-- Logs begin at Wed 2022-03-16 10:30:27 UTC, end at Wed 2022-03-16 12:21:14 UTC. -- Mar 16 11:05:16.569905 dv-neutron-833733-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 11:05:18.713332 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.common.config [-] Logging enabled! Mar 16 11:05:18.714154 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 16 11:05:18.714154 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83688) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 16 11:05:18.716290 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.common.config [-] Logging enabled! Mar 16 11:05:18.716526 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev43 Mar 16 11:05:18.716768 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83688) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 16 11:05:18.717742 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:05:18.717969 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:05:18.718354 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:05:18.718596 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:05:18.718824 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:05:18.719138 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.719428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.719700 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.719925 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.720212 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.720498 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.720778 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.721060 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.721352 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.721633 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.721904 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.722193 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.722423 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.722700 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.722981 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.723261 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.723480 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] debug = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.723755 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.724177 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.724579 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.724858 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.725142 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.725412 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.725687 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.725967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.726309 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] host = dv-neutron-833733-1-hyperv {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.726585 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.726867 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.727147 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.727428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.727697 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.727966 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.728255 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.728523 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.728790 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_file = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.729061 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.729341 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.729706 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.730005 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.730239 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.730455 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.730737 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.731020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.731294 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.731563 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.731834 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.732101 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.732369 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.732631 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.732911 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.733194 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.733471 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.733745 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.734049 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.734301 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.734569 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.734849 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.735118 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.735386 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.735653 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.735939 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.736203 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.736470 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.736767 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.737049 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.737327 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.737607 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.737876 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.738174 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.738448 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.738718 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.738987 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_json = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.739256 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.739521 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.739799 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.740065 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.740331 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.740599 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.740867 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.741148 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.741416 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:18.741707 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.742014 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.742317 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.742596 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.742890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.743166 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.743450 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.743723 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.744006 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.744287 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.744572 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.744845 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.745165 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.745466 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.745755 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.746051 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.746330 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.746615 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.746890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.747156 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.747428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.747711 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.747983 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.748252 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.748532 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.748803 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.749068 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.749332 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.749601 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.750272 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.750544 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.750811 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.751079 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.751349 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.751615 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.751892 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.752160 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.752424 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.752690 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.752963 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.753228 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.753493 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.753765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.754070 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.755183 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.755183 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.755183 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.756398 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.756685 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.756945 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.757215 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.757481 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.757753 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.758023 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.758310 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.758580 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.758847 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.759100 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.759386 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.759675 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.759948 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.760221 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.760489 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.760838 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.761123 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.761622 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.761723 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.761933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.762226 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.762516 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.762771 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.763049 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.763326 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.763598 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.763886 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.764158 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.764435 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.764706 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.764978 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.765256 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.765533 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.765823 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.766135 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.766423 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.766708 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.766993 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.767265 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.767567 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.767843 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:18.768057 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:05:18.768296 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 11:05:19.167725 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO keyring.backend [-] Loading KWallet Mar 16 11:05:19.175164 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO keyring.backend [-] Loading SecretService Mar 16 11:05:19.178340 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO keyring.backend [-] Loading Windows Mar 16 11:05:19.179681 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO keyring.backend [-] Loading chainer Mar 16 11:05:19.180265 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO keyring.backend [-] Loading macOS Mar 16 11:05:19.213549 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 11:05:19.213827 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 11:05:19.214235 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 16 11:05:19.215762 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 11:05:19.517705 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.517922 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.518180 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.573560 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.573838 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.574120 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.577160 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.577434 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.577693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.605971 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.606268 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.606519 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.633716 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.633979 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.634265 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.959020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.959662 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.959662 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.959855 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:19.960695 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.079493 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.079806 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.080080 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.080341 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.080603 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.080902 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.081159 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.081416 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.081662 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.081940 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.082209 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.082468 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.082729 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.082981 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.083247 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.083513 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.083765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.084026 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.084278 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.084564 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.084901 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.085151 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.085397 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.085674 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.085922 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.086187 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.086566 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.086802 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.087034 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.087277 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.087489 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.087718 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.088263 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 11:05:20.091521 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 11:05:20.095607 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 11:05:20.099494 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 16 11:05:20.101127 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 11:05:20.101516 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 11:05:20.101849 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 11:05:20.102264 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 11:05:20.105157 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 11:05:20.105396 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 11:05:20.105734 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 11:05:20.133880 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 16 11:05:20.134352 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.134644 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 16 11:05:20.135005 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.136505 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 11:05:20.136772 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 11:05:20.137012 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 11:05:20.140287 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.140534 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.201117 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 11:05:20.201304 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 11:05:20.201574 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 11:05:20.201941 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 11:05:20.234469 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_db.sqlalchemy.engines [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 16 11:05:20.568395 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing driver for type 'gre' Mar 16 11:05:20.568796 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] gre ID ranges: [(1, 1000)] Mar 16 11:05:20.625515 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing driver for type 'local' Mar 16 11:05:20.626210 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing driver for type 'vlan' Mar 16 11:05:20.644195 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] VlanTypeDriver initialization complete Mar 16 11:05:20.644609 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing driver for type 'vxlan' Mar 16 11:05:20.645397 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] vxlan ID ranges: [(1, 1000)] Mar 16 11:05:20.711092 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing extension driver 'port_security' Mar 16 11:05:20.711431 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] PortSecurityExtensionDriver initialization complete Mar 16 11:05:20.711761 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing mechanism driver 'openvswitch' Mar 16 11:05:20.712094 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing mechanism driver 'hyperv' Mar 16 11:05:20.719247 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:20.719916 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.720273 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.720609 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.721119 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 16 11:05:20.721537 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.721878 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.722246 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.722630 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 16 11:05:20.723015 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.723351 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.723677 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.724056 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 16 11:05:20.724445 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.724778 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.725106 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.725623 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 16 11:05:20.726036 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.726375 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.726704 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.727084 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 16 11:05:20.727513 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] ML2 OVO RPC backend initialized. {{(pid=83688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 16 11:05:20.728151 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.728502 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.728908 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.729244 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > networks before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.729681 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.730474 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > ports before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.730822 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.731150 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnets before_response 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.731487 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.731820 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.732143 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.732468 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.732789 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.733110 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.733432 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.733752 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.734098 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.734648 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.plugin [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Modular L2 Plugin initialization complete Mar 16 11:05:20.734965 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading services supported by the core plugin {{(pid=83688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 11:05:20.735279 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.plugins.ml2.managers [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Got port-security extension from driver 'port_security' Mar 16 11:05:20.735730 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.extensions.vlantransparent [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Disabled vlantransparent extension. Mar 16 11:05:20.736136 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 11:05:20.736420 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: router Mar 16 11:05:20.773206 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.773581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_create 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.773941 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router before_create 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.774320 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.774684 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.775028 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_delete 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.775376 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.775730 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_create 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.776067 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.776645 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.777341 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.777696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.778130 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.778495 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.778830 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.779155 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: subnet after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.779488 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.779826 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.780162 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.780492 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.780823 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.781164 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router after_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.781495 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.781829 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.782209 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.782542 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.782893 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > agent after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.783229 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > agent after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.783584 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > network after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.784440 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Tracking information for resource: router configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.784760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Tracking information for resource: floatingip configured {{(pid=83688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 11:05:20.789676 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.db.l3_agentschedulers_db [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 11:05:20.790274 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.790628 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.790970 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.791310 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: port after_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.792645 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router before_create 55550100 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.793038 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.793386 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_create 55550100 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.793728 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > router precommit_update 55550100 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.798093 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.provider_configuration [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service providers = [] {{(pid=83688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 11:05:20.798447 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.db.servicetype_db [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 11:05:20.801327 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.service_base [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:05:20.801669 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.service_base [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:05:20.802010 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.service_base [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:05:20.802881 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.services.service_base [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 11:05:20.803240 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.services.service_base [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 11:05:20.803604 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.803911 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 11:05:20.815238 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.815563 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: auto_allocate Mar 16 11:05:20.821462 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: network precommit_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.821758 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: network precommit_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.822290 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.822599 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: tag Mar 16 11:05:20.829347 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.829655 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: timestamp Mar 16 11:05:20.833633 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.833958 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: network_ip_availability Mar 16 11:05:20.839703 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.840064 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.840411 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:20.841112 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.841421 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: flavors Mar 16 11:05:20.846216 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.846536 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading Plugin: revisions Mar 16 11:05:20.850773 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 11:05:20.851153 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=83688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 16 11:05:20.851872 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 16 11:05:20.852197 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Initializing extension manager. Mar 16 11:05:20.852687 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: __init__.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.853017 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: __pycache__ {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.853336 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.853653 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.853975 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: _filter_validation_lib.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.854310 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.854774 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: address_group.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.855825 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.856373 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: address-group Mar 16 11:05:20.856685 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: address_scope.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.857369 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.857855 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: address-scope Mar 16 11:05:20.858190 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.859098 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.859585 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: router-admin-state-down-before-update Mar 16 11:05:20.859894 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: agent.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.860572 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.861067 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: agent Mar 16 11:05:20.861375 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: agent_resources_synced.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.862300 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.862795 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: agent-resources-synced Mar 16 11:05:20.863103 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: allowedaddresspairs.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.865054 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.865570 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: allowed-address-pairs Mar 16 11:05:20.865890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: auto_allocated_topology.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.866968 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.867476 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: auto-allocated-topology Mar 16 11:05:20.867792 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: availability_zone.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.868466 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.868965 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: availability_zone Mar 16 11:05:20.869276 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: availability_zone_filter.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.870352 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.871219 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: availability_zone_filter Mar 16 11:05:20.871538 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: data_plane_status.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.872437 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.872925 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 11:05:20.873237 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: default_subnetpools.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.874166 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.874661 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: default-subnetpools Mar 16 11:05:20.875335 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.876098 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.876588 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: dhcp_agent_scheduler Mar 16 11:05:20.876898 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: dns.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.877790 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.878318 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension dns-integration not supported by any of loaded plugins Mar 16 11:05:20.878627 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: dns_domain_ports.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.879526 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.880016 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 11:05:20.880326 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: dvr.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.880982 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.881476 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: dvr Mar 16 11:05:20.881783 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: empty_string_filtering.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.882696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.883192 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: empty-string-filtering Mar 16 11:05:20.883504 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.884394 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.884886 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 11:05:20.885196 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.886593 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.887094 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 11:05:20.887412 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: external_net.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.888311 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.888811 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: external-net Mar 16 11:05:20.889119 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.890021 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.890529 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: extra_dhcp_opt Mar 16 11:05:20.890841 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: extraroute.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.891746 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.892240 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: extraroute Mar 16 11:05:20.892548 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: extraroute_atomic.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.893558 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.894085 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: extraroute-atomic Mar 16 11:05:20.894395 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: filter_validation.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.895047 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.895535 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: filter-validation Mar 16 11:05:20.895839 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: fip_pf_description.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.896729 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.897219 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 11:05:20.897526 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: fip_port_details.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.898458 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.898952 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: fip-port-details Mar 16 11:05:20.899261 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: flavors.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.900492 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.900996 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: flavors Mar 16 11:05:20.901318 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.903562 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.904069 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 11:05:20.904396 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: floatingip_pools.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.905080 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.905577 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: floatingip-pools Mar 16 11:05:20.905891 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: ip_allocation.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.906820 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.907317 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 11:05:20.907626 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.908526 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.909019 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: ip-substring-filtering Mar 16 11:05:20.909332 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l2_adjacency.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.910273 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.910765 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 11:05:20.911075 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.912020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.912523 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: router Mar 16 11:05:20.912835 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.915212 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.915732 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 11:05:20.916046 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.916965 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.917954 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: ext-gw-mode Mar 16 11:05:20.918296 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.919210 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.919718 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: l3-ha Mar 16 11:05:20.920032 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3_flavors.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.920927 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.921425 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: l3-flavors Mar 16 11:05:20.921735 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.922675 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.923176 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 11:05:20.923485 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: l3agentscheduler.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.924502 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.925001 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: l3_agent_scheduler Mar 16 11:05:20.925318 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: logging.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.926827 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.927335 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension logging not supported by any of loaded plugins Mar 16 11:05:20.927658 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: metering.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.928375 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.928937 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: metering Mar 16 11:05:20.929252 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.930365 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.930871 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: metering_source_and_destination_fields Mar 16 11:05:20.931185 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: multiprovidernet.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.932105 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.932620 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: multi-provider Mar 16 11:05:20.933369 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: netmtu.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.934314 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.934815 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: net-mtu Mar 16 11:05:20.935130 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: netmtu_writable.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.936027 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.936524 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: net-mtu-writable Mar 16 11:05:20.936832 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: network_availability_zone.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.937494 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.937985 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: network_availability_zone Mar 16 11:05:20.938320 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: network_ip_availability.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.939398 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.939916 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: network-ip-availability Mar 16 11:05:20.940229 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: network_segment_range.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.940978 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.941468 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 11:05:20.941781 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: pagination.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.942767 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.943085 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: pagination Mar 16 11:05:20.943395 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.944293 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.944797 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: port-mac-address-regenerate Mar 16 11:05:20.945106 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: port_resource_request.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.946021 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.946529 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 11:05:20.946839 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: portbindings.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.947744 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.948279 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: binding Mar 16 11:05:20.949039 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: portbindings_extended.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.950342 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.950842 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: binding-extended Mar 16 11:05:20.951152 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: portsecurity.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.952053 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.952550 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: port-security Mar 16 11:05:20.952860 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: project_id.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.953826 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.954183 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: project-id Mar 16 11:05:20.954497 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: providernet.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.955392 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.955896 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: provider Mar 16 11:05:20.956202 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.959894 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.960422 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos not supported by any of loaded plugins Mar 16 11:05:20.960703 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.961932 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.962550 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 11:05:20.962862 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.963765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.964764 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 11:05:20.965084 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_default.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.965984 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.966503 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-default not supported by any of loaded plugins Mar 16 11:05:20.966816 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_fip.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.967461 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.967949 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-fip not supported by any of loaded plugins Mar 16 11:05:20.968254 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_gateway_ip.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.969169 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.969669 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 11:05:20.969980 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_port_network_policy.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.970902 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.971398 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 11:05:20.971710 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_rule_type_details.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.972609 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.973109 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 11:05:20.973412 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: qos_rules_alias.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.974473 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.974984 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 11:05:20.975296 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: quotasv2.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.976139 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.976464 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: quotas Mar 16 11:05:20.976778 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: quotasv2_detail.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.978404 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.978728 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: quota_details Mar 16 11:05:20.979041 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: rbac.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.980640 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.981163 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: rbac-policies Mar 16 11:05:20.981476 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: rbac_address_scope.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.982427 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.982930 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: rbac-address-scope Mar 16 11:05:20.983242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: rbac_security_groups.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.984142 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.984645 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: rbac-security-groups Mar 16 11:05:20.984954 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: rbac_subnetpool.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.985856 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.986388 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: rbac-subnetpool Mar 16 11:05:20.986697 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: revisionifmatch.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.987602 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.988100 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: revision-if-match Mar 16 11:05:20.988408 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: revisions.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.989525 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.990026 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: standard-attr-revisions Mar 16 11:05:20.990348 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: router_availability_zone.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.991002 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.991497 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: router_availability_zone Mar 16 11:05:20.991805 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: routerservicetype.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.992711 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.993203 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension router-service-type not supported by any of loaded plugins Mar 16 11:05:20.993515 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:20.994428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:20.994924 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: port-security-groups-filtering Mar 16 11:05:20.995630 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: securitygroup.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.006987 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.007508 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: security-group Mar 16 11:05:21.007828 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: segment.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.008601 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.009108 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension segment not supported by any of loaded plugins Mar 16 11:05:21.009427 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.010394 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.011200 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 11:05:21.011742 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: servicetype.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.012847 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.013357 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: service-type Mar 16 11:05:21.013672 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: sorting.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.014667 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.014987 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: sorting Mar 16 11:05:21.015297 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: standard_attr_segment.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.016210 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.016706 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 11:05:21.017016 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: standardattrdescription.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.017645 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.018174 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: standard-attr-description Mar 16 11:05:21.018483 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: stateful_security_group.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.019413 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.019914 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: stateful-security-group Mar 16 11:05:21.020221 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: stdattrs_common.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.020783 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 11:05:21.021096 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.022006 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.022509 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 11:05:21.022820 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnet_onboard.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.023955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.024464 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: subnet_onboard Mar 16 11:05:21.024775 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.025692 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.026219 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 11:05:21.026957 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnet_service_types.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.027900 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.028404 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: subnet-service-types Mar 16 11:05:21.028719 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnetallocation.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.029793 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.030319 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: subnet_allocation Mar 16 11:05:21.030634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.031288 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.031788 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: subnetpool-prefix-ops Mar 16 11:05:21.032097 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.033008 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.033500 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 11:05:21.033811 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: tagging.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.034876 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.035379 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: standard-attr-tag Mar 16 11:05:21.035688 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: timestamp.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.036867 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.037365 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loaded extension: standard-attr-timestamp Mar 16 11:05:21.037674 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: trunk.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.038719 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.039219 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension trunk not supported by any of loaded plugins Mar 16 11:05:21.039533 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: trunk_details.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.040436 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.040935 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension trunk-details not supported by any of loaded plugins Mar 16 11:05:21.041243 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: uplink_status_propagation.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.042308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.042816 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 11:05:21.043122 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Loading extension file: vlantransparent.py {{(pid=83688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 16 11:05:21.043775 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 16 11:05:21.044269 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 11:05:21.046490 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:network Mar 16 11:05:21.047198 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnet Mar 16 11:05:21.047785 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:05:21.048547 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:port Mar 16 11:05:21.049798 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.050271 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service FLAVORS assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.050861 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.051280 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.051602 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:router Mar 16 11:05:21.052258 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 11:05:21.052942 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service METERING assigned prefix: /metering {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.054355 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:21.054710 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:21.055052 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:05:21.056168 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 11:05:21.056596 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:security_group Mar 16 11:05:21.057222 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 11:05:21.058608 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service CORE assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.058940 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:05:21.059317 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] subnetpool is already registered Mar 16 11:05:21.059884 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service CORE assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.060217 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:05:21.060515 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] subnetpool is already registered Mar 16 11:05:21.063053 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.063472 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service FLAVORS assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.064045 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.064460 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.064781 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:router Mar 16 11:05:21.065098 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] router is already registered Mar 16 11:05:21.065676 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 11:05:21.066007 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] floatingip is already registered Mar 16 11:05:21.066617 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service METERING assigned prefix: /metering {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.067300 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 11:05:21.067590 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] rbac_policy is already registered Mar 16 11:05:21.068125 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:security_group Mar 16 11:05:21.068488 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] security_group is already registered Mar 16 11:05:21.069011 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 11:05:21.069326 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] security_group_rule is already registered Mar 16 11:05:21.069954 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service CORE assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.070300 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:05:21.070611 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] subnetpool is already registered Mar 16 11:05:21.071203 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.v2.resource_helper [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Service CORE assigned prefix: {{(pid=83688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 11:05:21.071571 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 11:05:21.071836 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING neutron.quota.resource_registry [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] subnetpool is already registered Mar 16 11:05:21.072471 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: extensions {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.074560 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: address-groups {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.076120 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: address-scopes {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.077317 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: agents {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.078481 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: auto-allocated-topology {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.079695 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: availability_zones {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.080978 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: dhcp-networks {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.082372 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: dhcp-agents {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.083758 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: routers {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.085614 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: flavors {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.086785 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: service_profiles {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.087960 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: next_providers {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.089988 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: service_profiles {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.091428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: floatingip-pools {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.092721 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: routers {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.094498 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: floatingips {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.095660 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: l3-routers {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.096990 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: l3-agents {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.098392 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: metering-labels {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.099787 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: metering-label-rules {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.101009 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: network-ip-availabilities {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.102254 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: bindings {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.105256 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: quotas {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.106733 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: quotas {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.108452 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: rbac-policies {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.109723 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: security-groups {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.110945 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: security-group-rules {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.112131 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: service-providers {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.113326 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: subnetpools {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.114949 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: subnetpools {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.116355 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.118030 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.119818 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.122176 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.123889 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.125895 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.127637 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.129434 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.131274 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.133058 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron.api.extensions [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Extended resource: tags {{(pid=83688) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 16 11:05:21.139254 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING keystonemiddleware.auth_token [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 11:05:21.143937 dv-neutron-833733-1-hyperv neutron-server[83688]: WARNING keystonemiddleware.auth_token [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 11:05:21.152336 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Acquired lock "singleton_lock" {{(pid=83688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 16 11:05:21.152799 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_concurrency.lockutils [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Releasing lock "singleton_lock" {{(pid=83688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 16 11:05:21.153422 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Starting 2 workers Mar 16 11:05:21.157976 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Started child 83793 {{(pid=83688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 11:05:21.162092 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Started child 83794 {{(pid=83688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 11:05:21.163284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.163927 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO neutron.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 11:05:21.164221 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Notify callbacks [] for process, before_spawn {{(pid=83688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.164673 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [-] (83793) wsgi starting up on http://0.0.0.0:9696 Mar 16 11:05:21.166678 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Starting 1 workers Mar 16 11:05:21.166984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.168341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [-] (83794) wsgi starting up on http://0.0.0.0:9696 Mar 16 11:05:21.171813 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Started child 83795 {{(pid=83688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 11:05:21.172324 dv-neutron-833733-1-hyperv neutron-server[83688]: INFO oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Starting 1 workers Mar 16 11:05:21.175746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] calling RpcWorker wait() {{(pid=83795) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 11:05:21.176315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] returning from RpcWorker wait() {{(pid=83795) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 11:05:21.176454 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Started child 83796 {{(pid=83688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 16 11:05:21.177406 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG neutron_lib.callbacks.manager [None req-cd8e3d3d-3533-489f-b840-f0a6e9d6dae9 None None] Notify callbacks [] for process, after_spawn {{(pid=83688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.177533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.177918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:21.179260 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 11:05:21.179428 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:05:21.179778 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:05:21.179948 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:05:21.180455 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:05:21.180581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:05:21.181092 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.181376 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.181501 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:21.181955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.181955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.182137 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.182696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.182976 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.183828 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.184069 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.184340 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.184550 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.184704 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.184844 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.185091 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.185388 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.185605 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.185888 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.190198 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.190645 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.191124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.191626 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.192062 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.192554 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] debug = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.193086 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.193758 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.194267 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.194705 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.195147 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.195603 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.196171 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.196649 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.197097 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.197514 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.197955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.198628 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.199055 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.199491 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.199940 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.200359 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.201075 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] host = dv-neutron-833733-1-hyperv {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.201485 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.201914 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.202426 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.202863 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.203405 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.203822 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.204266 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.204717 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.205185 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.205603 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.206147 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.206588 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.206992 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.207417 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_file = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.207792 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_options = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.208222 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.208848 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.209301 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.209676 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.210048 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.210523 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.211069 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.211422 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.211859 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.211956 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:21.212403 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.212875 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.213041 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.213466 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.213780 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.214150 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.214379 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.214739 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.215218 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.215661 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.216073 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.216666 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.217080 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.217472 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.217853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.218271 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.218763 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.219179 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.219564 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.219947 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.220356 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.220781 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.221210 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.221633 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.222079 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.222500 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.222957 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.223452 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.223887 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.224309 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.224728 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.225254 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.225641 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.226766 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.227157 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.227578 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.227962 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_json = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.228374 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.228890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.229342 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.229959 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.230433 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.230838 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.231242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.231700 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.232461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 59816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:21.241160 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063903 Mar 16 11:05:21.242797 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.243444 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.243943 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.244456 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.244902 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.245499 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.246161 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.246631 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.247274 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.247733 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.248189 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.248570 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.248863 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.249372 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.250882 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.251290 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.251697 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.251929 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.252198 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.252587 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.253010 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.253427 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.254544 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.255013 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.255442 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.255848 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.256284 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.256745 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.257339 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.257783 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.258264 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.259408 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.259874 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.260599 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.260599 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.260599 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.260930 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.261267 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.262536 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.262756 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.263027 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.263347 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.263494 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.263856 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.264212 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.264592 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.265019 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.265412 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.265799 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.266051 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.266470 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.266835 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.267377 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.267776 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.268170 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.268548 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.268947 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.269426 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.269892 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.270320 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.270732 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.271126 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.271538 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.271920 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.272393 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.272784 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.273012 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.273245 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.273461 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.273681 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.273894 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.274135 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.274350 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.274580 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.274960 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.275366 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.275858 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.276218 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277581 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277864 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.277931 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.278151 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.278397 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.278661 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.278903 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.279154 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.279412 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.279745 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.280020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.280235 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.280473 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.280720 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.280952 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.281186 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.281474 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.281728 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.282567 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.282567 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.282567 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.282848 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.283011 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.283285 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.283502 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.283855 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.284962 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.285242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.285527 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.285765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.286070 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.286319 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.286637 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.286809 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.287330 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.287765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.288004 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.288433 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.288679 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.289409 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.289409 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.289409 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.289755 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.290030 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.290243 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.290484 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.290746 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.290997 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.291228 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.291497 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.291755 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.292048 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.292306 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.292534 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.292771 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.292979 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.294102 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.294322 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.294568 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.294961 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.295355 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.295566 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.295939 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.297653 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.297890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.298156 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.298399 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.298620 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.298863 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.299102 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.299318 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.299533 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.299800 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.300016 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.300228 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.300438 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.300663 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.300913 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.301126 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.301388 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.301638 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.301873 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.302116 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.302340 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.302585 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.302798 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.303039 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.303257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.303464 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.303671 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.303886 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.304094 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.304317 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.304536 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.304742 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.304986 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.305199 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.305532 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.305765 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.306110 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.306300 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.306530 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.306759 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.306969 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.307516 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.307516 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.307940 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.307940 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.308213 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.308365 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309288 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309288 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309288 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309288 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309574 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309714 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.309839 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.310222 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.310589 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.310940 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.311315 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.311533 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.311740 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313659 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313659 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313779 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.313944 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.314437 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.314802 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.315177 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.315391 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.315597 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.315870 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.316112 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.316337 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.316620 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.316872 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.317109 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.317360 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.317658 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.317864 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.318128 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.318486 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.318895 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.319173 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.319400 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.319860 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.320149 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.320541 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.320793 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.321172 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.321464 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.321767 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.321920 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.322371 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.322677 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.322936 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.323199 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.324246 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.324506 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.324776 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.324958 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.325346 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.325585 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.325810 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.326074 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.326484 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.326700 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.327103 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.327482 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.327854 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.328077 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.329027 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.329250 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.329464 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.329612 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:05:21.330299 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 16 11:05:21.330598 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 11:05:21.330896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:21.331033 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 11:05:21.331114 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 11:05:21.331215 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 11:05:21.332107 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 11:05:21.332107 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332107 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332107 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332107 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332432 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332432 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332570 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332722 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.332870 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333024 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333180 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333333 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333488 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333641 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333800 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.333947 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.334119 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.334279 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.334433 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.334738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.334890 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335041 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335205 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] debug = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335379 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335539 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335709 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335851 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.335992 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336146 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336306 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336453 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336609 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336771 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.336916 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337068 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337223 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337375 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337529 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337686 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.337840 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] host = dv-neutron-833733-1-hyperv {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338015 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338187 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338334 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338489 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338645 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.338822 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.339112 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.339284 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.339440 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.339614 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.339848 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340006 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340161 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340316 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_file = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340471 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_options = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340809 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.340930 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341097 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341259 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341410 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341567 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341720 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.341878 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342054 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342211 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342358 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342517 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342661 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342798 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.342934 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.343089 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.343243 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.344853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.345738 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346292 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346292 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346292 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346292 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346520 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346520 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346773 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.346773 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347016 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347136 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347255 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347376 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_json = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347495 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347616 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347769 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.347919 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.348218 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.348538 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.348700 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.348853 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.349008 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 11:05:21.349184 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.349342 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.349512 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.349669 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.349827 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.349984 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.350967 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351349 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351349 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351349 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351520 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351636 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.351921 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.352223 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.352378 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.352683 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.353001 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.353310 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.353624 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.353837 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.354166 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.354272 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.354553 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.354802 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355452 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355518 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.355934 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.356103 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.356253 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.356406 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.356563 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.356720 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.357696 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358308 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358736 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358736 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.358736 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359106 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359106 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359106 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359426 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359426 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359654 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359654 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359852 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.359952 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360095 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360251 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360406 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360564 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360723 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.360879 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361023 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361193 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361336 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361492 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361647 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361804 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.361969 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362163 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362292 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362447 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362611 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362810 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.362926 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363055 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363209 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363386 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363523 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363678 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363834 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.363995 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364151 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364306 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364461 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364619 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364773 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.364929 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365108 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365264 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365420 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365575 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365731 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.365886 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366069 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366230 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366386 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366544 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366691 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.366856 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367178 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367341 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367480 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367640 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367796 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.367952 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368109 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368264 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368420 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368575 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368740 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.368906 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369062 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369218 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369374 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369550 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369706 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.369861 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370158 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370240 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370389 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370888 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370888 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.370888 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371121 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371121 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371246 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371397 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371626 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371746 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.371915 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.372020 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.372123 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.372257 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373263 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373944 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373944 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373944 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.373944 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.374351 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.374351 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.374351 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.374651 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.374651 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.375221 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.375323 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.375423 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.375545 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.375703 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377124 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.377933 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.379629 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.380634 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.381760 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.382923 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.383747 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.383747 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.383747 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.383747 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.383747 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384242 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384669 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384669 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.384669 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385049 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385049 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385249 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385249 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385485 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385604 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385759 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.385885 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386282 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386282 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.386955 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.387393 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.387393 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.387590 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.387691 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.388693 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.390338 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.391201 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.391201 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.391201 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.391201 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 11:05:21.391201 dv-neutron-833733-1-hyperv neutron-server[83688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 11:05:31.556113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e6344-1dd1-4a85-80f4-7879fcd242ec None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:05:31.633902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e6344-1dd1-4a85-80f4-7879fcd242ec None None] No non-hosted networks {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 11:05:31.648080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.agentschedulers_db [None req-193e6344-1dd1-4a85-80f4-7879fcd242ec None None] DHCP Agent not found on host dv-neutron-833733-1-hyperv {{(pid=83795) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 11:05:31.755635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f20dd918-15e8-46b9-b5b3-7dea5029d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.621779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f7daabef-cdfe-4765-80d2-2ccec7032ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:33.652511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81d29d38-5268-4e7c-aa04-5f4d38ae4265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.838803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.922745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:34.923863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.924526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.925093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.925687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.926299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.926866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.927463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.928045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.930657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.931402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.932913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:34.936353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833733-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:34.946383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833733-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:05:36.082179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:37.971515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 59918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:38.592086 dv-neutron-833733-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-19045207-75aa-4986-9c74-084d246b9e3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:38.592672 dv-neutron-833733-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-19045207-75aa-4986-9c74-084d246b9e3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:38.814942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-19045207-75aa-4986-9c74-084d246b9e3c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:05:38.816177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19045207-75aa-4986-9c74-084d246b9e3c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8427265 Mar 16 11:05:39.616788 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.db.l3_hamode_db [None req-f8265c45-ff4c-40e8-b5d4-dcdfba3b97ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 11:05:39.701893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8265c45-ff4c-40e8-b5d4-dcdfba3b97ae None None] Routers set() bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:05:39.702287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8265c45-ff4c-40e8-b5d4-dcdfba3b97ae None None] Router IDs set() for agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 16 11:05:41.094177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 59932) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:41.506998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:05:41.559836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83793) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 16 11:05:41.560579 dv-neutron-833733-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:41.560954 dv-neutron-833733-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:41.564233 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.quota [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Loaded quota_driver: . Mar 16 11:05:41.580779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:41.650488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048513998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048556333', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048556804', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048547269', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738048542060', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1584163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-931978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622473'] for rbac-policy, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.721516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:41.722785 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b106876a-b6fa-4605-b755-2b32a291c573 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6275139 Mar 16 11:05:44.348447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 59946) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:44.752847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Request body: {'network': {'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'name': 'private'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:05:44.758226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:44.763340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Usage tracker for resource:network and tenant:c607ecc8da184b17802f8c32ab196b3d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:44.768981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:44.775958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:44.790776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Made reservation on behalf of c607ecc8da184b17802f8c32ab196b3d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:44.793658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.812472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.854032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:44.857931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Usage tracker for resource:security_group_rule and tenant:c607ecc8da184b17802f8c32ab196b3d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:44.860774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:44.866662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:44.935523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.941941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.963194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:05:44.988998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738050878320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:44.989579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Unsubscribe: segment precommit_create {{(pid=83793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 11:05:44.990079 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Added segment 4119ffa2-0131-45f6-8c82-20b827ec5dde of type vlan for network 30afc463-8d0b-40af-8509-4974b91f972e Mar 16 11:05:45.004168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ddc114-d95e-4581-bd1f-9492aa99eec3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:45.062805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.062990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.063352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.063671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.064005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.064307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.064639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.064955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.065269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.065557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.065850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Tracked resource versions report: Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: pushed versions: Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Log': {'1.0'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Network': {'1.1'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Port': {'1.5'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'PortForwarding': {'1.2'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'QosPolicy': {'1.8'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroup': {'1.2'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SubPort': {'1.0'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Subnet': {'1.1'}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Trunk': {'1.1'}} Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: consumer versions: Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Log': '1.0', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Network': '1.1', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Port': '1.5', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'PortForwarding': '1.2', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'QosPolicy': '1.8', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroup': '1.2', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroupRule': '1.0', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SubPort': '1.0', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Subnet': '1.1', Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Trunk': '1.1'}} Mar 16 11:05:45.067134 dv-neutron-833733-1-hyperv neutron-server[83793]: {{(pid=83793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:05:45.111442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.159597 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.160695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:45.161355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:45.268838 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9193006 Mar 16 11:05:45.269509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d95e3-6946-4ba0-b238-8f5a738aa95b admin admin] Pushing event updated for resources: {'Network': ['ID=30afc463-8d0b-40af-8509-4974b91f972e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:45.281942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 30afc463-8d0b-40af-8509-4974b91f972e details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:05:47.891298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 59962) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:48.405749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6069b-8499-4c00-beff-7495a77957ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:48.407109 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5fe6069b-8499-4c00-beff-7495a77957ad admin admin] 10.222.0.36 "GET /v2.0/networks/30afc463-8d0b-40af-8509-4974b91f972e HTTP/1.1" status: 200 len: 824 time: 0.5148153 Mar 16 11:05:48.440569 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-028585e1-d974-4b10-ba28-4d66222704e4 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/96d352b2-401f-4705-9710-40a137dd1f4c HTTP/1.1" status: 200 len: 734 time: 0.0253646 Mar 16 11:05:48.448769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Request body: {'subnet': {'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c', 'ip_version': 4, 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:05:48.453231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:48.457043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Usage tracker for resource:subnet and tenant:c607ecc8da184b17802f8c32ab196b3d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:48.459924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:48.465623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:48.479403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Made reservation on behalf of c607ecc8da184b17802f8c32ab196b3d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:05:48.483094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.760596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.837518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040930ba-3d74-4c51-ad00-5b04f556a9ae,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:48.849887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Checking segment: {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:05:48.850275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Network hostable DHCP agents. Network: 30afc463-8d0b-40af-8509-4974b91f972e, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:05:48.876655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Network 30afc463-8d0b-40af-8509-4974b91f972e is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:05:48.890945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 30afc463-8d0b-40af-8509-4974b91f972e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:48.895536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:05:48.896120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:48.901021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2795a-172e-44e1-b170-b211fa2903e4 None None] Network 30afc463-8d0b-40af-8509-4974b91f972e requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:05:48.916002 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f544355c-5c03-46f8-bb59-da9b170c3654 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4704568 Mar 16 11:05:49.214475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-30afc463-8d0b-40af-8509-4974b91f972e', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:05:49.216164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.400991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Allocated IP 172.20.0.2 (30afc463-8d0b-40af-8509-4974b91f972e/040930ba-3d74-4c51-ad00-5b04f556a9ae/36964f1b-bbcd-4640-8092-7ec19308b6b9) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:05:49.628782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.643223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Transition to ACTIVE for port object 36964f1b-bbcd-4640-8092-7ec19308b6b9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:49.665331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Transition to ACTIVE for port object 36964f1b-bbcd-4640-8092-7ec19308b6b9 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:05:49.672273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.737359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Network 30afc463-8d0b-40af-8509-4974b91f972e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:05:49.740153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:05:49.747555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:05:49.750141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Pushing event updated for resources: {'Port': ['ID=36964f1b-bbcd-4640-8092-7ec19308b6b9,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:49.761153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.761495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.761829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.762184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.762679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.763068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.763330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.763668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.763986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.764276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.764615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Tracked resource versions report: Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: pushed versions: Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Log': {'1.0'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Network': {'1.1'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Port': {'1.5'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'PortForwarding': {'1.2'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'QosPolicy': {'1.8'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroup': {'1.2'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SubPort': {'1.0'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Subnet': {'1.1'}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Trunk': {'1.1'}} Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: consumer versions: Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Log': '1.0', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Network': '1.1', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Port': '1.5', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'PortForwarding': '1.2', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'QosPolicy': '1.8', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroup': '1.2', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroupRule': '1.0', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SubPort': '1.0', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Subnet': '1.1', Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Trunk': '1.1'}} Mar 16 11:05:49.765941 dv-neutron-833733-1-hyperv neutron-server[83795]: {{(pid=83795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:05:49.853732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Attempting to bind port 36964f1b-bbcd-4640-8092-7ec19308b6b9 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:05:49.854132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Attempting to bind port 36964f1b-bbcd-4640-8092-7ec19308b6b9 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:05:49.854580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Attempting to bind port 36964f1b-bbcd-4640-8092-7ec19308b6b9 on network 30afc463-8d0b-40af-8509-4974b91f972e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:05:49.861306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:05:49.861721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Checking segment: {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:05:49.862219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.862605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Bound using segment: {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:05:49.863095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Bound port: 36964f1b-bbcd-4640-8092-7ec19308b6b9, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:05:49.863496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:49.952250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] For port 36964f1b-bbcd-4640-8092-7ec19308b6b9, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:05:49.957240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] For port 36964f1b-bbcd-4640-8092-7ec19308b6b9, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=36964f1b-bbcd-4640-8092-7ec19308b6b9,segment=NetworkSegment(4119ffa2-0131-45f6-8c82-20b827ec5dde),segment_id=4119ffa2-0131-45f6-8c82-20b827ec5dde)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:05:49.962557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:50.063869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588baa7-cba2-442b-a1d5-2651a71a4656 None None] Pushing event updated for resources: {'Port': ['ID=36964f1b-bbcd-4640-8092-7ec19308b6b9,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:51.197861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 59972) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:51.820941 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-fca78296-2900-4a3d-9f36-0efca093a230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:51.821495 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-fca78296-2900-4a3d-9f36-0efca093a230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:52.038605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-fca78296-2900-4a3d-9f36-0efca093a230 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:05:52.039677 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fca78296-2900-4a3d-9f36-0efca093a230 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8408108 Mar 16 11:05:53.171154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 36964f1b-bbcd-4640-8092-7ec19308b6b9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:53.241901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:53.713231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde35ff3-cc01-41af-bedf-df745d732051 None None] Network 30afc463-8d0b-40af-8509-4974b91f972e requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:05:53.811158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Provisioning for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:05:53.826292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Provisioning complete for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:53.826674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.039025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.088168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] For port 36964f1b-bbcd-4640-8092-7ec19308b6b9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=36964f1b-bbcd-4640-8092-7ec19308b6b9,segment=NetworkSegment(4119ffa2-0131-45f6-8c82-20b827ec5dde),segment_id=4119ffa2-0131-45f6-8c82-20b827ec5dde)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:05:54.094942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.168515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f71c6-d35b-4e18-a962-57181f0ed301 None None] Pushing event updated for resources: {'Port': ['ID=36964f1b-bbcd-4640-8092-7ec19308b6b9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:05:54.318743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 59990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:54.329596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81f62e03-a5d5-4e92-9c30-506deca75478 None None] Provisioning complete for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:54.330168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81f62e03-a5d5-4e92-9c30-506deca75478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:54.758448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-d097fa95-363f-4afc-b251-2623d9b4b381 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:05:54.759410 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d097fa95-363f-4afc-b251-2623d9b4b381 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4394450 Mar 16 11:05:55.145054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 36964f1b-bbcd-4640-8092-7ec19308b6b9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:05:55.213068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:05:55.213430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.477809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:05:57.868028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'name': 'router1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:05:57.910443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.policy [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83794) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 16 11:05:57.911178 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:57.911532 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 11:05:57.914808 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.quota [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Loaded quota_driver: . Mar 16 11:05:57.931049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:05:57.937725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Usage tracker for resource:router and tenant:c607ecc8da184b17802f8c32ab196b3d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:05:57.942491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:05:57.950977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:05:57.970913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:57.972767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.000376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.119811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.141187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:05:58.143811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6df02dac-2be2-45ba-bed5-159b34865609 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6636140 Mar 16 11:06:00.445600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:00.863305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-39f9ace9-2bd0-4a15-a07b-ec9229dacf4e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:06:00.864725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-39f9ace9-2bd0-4a15-a07b-ec9229dacf4e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4180272 Mar 16 11:06:01.508552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-71a57f0d-69b9-4486-9f9f-77129276922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.189376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:03.622355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e299b2f1-5a10-4bd5-b0f3-d794c8c7c29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.640616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:06:03.645967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:03.650761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Usage tracker for resource:network and tenant:59e33de166d542058ae918341be22cf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:03.652825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:03.658917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:03.669707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Made reservation on behalf of 59e33de166d542058ae918341be22cf7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:06:03.672101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.684481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.716135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:03.720370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Usage tracker for resource:security_group_rule and tenant:59e33de166d542058ae918341be22cf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:03.723347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:03.730482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:03.797192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.802962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.826765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Reserving flat network on physical network physnet1 {{(pid=83793) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 11:06:03.842698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d00ad-5f5c-47a9-87ad-7523cdd1054a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:03.849084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.849426 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Added segment 5b9627fd-4991-44b9-9bd1-91f312ff1596 of type flat for network 33608c1c-dba6-42ba-bce5-acf22b6dd692 Mar 16 11:06:03.892656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.936377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:03.938129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:03.940629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:04.067967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] Pushing event updated for resources: {'Network': ['ID=33608c1c-dba6-42ba-bce5-acf22b6dd692,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:04.075903 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4227f18d-b760-4a86-b029-039a7a4b8933 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8845422 Mar 16 11:06:04.084407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:06:04.787550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:04.919879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:06.035207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:06.446200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60044) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:06.715805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3867f4-8142-4cc6-8595-f661e08182a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:06.717238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e3867f4-8142-4cc6-8595-f661e08182a8 admin admin] 10.222.0.36 "GET /v2.0/subnets/040930ba-3d74-4c51-ad00-5b04f556a9ae HTTP/1.1" status: 200 len: 849 time: 0.2701139 Mar 16 11:06:06.860512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5150eb5-9ed4-4fb0-ba43-78897f7509c3 admin admin] 10.222.0.36 "GET /v2.0/routers/91db88a8-5e08-4a67-9cb8-78064b1ea45c HTTP/1.1" status: 200 len: 704 time: 0.1350987 Mar 16 11:06:07.347717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:07.590299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Allocated IP 172.20.0.1 (30afc463-8d0b-40af-8509-4974b91f972e/040930ba-3d74-4c51-ad00-5b04f556a9ae/0c192d24-7a6e-4c96-ac00-373b2a4a32d2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:07.772023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:07.789959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Transition to ACTIVE for port object 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:07.845472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:07.907004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Network 30afc463-8d0b-40af-8509-4974b91f972e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:07.910685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:07.939382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:07.950103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.950443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.950772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.951095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.951426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.951745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.952062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.953039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.953039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.953039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.953291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Tracked resource versions report: Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: pushed versions: Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Log': {'1.0'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Network': {'1.1'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Port': {'1.5'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'PortForwarding': {'1.2'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'QosPolicy': {'1.8'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroup': {'1.2'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SubPort': {'1.0'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Subnet': {'1.1'}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Trunk': {'1.1'}} Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: consumer versions: Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Log': '1.0', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Network': '1.1', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Port': '1.5', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'PortForwarding': '1.2', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'QosPolicy': '1.8', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroup': '1.2', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroupRule': '1.0', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SubPort': '1.0', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Subnet': '1.1', Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Trunk': '1.1'}} Mar 16 11:06:07.954513 dv-neutron-833733-1-hyperv neutron-server[83794]: {{(pid=83794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:06:07.965721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:06:07.966289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.088843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.184354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87718bce-4305-4385-aec6-4f7060748cf1 None None] Provisioning for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:08.189044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87718bce-4305-4385-aec6-4f7060748cf1 None None] Provisioning complete for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:08.189410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87718bce-4305-4385-aec6-4f7060748cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.243912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87718bce-4305-4385-aec6-4f7060748cf1 None None] Port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:06:08.325127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.331993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.332784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.457720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:08.527031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Network 30afc463-8d0b-40af-8509-4974b91f972e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:08.528392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:08.769487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-95ff09b8-819a-44e4-83b9-c027a003a889 None None] Provisioning complete for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:08.769724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95ff09b8-819a-44e4-83b9-c027a003a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:08.822101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-95ff09b8-819a-44e4-83b9-c027a003a889 None None] Port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:06:08.914995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Router 91db88a8-5e08-4a67-9cb8-78064b1ea45c is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:06:09.083259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:06:09.093295 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Sync routers for ids ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:06:09.093778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b947569-b07e-4d96-9c72-e59b7fd1f9d7 admin admin] 10.222.0.36 "PUT /v2.0/routers/91db88a8-5e08-4a67-9cb8-78064b1ea45c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2256219 Mar 16 11:06:09.111242 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Routers {'91db88a8-5e08-4a67-9cb8-78064b1ea45c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:06:09.112076 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:09.286407 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Set router 91db88a8-5e08-4a67-9cb8-78064b1ea45c gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:06:09.650979 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:08Z', 'revision_number': 2, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port_host': None, '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:08Z', 'revision_number': 2, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:09.655977 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Checking router: 91db88a8-5e08-4a67-9cb8-78064b1ea45c for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:06:09.656336 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Updating router 91db88a8-5e08-4a67-9cb8-78064b1ea45c port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:06:09.705518 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.072405 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.087066 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Transition to ACTIVE for port object 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:10.093825 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.327557 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Pushing event updated for resources: {'Port': ['ID=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:10.335821 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Attempting to bind port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:10.336204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Attempting to bind port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:10.336621 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Attempting to bind port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 on network 30afc463-8d0b-40af-8509-4974b91f972e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:06:10.345653 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.345953 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.346308 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.346634 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.346970 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.347291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.347809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.347911 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.348232 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.348542 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.348914 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Tracked resource versions report: Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: pushed versions: Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Log': {'1.0'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Network': {'1.1'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Port': {'1.5'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SubPort': {'1.0'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Subnet': {'1.1'}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Trunk': {'1.1'}} Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: consumer versions: Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Log': '1.0', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Network': '1.1', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Port': '1.5', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'PortForwarding': '1.2', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'QosPolicy': '1.8', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroup': '1.2', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SubPort': '1.0', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Subnet': '1.1', Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Trunk': '1.1'}} Mar 16 11:06:10.350179 dv-neutron-833733-1-hyperv neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:06:10.352455 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:06:10.353231 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Checking segment: {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:06:10.353363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.353693 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Bound using segment: {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:06:10.354205 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Bound port: 0c192d24-7a6e-4c96-ac00-373b2a4a32d2, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4119ffa2-0131-45f6-8c82-20b827ec5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:10.354592 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.445425 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] For port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:06:10.449865 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] For port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,segment=NetworkSegment(4119ffa2-0131-45f6-8c82-20b827ec5dde),segment_id=4119ffa2-0131-45f6-8c82-20b827ec5dde)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:06:10.456916 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:10.538368 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f478a2-485e-4501-a5ee-b140b2a8d869 None None] Pushing event updated for resources: {'Port': ['ID=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:10.550926 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Routers {'91db88a8-5e08-4a67-9cb8-78064b1ea45c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:06:10.551529 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:10.702494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] Set router 91db88a8-5e08-4a67-9cb8-78064b1ea45c gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:06:11.019325 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:08Z', 'revision_number': 2, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port_host': None, '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:10Z', 'revision_number': 4, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:11.023354 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc8197-ea5c-46a6-aed2-7098a5876bf1 None None] The sync data for ids ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'] in dv-neutron-833733-1-hyperv is: [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:08Z', 'revision_number': 2, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port_host': None, '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:10Z', 'revision_number': 4, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:06:11.217875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:11.393943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132c834-305c-4644-85c8-0974c910080c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:11.394519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7132c834-305c-4644-85c8-0974c910080c admin admin] Synchronizing usage tracker for tenant:59e33de166d542058ae918341be22cf7 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:06:11.412730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7132c834-305c-4644-85c8-0974c910080c admin admin] Unset dirty status for tenant:59e33de166d542058ae918341be22cf7 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:06:11.414075 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7132c834-305c-4644-85c8-0974c910080c admin admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 842 time: 0.1949215 Mar 16 11:06:11.423575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Request body: {'subnet': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'cidr': '172.26.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:06:11.428178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:06:11.431886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Usage tracker for resource:subnet and tenant:59e33de166d542058ae918341be22cf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:06:11.434720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:06:11.440632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:06:11.450454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Made reservation on behalf of 59e33de166d542058ae918341be22cf7 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:06:11.452645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:11.839212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:06:11.839813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:11.931843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:06:11.932195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Network hostable DHCP agents. Network: 33608c1c-dba6-42ba-bce5-acf22b6dd692, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:06:11.939364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6bd943-35aa-41aa-80a7-a8654dddebac,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:11.959849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:06:11.971750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 33608c1c-dba6-42ba-bce5-acf22b6dd692) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:11.976095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:11.976674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:11.982784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5daacb-9ce1-43e5-b952-f54ab226efd7 None None] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:06:12.010023 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7e7e7b4-6f58-4b82-8215-81c4c898f9e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5778058 Mar 16 11:06:12.236282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7caf9-a978-4c96-8365-d2f990339dc0 None None] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:06:13.171753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:13.261541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:13.266386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:13.266750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.384798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.417201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,segment=NetworkSegment(4119ffa2-0131-45f6-8c82-20b827ec5dde),segment_id=4119ffa2-0131-45f6-8c82-20b827ec5dde)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:06:13.420944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:13.486409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0c192d24-7a6e-4c96-ac00-373b2a4a32d2,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:14.200584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60086) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:14.441832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fa2ad44-1db1-4e92-b077-57d49e6edfe0 admin admin] 10.222.0.36 "GET /v2.0/routers/91db88a8-5e08-4a67-9cb8-78064b1ea45c HTTP/1.1" status: 200 len: 710 time: 0.2401197 Mar 16 11:06:14.580537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a86a494-854f-4243-b350-7ee60d64479e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:06:14.581917 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a86a494-854f-4243-b350-7ee60d64479e admin admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 886 time: 0.1347852 Mar 16 11:06:14.590998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:06:15.081169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.156271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:15.227592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:15.227965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.263816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.368932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.503338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Allocated IP 172.26.1.49 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/a43f8f64-62b8-4113-bc1e-29ed0db9e8a0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:06:15.655705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.689180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:15.763028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:06:15.763866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Pushing event updated for resources: {'Port': ['ID=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:15.766372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:06:15.768494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:06:15.923993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.089781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.093303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.293822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Router 91db88a8-5e08-4a67-9cb8-78064b1ea45c has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:06:16.491787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:06:16.500891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:16.502132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2052f3b4-e7f9-4e3f-bf6b-5da705b5c29b admin admin] 10.222.0.36 "PUT /v2.0/routers/91db88a8-5e08-4a67-9cb8-78064b1ea45c HTTP/1.1" status: 200 len: 889 time: 1.9146080 Mar 16 11:06:16.504450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Sync routers for ids ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:06:16.520726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Routers {'91db88a8-5e08-4a67-9cb8-78064b1ea45c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:06:16.521407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:16.708370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Set router 91db88a8-5e08-4a67-9cb8-78064b1ea45c gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:06:17.044634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:15Z', 'revision_number': 4, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port': {'id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:15Z', 'updated_at': '2022-03-16T11:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:13Z', 'revision_number': 5, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:17.049573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Checking router: 91db88a8-5e08-4a67-9cb8-78064b1ea45c for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:06:17.049907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Updating router 91db88a8-5e08-4a67-9cb8-78064b1ea45c port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:06:17.098591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.420361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.432385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Transition to ACTIVE for port object a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:06:17.439452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.514073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9bd1-ee1f-453c-85b8-12578e238624 None None] Pushing event updated for resources: {'Port': ['ID=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:17.517745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Attempting to bind port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:06:17.518130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Attempting to bind port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:06:17.518482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Attempting to bind port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:06:17.524998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:06:17.525401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:06:17.525713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.526090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:06:17.527143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Bound port: a43f8f64-62b8-4113-bc1e-29ed0db9e8a0, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:06:17.527264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.595401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] For port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:06:17.598358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] For port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:06:17.603787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:17.698296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9bd1-ee1f-453c-85b8-12578e238624 None None] Pushing event updated for resources: {'Port': ['ID=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:17.707111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Routers {'91db88a8-5e08-4a67-9cb8-78064b1ea45c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:06:17.707694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:17.892863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] Set router 91db88a8-5e08-4a67-9cb8-78064b1ea45c gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:06:18.219385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:15Z', 'revision_number': 4, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port': {'id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:15Z', 'updated_at': '2022-03-16T11:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:13Z', 'revision_number': 5, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:06:18.223287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6fa08-dc44-4a40-81eb-7d20d45dc59e None None] The sync data for ids ['91db88a8-5e08-4a67-9cb8-78064b1ea45c'] in dv-neutron-833733-1-hyperv is: [{'id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'name': 'router1', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:05:57Z', 'updated_at': '2022-03-16T11:06:15Z', 'revision_number': 4, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'gw_port': {'id': 'a43f8f64-62b8-4113-bc1e-29ed0db9e8a0', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:15Z', 'updated_at': '2022-03-16T11:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0c192d24-7a6e-4c96-ac00-373b2a4a32d2', 'name': '', 'network_id': '30afc463-8d0b-40af-8509-4974b91f972e', 'tenant_id': 'c607ecc8da184b17802f8c32ab196b3d', 'mac_address': 'fa:16:3e:5d:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91db88a8-5e08-4a67-9cb8-78064b1ea45c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:06:07Z', 'updated_at': '2022-03-16T11:06:13Z', 'revision_number': 5, 'project_id': 'c607ecc8da184b17802f8c32ab196b3d', 'subnets': [{'id': '040930ba-3d74-4c51-ad00-5b04f556a9ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96d352b2-401f-4705-9710-40a137dd1f4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:06:18.772817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:06:18.910761 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24314b29-6da5-4695-95d2-43ff3ff17739 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1368062 Mar 16 11:06:19.179327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:19.238334 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:06:19.251375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:06:19.256292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:19.256674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.373436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.390677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:06:19.397248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:19.463703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a43f8f64-62b8-4113-bc1e-29ed0db9e8a0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:06:21.165743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:06:21.244955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a43f8f64-62b8-4113-bc1e-29ed0db9e8a0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:06:21.245329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:31.514575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-755cd0b2-719d-4335-aba9-fa04ce110453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:33.618942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0d86d5ee-af54-495b-b115-ce00f747c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:34.790553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:34.914553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:36.059821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:06:56.239874 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:01.514177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a8ddadb-2d61-4cff-ae31-fb499c79401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:03.625019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f88c7f77-96f0-4fe6-9fbb-9f966c89dc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.793789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:04.919235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:06.060030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:31.511649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c28b87ca-0327-4dfb-a95a-b722af1e8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:33.245700 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:07:33.622654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-602d843d-ac61-4c15-9e7d-489e66e7b1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.795611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:34.927402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:07:36.070720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:01.508438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f93f3f8b-774b-4ecb-9dc5-e37e463867bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:03.617654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d33e-9a0c-444c-87bb-1de01883c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.799644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:04.922809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:06.068542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:10.247797 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:26.815913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:26.916842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa0e4cf-ea8d-4105-be27-7eb0b8d4692b admin admin] GET failed (client error): The resource could not be found. Mar 16 11:08:26.918440 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fa0e4cf-ea8d-4105-be27-7eb0b8d4692b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1015582 Mar 16 11:08:27.050243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9821df-a44d-4e25-91f1-86dbf471b0fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:27.051553 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd9821df-a44d-4e25-91f1-86dbf471b0fe admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1287699 Mar 16 11:08:29.090639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:29.227560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5f41d-157f-4738-a754-a8e59b5b20a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.228105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b3f5f41d-157f-4738-a754-a8e59b5b20a1 admin admin] Synchronizing usage tracker for tenant:59e33de166d542058ae918341be22cf7 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:08:29.245813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b3f5f41d-157f-4738-a754-a8e59b5b20a1 admin admin] Unset dirty status for tenant:59e33de166d542058ae918341be22cf7 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:08:29.252586 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3f5f41d-157f-4738-a754-a8e59b5b20a1 admin admin] 10.222.0.36 "GET /v2.0/subnets/040930ba-3d74-4c51-ad00-5b04f556a9ae HTTP/1.1" status: 200 len: 849 time: 0.1610312 Mar 16 11:08:29.257018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:08:29.372814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.569809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.615911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:29.616264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:29.617557 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] 10.222.0.36 "PUT /v2.0/subnets/040930ba-3d74-4c51-ad00-5b04f556a9ae HTTP/1.1" status: 200 len: 868 time: 0.3642232 Mar 16 11:08:29.619139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4cf2a-54cb-4b8f-bf7c-e5e759899bbd None None] Network 30afc463-8d0b-40af-8509-4974b91f972e requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:08:29.641487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=040930ba-3d74-4c51-ad00-5b04f556a9ae,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:08:29.650383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.650792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.651066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.651391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.651723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.652041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.652364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.652749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.653073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.653392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:29.653705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc712a5-83f5-425b-b1aa-ea38b7b7b70f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:08:30.227020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8badcdb2-9dce-4e03-bd7f-1bdcf4b8123e None None] Provisioning complete for port 36964f1b-bbcd-4640-8092-7ec19308b6b9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:30.227435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8badcdb2-9dce-4e03-bd7f-1bdcf4b8123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:30.358205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8badcdb2-9dce-4e03-bd7f-1bdcf4b8123e None None] Provisioning complete for port 0c192d24-7a6e-4c96-ac00-373b2a4a32d2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:08:30.358461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8badcdb2-9dce-4e03-bd7f-1bdcf4b8123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.503011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3aac8097-e5f0-4181-865c-2a983294b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:31.657846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60724) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:31.886376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db0ba7-cf13-4748-9114-73aaa98d6885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:31.886726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db0ba7-cf13-4748-9114-73aaa98d6885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:31.888268 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-41db0ba7-cf13-4748-9114-73aaa98d6885 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2291050 Mar 16 11:08:33.629388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3141b39b-b414-44b4-b932-2d39659957da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:33.972354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:34.219525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68784e39-d870-4d84-92c8-fcdcd1deeca8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.219898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68784e39-d870-4d84-92c8-fcdcd1deeca8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:34.221423 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-68784e39-d870-4d84-92c8-fcdcd1deeca8 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2477922 Mar 16 11:08:34.801205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:34.927585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.078123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:08:36.271504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:36.475616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da9d4-4342-4bb5-98e8-013efd9c07e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:36.476955 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de7da9d4-4342-4bb5-98e8-013efd9c07e0 admin admin] 10.222.0.36 "GET /v2.0/networks/30afc463-8d0b-40af-8509-4974b91f972e HTTP/1.1" status: 200 len: 868 time: 0.2045214 Mar 16 11:08:38.547808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60754) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:38.752807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8b1bf-f043-446e-bf01-7228eb7e15a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:38.754191 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39f8b1bf-f043-446e-bf01-7228eb7e15a8 admin admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 886 time: 0.2054114 Mar 16 11:08:40.858406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60764) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:40.996605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf7591-e55c-48ab-b12c-13b57c7d9400 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.996970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf7591-e55c-48ab-b12c-13b57c7d9400 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:40.998815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bdf7591-e55c-48ab-b12c-13b57c7d9400 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1394775 Mar 16 11:08:43.043608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:43.172508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c4d11-0764-4a29-9f91-e7297707ad38 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:43.172870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c4d11-0764-4a29-9f91-e7297707ad38 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:43.174400 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1a6c4d11-0764-4a29-9f91-e7297707ad38 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297429 Mar 16 11:08:45.214023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60784) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:45.350414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c654a-6840-4294-8b6d-1d7fae5c7dbe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:45.351730 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-262c654a-6840-4294-8b6d-1d7fae5c7dbe admin admin] 10.222.0.36 "GET /v2.0/subnets/040930ba-3d74-4c51-ad00-5b04f556a9ae HTTP/1.1" status: 200 len: 868 time: 0.1367426 Mar 16 11:08:47.249283 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:08:47.386993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:08:47.527468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7015fc0-6c93-4232-9ed9-50ee1784dd85 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:08:47.529333 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7015fc0-6c93-4232-9ed9-50ee1784dd85 admin admin] 10.222.0.36 "GET /v2.0/subnets/9c6bd943-35aa-41aa-80a7-a8654dddebac HTTP/1.1" status: 200 len: 816 time: 0.1414049 Mar 16 11:09:01.508467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c430fac-af19-44a4-98e9-3c17f4fdc20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:03.625804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59e0588c-456f-4b21-93c7-cdc7647759e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.804635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:04.931795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:05.620181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:05.705981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-aac03e6a-1e08-462a-9e04-5be19458226c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:09:05.706973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aac03e6a-1e08-462a-9e04-5be19458226c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0858576 Mar 16 11:09:06.079360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:07.854816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:07.952951 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e273d05c-cdcb-47f1-9c07-a045223f05d3 admin admin] GET failed (client error): The resource could not be found. Mar 16 11:09:07.954253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e273d05c-cdcb-47f1-9c07-a045223f05d3 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0983925 Mar 16 11:09:08.098481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33f707-1fc1-403e-853f-df487aa97266 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:08.100122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6e33f707-1fc1-403e-853f-df487aa97266 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1395574 Mar 16 11:09:10.189259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:10.262516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:09:10.268187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:10.278022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:10.293101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Made reservation on behalf of 59e33de166d542058ae918341be22cf7 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:10.296018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.410157 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING neutron.services.revisions.revision_plugin [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Could not find related network for resource to bump revision. Mar 16 11:09:10.427293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:09:10.438456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738050878320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.438987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Unsubscribe: segment precommit_create {{(pid=83794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 11:09:10.439443 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Added segment 401baa47-9369-433c-83ca-c1f5aaa79733 of type vlan for network 1f1866be-6820-407d-80ae-43197e81c8dd Mar 16 11:09:10.504528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.537625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.538608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:10.539175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:10.646793 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4563184 Mar 16 11:09:10.647346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1866be-6820-407d-80ae-43197e81c8dd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:10.655752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.656237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.656584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.656916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.657248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.657577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.658140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.658471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.658795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.659120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.659464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e6670-6877-4de3-9a88-613d005d5847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:10.673557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 1f1866be-6820-407d-80ae-43197e81c8dd details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:09:12.689983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:09:12.790987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7d69df-b3d8-46a9-96fc-28c509fd3d0e admin admin] GET failed (client error): The resource could not be found. Mar 16 11:09:12.791463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f7d69df-b3d8-46a9-96fc-28c509fd3d0e admin admin] Synchronizing usage tracker for tenant:59e33de166d542058ae918341be22cf7 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:09:12.809677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f7d69df-b3d8-46a9-96fc-28c509fd3d0e admin admin] Unset dirty status for tenant:59e33de166d542058ae918341be22cf7 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:09:12.810756 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f7d69df-b3d8-46a9-96fc-28c509fd3d0e admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1197701 Mar 16 11:09:12.912154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509845f8-7faf-4c65-bac1-d3703769498a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:12.913581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-509845f8-7faf-4c65-bac1-d3703769498a admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0986731 Mar 16 11:09:12.926113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:09:12.930857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:09:12.940720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:09:12.952773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Made reservation on behalf of 59e33de166d542058ae918341be22cf7 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:09:12.955034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.168811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.236326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11314648-9f79-4151-a474-cb2fb33d6772,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:13.251795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Checking segment: {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:09:13.251795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Network hostable DHCP agents. Network: 1f1866be-6820-407d-80ae-43197e81c8dd, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:09:13.280574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Network 1f1866be-6820-407d-80ae-43197e81c8dd is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:09:13.291671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 1f1866be-6820-407d-80ae-43197e81c8dd) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:13.296162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:09:13.296755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.301740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923a489-a94d-4cf6-a99b-69ce39fbf2ed None None] Network 1f1866be-6820-407d-80ae-43197e81c8dd requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:09:13.329057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-84f9f563-152f-4a9f-a615-0edc9d6d6ed6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3991117 Mar 16 11:09:13.526689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1f1866be-6820-407d-80ae-43197e81c8dd', 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd', 'tenant_id': '59e33de166d542058ae918341be22cf7', 'fixed_ips': [{'subnet_id': '11314648-9f79-4151-a474-cb2fb33d6772'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:09:13.527517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.687082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Allocated IP 192.168.233.2 (1f1866be-6820-407d-80ae-43197e81c8dd/11314648-9f79-4151-a474-cb2fb33d6772/e9e4e9a2-2d9c-48e3-ace4-f2830b8222af) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:09:13.897320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:13.907472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Transition to ACTIVE for port object e9e4e9a2-2d9c-48e3-ace4-f2830b8222af will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:13.928980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Transition to ACTIVE for port object e9e4e9a2-2d9c-48e3-ace4-f2830b8222af will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:09:13.936553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.007937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Network 1f1866be-6820-407d-80ae-43197e81c8dd is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:09:14.010752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:09:14.015378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:09:14.017430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Pushing event updated for resources: {'Port': ['ID=e9e4e9a2-2d9c-48e3-ace4-f2830b8222af,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:14.028332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.028661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.028981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.029301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.029670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.030074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.030395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.030715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.031029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.031337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.031647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:09:14.114017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Attempting to bind port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:09:14.114378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Attempting to bind port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:09:14.114730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Attempting to bind port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af on network 1f1866be-6820-407d-80ae-43197e81c8dd {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:09:14.121703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:09:14.122085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Checking segment: {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:09:14.122480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.123256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Bound using segment: {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:09:14.123856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Bound port: e9e4e9a2-2d9c-48e3-ace4-f2830b8222af, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:09:14.124331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.239437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] For port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:09:14.242498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] For port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e9e4e9a2-2d9c-48e3-ace4-f2830b8222af,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:09:14.250765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:14.336769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db9fc9-0d16-4bfe-896a-389fd7afcbfb None None] Pushing event updated for resources: {'Port': ['ID=e9e4e9a2-2d9c-48e3-ace4-f2830b8222af,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:15.141510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8649425-04bc-4440-b927-7f3e1da17baf None None] Network 1f1866be-6820-407d-80ae-43197e81c8dd requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:09:15.311756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e9e4e9a2-2d9c-48e3-ace4-f2830b8222af up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:15.392981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-892126fe-baf1-40bd-b8bf-f4b3492d8a7f None None] Provisioning for port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:15.464933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:09:15.470337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:15.470685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.593974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.639764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e9e4e9a2-2d9c-48e3-ace4-f2830b8222af,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:09:15.645107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.690918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-548d79a1-4d42-4fac-80b5-3a905df083a3 None None] Provisioning complete for port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:15.691281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-548d79a1-4d42-4fac-80b5-3a905df083a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:15.758183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e9e4e9a2-2d9c-48e3-ace4-f2830b8222af,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:09:17.264851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e9e4e9a2-2d9c-48e3-ace4-f2830b8222af up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:09:17.333488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e9e4e9a2-2d9c-48e3-ace4-f2830b8222af triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:09:17.333874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:24.250705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:09:31.513842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a25bf5f-48b2-472d-9958-1075ea60fe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:33.620988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d81f262-c786-4709-b5ae-8b700218b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.810996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:34.936437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:09:36.082864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:01.252866 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:10:01.511497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eac54e7a-bf29-4d12-ad34-618a444c50df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:03.625962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e1eb2c9-8348-4cd1-afb3-9fe5acf86dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.814995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:04.940915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:06.091314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.208864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60906) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.216377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-c7b44079-4b8f-42d8-b6fa-7fcd69b1b560 tempest-verify_tempest_config-1010454582 tempest-verify_tempest_config-1010454582-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:10:24.217338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7b44079-4b8f-42d8-b6fa-7fcd69b1b560 tempest-verify_tempest_config-1010454582 tempest-verify_tempest_config-1010454582-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0075212 Mar 16 11:10:24.585367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 60922) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.751722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.791806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:10:24.795608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5815a477ee43e3b4ebd323d44045f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:10:24.798829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:10:24.804325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:10:24.877258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.883328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:24.926096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465bd1a3-572c-47bb-bd51-50f9ea90899b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:24.932031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d5815a477ee43e3b4ebd323d44045f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3454874 Mar 16 11:10:24.934979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:10:24.936716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.937053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.937372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.937694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.938060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.938388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.938718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.939038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.939348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.939653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.939960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add4fff-ca96-479f-97b6-7aaad1d299c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:24.994422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.020821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.123210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.143028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465bd1a3-572c-47bb-bd51-50f9ea90899b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:10:25.151586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:25.152728 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/465bd1a3-572c-47bb-bd51-50f9ea90899b HTTP/1.1" status: 204 len: 168 time: 0.2167780 Mar 16 11:10:25.156052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.156399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.156733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.157021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.157386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.157694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.158040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.158548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.158678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.158994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:25.159341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2831010-c1eb-45fd-84ee-53785204fb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:10:31.507930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c5c58f5-cca1-4395-b99c-62756cb7959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:33.639772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76fb1e64-6ff3-4c2b-8f6d-e49d0d7bcf4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.826136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:34.951920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:36.092131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:10:38.256301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:01.507825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-412e3335-4a6a-40dc-baf2-a97b3f6b603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:03.638529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88aa4f3a-5f3a-437c-b0d9-7a0d256b1a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.827197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:04.957411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:06.106649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:15.257630 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:31.505688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d3c5da5a-3faa-48e2-9065-3ffe5b77fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:33.644548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-002b2392-02aa-45d1-a75d-ff4d65afabe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.829460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:34.954713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:36.099493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:41.802137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-933063'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:11:52.259116 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:11:57.467385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 60998) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:57.616275 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c12f140-355e-4b8b-b440-fddd27d44561 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1469815 Mar 16 11:11:59.662154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 32776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:11:59.754333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d37c3564-a2b7-4ef9-8c2c-9c3a250cbaf2 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0910652 Mar 16 11:12:01.501061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b2bf-38f5-4366-af20-eff6a9ea6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:03.631618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bcad-5dcc-4992-b3a9-e1b50d5edb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.833188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:04.954276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:06.112812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:11.769081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:29.260313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:12:31.504821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d97b7298-af83-44aa-86d1-100f3b7e71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:33.632303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-54ec28d1-59a2-4bf9-8c4a-dc03fd73fca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.846869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:34.958442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:36.103875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:12:41.764272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:01.508976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0a20a589-b1bf-4f22-978e-6b7b73b93ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:03.628187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6492e8e0-6912-4c74-9b53-71a75bf7351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.840500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:04.953764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.104326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:06.259961 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:11.774276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:24.541415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 32946) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:24.775527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 32960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.012951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1824135812-network', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.017380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.021120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Usage tracker for resource:network and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.023947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.029700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.040198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Made reservation on behalf of aa1892e3ddf545da9a9d088887aea253 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.042702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.055394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.086176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 32972) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.086641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.090770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.093865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.099716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.140938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 32978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.176383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.181622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.199355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:25.212452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.212612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1974139591-network', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.213647 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Added segment fd382302-01df-46c8-8686-f90bcd36d581 of type vlan for network 0624426a-adf7-471c-83b8-354a3682d32d Mar 16 11:13:25.220533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.226729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Usage tracker for resource:network and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.241185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.244686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.253835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.284012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Made reservation on behalf of 095dfadd0fa94ae6bd6a70a4a337545c for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.287284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.298230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.299345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.300190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.319466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.363137 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8197815 Mar 16 11:13:25.366604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 32990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.368313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.373850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Usage tracker for resource:security_group_rule and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.376953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.382842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.444635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Pushing event updated for resources: {'Network': ['ID=0624426a-adf7-471c-83b8-354a3682d32d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.456893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Request body: {'subnet': {'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1824135812-subnet', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.459201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.461899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.462423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.462946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.463267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.463798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.464191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.464447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.464947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.465118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.465568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.466050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.466546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Tracked resource versions report: Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: pushed versions: Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Log': {'1.0'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Network': {'1.1'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Port': {'1.5'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'PortForwarding': {'1.2'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'QosPolicy': {'1.8'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroup': {'1.2'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SubPort': {'1.0'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Subnet': {'1.1'}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Trunk': {'1.1'}} Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: consumer versions: Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: HyperV agent@hv-neutron-8337: {}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Log': '1.0', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Network': '1.1', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Port': '1.5', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'PortForwarding': '1.2', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'QosPolicy': '1.8', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroup': '1.2', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SecurityGroupRule': '1.0', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'SubPort': '1.0', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Subnet': '1.1', Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: 'Trunk': '1.1'}} Mar 16 11:13:25.467735 dv-neutron-833733-1-hyperv neutron-server[83793]: {{(pid=83793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:13:25.472570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.479216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Usage tracker for resource:subnet and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.481552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:25.482905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.483413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 0624426a-adf7-471c-83b8-354a3682d32d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:25.491185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.494661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.495077 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Added segment e809c451-6b4f-4e7e-bf00-0d22bad28d21 of type vlan for network de9facff-cda2-48a4-bb11-2e0430deac18 Mar 16 11:13:25.500341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e706-4210-4930-b434-5433a8dbecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c6b22-0e6c-471a-a5f1-21192687acbf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.514204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Made reservation on behalf of aa1892e3ddf545da9a9d088887aea253 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.516833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.525178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.585281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80009a9d-df80-4ffa-a349-65c1fb1bca63,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.593861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.594725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:25.595547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.629551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.630058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.630521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.630923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.631300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.631637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.631981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.632734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.632978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.633247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.633579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Tracked resource versions report: Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: pushed versions: Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Log': {'1.0'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Network': {'1.1'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Port': {'1.5'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'PortForwarding': {'1.2'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'QosPolicy': {'1.8'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroup': {'1.2'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SubPort': {'1.0'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Subnet': {'1.1'}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Trunk': {'1.1'}} Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: consumer versions: Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: HyperV agent@hv-neutron-8337: {}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Log': '1.0', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Network': '1.1', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Port': '1.5', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'PortForwarding': '1.2', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'QosPolicy': '1.8', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroup': '1.2', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SecurityGroupRule': '1.0', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'SubPort': '1.0', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Subnet': '1.1', Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: 'Trunk': '1.1'}} Mar 16 11:13:25.635247 dv-neutron-833733-1-hyperv neutron-server[83794]: {{(pid=83794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:13:25.744184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] Pushing event updated for resources: {'Network': ['ID=de9facff-cda2-48a4-bb11-2e0430deac18,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.750856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7dc37136-4882-4af3-a6ed-4cae9f84f968 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9711094 Mar 16 11:13:25.751313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:25.752614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-326223648'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.758312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.759241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network de9facff-cda2-48a4-bb11-2e0430deac18 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:25.763517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Usage tracker for resource:network and tenant:78086868bb8d43c4b9f5519724c1de20 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.766979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.768090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Request body: {'subnet': {'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1974139591-subnet', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.773158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.780732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.784925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-276614580'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:25.791093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.795875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Usage tracker for resource:network and tenant:d033ac3457a34cb984ff6305b67128ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.797614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.799338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.806347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.815290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.819576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.833589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.846681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Made reservation on behalf of d033ac3457a34cb984ff6305b67128ce for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.849867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.885844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:25.886947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Usage tracker for resource:subnet and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.890163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Usage tracker for resource:security_group_rule and tenant:78086868bb8d43c4b9f5519724c1de20 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:25.893338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.895873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:25.900135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.906044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77ee813-f88b-4d65-8824-967a64b60f37,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:25.927322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:25.961440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Checking segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:25.962053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Network hostable DHCP agents. Network: 0624426a-adf7-471c-83b8-354a3682d32d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:25.969327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Made reservation on behalf of 095dfadd0fa94ae6bd6a70a4a337545c for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:25.972511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.981485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:25.982729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.017770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:26.021782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Usage tracker for resource:security_group_rule and tenant:d033ac3457a34cb984ff6305b67128ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:26.024593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:26.030364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:26.101455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.102601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.107548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Network 0624426a-adf7-471c-83b8-354a3682d32d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:26.116230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:26.126221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.126578 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Added segment 045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5 of type vlan for network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 Mar 16 11:13:26.155585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.160558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 0624426a-adf7-471c-83b8-354a3682d32d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:26.174674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.175451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.177123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7a8dc-6cfb-4a11-a7fb-c204f6d4555e None None] Network 0624426a-adf7-471c-83b8-354a3682d32d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:26.209084 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad082997-5206-47ef-ad8f-f53ca8f06ac8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7660425 Mar 16 11:13:26.210342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33018) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.210546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.219160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:26.225484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:26.230359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Usage tracker for resource:router and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:26.233751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:26.234725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:26.242717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:26.256588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.256966 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Added segment 718e9c6a-ebca-4eb4-b0f8-025da2b2f53a of type vlan for network 8de5ad69-3c15-4b6a-aabf-7263281ff307 Mar 16 11:13:26.264971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.267334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.309030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.312350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.374290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.377486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.381477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.382268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.396816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b77a6c-73af-4296-bf1a-01e7d387fafa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.503099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.507275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.507863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.569933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Network': ['ID=057c6d04-778d-4e7e-b8a9-506bacaf38d1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.583882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:26.588444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c248314-6441-4882-8948-81bec31d9c9b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.599995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1584bb-40b9-474e-9230-164f6453e302,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.614834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Checking segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:26.615445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Network hostable DHCP agents. Network: de9facff-cda2-48a4-bb11-2e0430deac18, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:26.622726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-0624426a-adf7-471c-83b8-354a3682d32d', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:26.624875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.717029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.729426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Network de9facff-cda2-48a4-bb11-2e0430deac18 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:26.758285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'Network': ['ID=8de5ad69-3c15-4b6a-aabf-7263281ff307,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:26.758547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, de9facff-cda2-48a4-bb11-2e0430deac18) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:26.763413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6108101d-7114-40d8-92ee-4004dc29c688 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6756260 Mar 16 11:13:26.768576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04f22da4-6b51-4303-bec2-e35ed9c5a8cc tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6263318 Mar 16 11:13:26.769470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.769910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.777666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'subnet': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:26.821406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:26.821987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.880220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:26.884345 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82281e64-9cdf-496f-a2c1-8e1435094518 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1316416 Mar 16 11:13:26.887698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:26.895504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:26.901955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:26.907469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Usage tracker for resource:router and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:26.912844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:26.921680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:26.930911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Request body: {'subnet': {'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:26.951703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:26.953008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:26.954463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.005481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Usage tracker for resource:subnet and tenant:78086868bb8d43c4b9f5519724c1de20 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:27.013474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:27.031219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:27.048438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.051871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.059442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:27.063297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Usage tracker for resource:subnet and tenant:d033ac3457a34cb984ff6305b67128ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:27.066116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:27.071733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:27.080288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:27.085718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec15d216-7d88-4978-aa55-2ac0de33cb39 None None] Network de9facff-cda2-48a4-bb11-2e0430deac18 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:27.105523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.202900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.216566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Made reservation on behalf of d033ac3457a34cb984ff6305b67128ce for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:27.390826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.414955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Allocated IP 172.26.1.152 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/b99942b0-e46c-4e93-9549-2989845cd196) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:27.492259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-de9facff-cda2-48a4-bb11-2e0430deac18', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:27.493224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.520127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.528558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.664465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33070) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:27.723443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.773979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Allocated IP 172.20.0.2 (0624426a-adf7-471c-83b8-354a3682d32d/c77ee813-f88b-4d65-8824-967a64b60f37/4b04f202-279b-4ee0-b488-b3e723c0cd5e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:27.837402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.859924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Allocated IP 172.20.0.2 (de9facff-cda2-48a4-bb11-2e0430deac18/2c248314-6441-4882-8948-81bec31d9c9b/b8c783df-da3d-4403-a6cb-cfda9cd72ea9) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:27.905098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:27.949634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:27.950610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Pushing event updated for resources: {'Port': ['ID=b99942b0-e46c-4e93-9549-2989845cd196,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:27.955105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:27.970483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:27.998298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.051929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'Subnet': ['ID=922b8142-b236-4149-b975-20073035e772,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.096635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Checking segment: {'id': '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:28.096999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Network hostable DHCP agents. Network: 8de5ad69-3c15-4b6a-aabf-7263281ff307, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:28.111132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.242528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:28.245344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.263422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-306180808'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.268378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.274361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.311573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Subnet': ['ID=75fac12c-d66d-46e6-a6f3-82e1ef7d6e41,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.323777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 8de5ad69-3c15-4b6a-aabf-7263281ff307) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:28.333128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.335789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.355395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1604669882'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.360175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.371006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Transition to ACTIVE for port object b8c783df-da3d-4403-a6cb-cfda9cd72ea9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:28.378224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Usage tracker for resource:network and tenant:e1f1b2e189af4a0ab6fde41a4bf2d6e8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.388534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.392364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Transition to ACTIVE for port object b8c783df-da3d-4403-a6cb-cfda9cd72ea9 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:28.394592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Checking segment: {'id': '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:28.395004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network hostable DHCP agents. Network: 057c6d04-778d-4e7e-b8a9-506bacaf38d1, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:28.398607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a8d87-ae96-4665-823b-53fe01f8db4a None None] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:28.411849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.415110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.429518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.447586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Usage tracker for resource:network and tenant:7f4bdd9394784ae099d92942fccdac37 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.462409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.473814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.479609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2d35212-772a-43a6-8201-2761cfd2ac2b tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7068114 Mar 16 11:13:28.487171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33092) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.506623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Made reservation on behalf of e1f1b2e189af4a0ab6fde41a4bf2d6e8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.510122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.511175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Request body: {'port': {'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307', 'name': 'tempest-ExtraDHCPOptionsTestJSON-929131480'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.562401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Pushing event updated for resources: {'Port': ['ID=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:28.587929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.589300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.589891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.590095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.590407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.590740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.591059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.591368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.591678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.591985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.592292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.593059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Tracked resource versions report: Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: pushed versions: Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Log': {'1.0'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Network': {'1.1'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Port': {'1.5'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'PortForwarding': {'1.2'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'QosPolicy': {'1.8'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroup': {'1.2'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SubPort': {'1.0'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Subnet': {'1.1'}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Trunk': {'1.1'}} Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: consumer versions: Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: HyperV agent@hv-neutron-8337: {}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Log': '1.0', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Network': '1.1', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Port': '1.5', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'PortForwarding': '1.2', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'QosPolicy': '1.8', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroup': '1.2', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SecurityGroupRule': '1.0', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'SubPort': '1.0', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Subnet': '1.1', Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: 'Trunk': '1.1'}} Mar 16 11:13:28.594110 dv-neutron-833733-1-hyperv neutron-server[83795]: {{(pid=83795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:13:28.611261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.631836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.632829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.647911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Allocated IP 172.26.1.184 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/6a40e4d3-71f4-46ac-815c-69b5023011b3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:28.660659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Network de9facff-cda2-48a4-bb11-2e0430deac18 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:28.664443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Made reservation on behalf of 7f4bdd9394784ae099d92942fccdac37 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.668373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.669303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:28.685091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:28.708070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1363702555', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.712346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:28.723667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 057c6d04-778d-4e7e-b8a9-506bacaf38d1) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:28.728212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.734597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.749615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:28.750393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.751233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8cdc6-cb4d-46b3-b96f-4b5aca72b181 None None] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:28.786108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.790188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Usage tracker for resource:security_group_rule and tenant:7f4bdd9394784ae099d92942fccdac37 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.793249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.799857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.805291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.818275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Usage tracker for resource:port and tenant:d53e584685be4849845a95f887c109be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.826039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.858918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.867610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1034934784'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.871922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.890837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Usage tracker for resource:security_group_rule and tenant:e1f1b2e189af4a0ab6fde41a4bf2d6e8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.895801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.896274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.904675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Made reservation on behalf of d53e584685be4849845a95f887c109be for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:28.907441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.907761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.916957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Usage tracker for resource:port and tenant:d033ac3457a34cb984ff6305b67128ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.918211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:28.929700 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5bae003-ec45-44df-9523-cf94dd32da9f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1552022 Mar 16 11:13:28.929979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Usage tracker for resource:network and tenant:f61576e474374f3e8f0ebf872647cae4 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:28.930845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.931163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Transition to ACTIVE for port object 4b04f202-279b-4ee0-b488-b3e723c0cd5e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:28.933237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:28.938975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-1705888902'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:28.953823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:28.958070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:28.959161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Attempting to bind port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:28.959406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Attempting to bind port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:28.959862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Attempting to bind port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 on network de9facff-cda2-48a4-bb11-2e0430deac18 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:28.969134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:28.981382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.016336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Transition to ACTIVE for port object 4b04f202-279b-4ee0-b488-b3e723c0cd5e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:29.021143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Made reservation on behalf of f61576e474374f3e8f0ebf872647cae4 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:29.024194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.035572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.037509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.064046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.067720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Made reservation on behalf of d033ac3457a34cb984ff6305b67128ce for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:29.070787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.079358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:29.079716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Checking segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:29.080247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.080714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Bound using segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:29.081309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Bound port: b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:29.081732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.082033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.091289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-8de5ad69-3c15-4b6a-aabf-7263281ff307', 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307', 'tenant_id': 'd033ac3457a34cb984ff6305b67128ce', 'fixed_ips': [{'subnet_id': '922b8142-b236-4149-b975-20073035e772'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:29.092183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.101288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.130807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:29.141384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.151044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.169946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.176862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:29.204141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Usage tracker for resource:security_group_rule and tenant:d53e584685be4849845a95f887c109be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:29.207080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] device_id is not set on port e73b3adf-39f1-43b6-9e76-1d3b555da55d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:29.223190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Network 0624426a-adf7-471c-83b8-354a3682d32d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:29.239128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:29.243519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:29.251669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:29.254221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Pushing event updated for resources: {'Port': ['ID=6a40e4d3-71f4-46ac-815c-69b5023011b3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.257955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:29.260219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Pushing event updated for resources: {'Port': ['ID=4b04f202-279b-4ee0-b488-b3e723c0cd5e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.265079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Usage tracker for resource:security_group_rule and tenant:f61576e474374f3e8f0ebf872647cae4 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:29.267439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.269386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:29.273932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:29.290299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.321256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.321892 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Added segment f7f2ed1c-a9b6-4b31-aeac-d53eb2902517 of type vlan for network 4512bee9-ab30-4113-b79b-c4a19e4e3600 Mar 16 11:13:29.323131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716cb098-acf0-4531-8f57-e5e6fdad3e9a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.339057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.339634 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Added segment 8261c463-794c-48fd-8885-8439aeb691fc of type vlan for network 02dee09a-66bc-4c83-a8b6-87e2d43b8039 Mar 16 11:13:29.343014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:29.350250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:29.366265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:29.367659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28732989-f493-43ba-9b75-75c64e38bdc8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.380172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:29.401906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Usage tracker for resource:port and tenant:78086868bb8d43c4b9f5519724c1de20 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:29.419634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'tenant_id': '78086868bb8d43c4b9f5519724c1de20', 'fixed_ips': [{'subnet_id': '75fac12c-d66d-46e6-a6f3-82e1ef7d6e41'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:29.420456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.442955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:29.461449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.467167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:29.475547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] For port b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:29.479303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.536565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] For port b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:29.539115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:29.542847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.554180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.554500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Allocated IP 172.20.0.6 (8de5ad69-3c15-4b6a-aabf-7263281ff307/922b8142-b236-4149-b975-20073035e772/e73b3adf-39f1-43b6-9e76-1d3b555da55d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:29.570629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Router 1770b433-6978-487e-9926-2e62da7237ab is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:13:29.578087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.582436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.583022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.588361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.590479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.591989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Attempting to bind port 4b04f202-279b-4ee0-b488-b3e723c0cd5e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:29.592367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Attempting to bind port 4b04f202-279b-4ee0-b488-b3e723c0cd5e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:29.592699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Attempting to bind port 4b04f202-279b-4ee0-b488-b3e723c0cd5e on network 0624426a-adf7-471c-83b8-354a3682d32d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:29.594534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:29.595187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.617277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.628522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.651995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port 41595b9f-d909-4172-b782-1ed5edbf2344 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:29.655956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:29.656323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Checking segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:29.656712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.657498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Bound using segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:29.657980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Bound port: 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:29.659180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.675670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.720143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ecb2-819e-4638-b6ee-56b81b8aba61 None None] Pushing event updated for resources: {'Port': ['ID=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.754486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] device_id is not set on port 126c72b3-fc1f-4957-9618-078788bec636 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:29.803046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Allocated IP 172.20.0.2 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/2b0242a5-3341-42b8-bd44-a33fc3d770aa) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:29.817084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c392df-e042-402b-8c5d-d887160a8095,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.817317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:29.821838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Pushing event updated for resources: {'Network': ['ID=02dee09a-66bc-4c83-a8b6-87e2d43b8039,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.856411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] For port 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:29.891680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab0366-c7bc-4ef9-b55a-d9851e53079a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.904912 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2499a7b9-7a46-4389-9442-c3680efa9a63 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2324834 Mar 16 11:13:29.904912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.905601 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Added segment 4e58552a-8975-4c52-891a-6a8f55733898 of type vlan for network b50996ed-1550-4e10-a599-00454f3b520d Mar 16 11:13:29.907807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:29.938574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Pushing event updated for resources: {'Network': ['ID=4512bee9-ab30-4113-b79b-c4a19e4e3600,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:29.954697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 02dee09a-66bc-4c83-a8b6-87e2d43b8039 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:29.971262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.972204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.982414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:29.990463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] For port 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b04f202-279b-4ee0-b488-b3e723c0cd5e,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:30.160522 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df209f86-c0b6-467b-8d8b-493850e1abb4 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6382415 Mar 16 11:13:30.211827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'name': 'tempest-network--203492685', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:30.221094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:30.233451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:network and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:30.240078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:30.246687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.250863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:30.251447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.261696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:30.286509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.299472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:30.325850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.376851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Allocated IP 172.26.1.164 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/126c72b3-fc1f-4957-9618-078788bec636) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:30.430186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7d14d-545d-4343-8357-5495fba9a61d None None] Pushing event updated for resources: {'Port': ['ID=4b04f202-279b-4ee0-b488-b3e723c0cd5e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.445931 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8524048 Mar 16 11:13:30.468494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33136) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:30.472592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:30.475362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.501269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.525377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Request body: {'subnet': {'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:30.550078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.560744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Transition to ACTIVE for port object 2b0242a5-3341-42b8-bd44-a33fc3d770aa will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:30.579829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Transition to ACTIVE for port object 2b0242a5-3341-42b8-bd44-a33fc3d770aa will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:30.599920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.630195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.648125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Transition to ACTIVE for port object e73b3adf-39f1-43b6-9e76-1d3b555da55d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:30.656570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:30.672342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:30.690155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:30.728059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.7 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/41595b9f-d909-4172-b782-1ed5edbf2344) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:30.752823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fc98-cf70-44a0-8171-60ca3ce5e1cb tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event updated for resources: {'Network': ['ID=b50996ed-1550-4e10-a599-00454f3b520d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.769504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network b50996ed-1550-4e10-a599-00454f3b520d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:30.880467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:30.899412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:security_group_rule and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:30.911731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:30.917186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:30.923045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:30.964631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Usage tracker for resource:subnet and tenant:f61576e474374f3e8f0ebf872647cae4 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:30.976017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Pushing event updated for resources: {'Port': ['ID=2b0242a5-3341-42b8-bd44-a33fc3d770aa,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:30.979834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:30.982089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.012943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.030336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Attempting to bind port 2b0242a5-3341-42b8-bd44-a33fc3d770aa on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:31.031061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Attempting to bind port 2b0242a5-3341-42b8-bd44-a33fc3d770aa by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:31.031762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Attempting to bind port 2b0242a5-3341-42b8-bd44-a33fc3d770aa on network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:31.055951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:31.058170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Checking segment: {'id': '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:31.058849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.059269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Bound using segment: {'id': '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:31.061649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Bound port: 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:31.062092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.063948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:13:31.077710 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Sync routers for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:13:31.088101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Made reservation on behalf of f61576e474374f3e8f0ebf872647cae4 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:31.096490 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:31.097132 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:31.143383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Pushing event updated for resources: {'Port': ['ID=126c72b3-fc1f-4957-9618-078788bec636,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.193162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:31.202354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:31.227237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.237855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:31.244099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.247587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.281869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.286629 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8dcd0963-0bce-4003-8608-b24fb78a5c6e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0736120 Mar 16 11:13:31.287982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.311255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] For port 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:31.327916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] For port 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2b0242a5-3341-42b8-bd44-a33fc3d770aa,segment=NetworkSegment(045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5),segment_id=045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:31.356948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.377280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.392396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73228984-eb7d-48fa-94ef-32a1dbc348ab tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1178613 Mar 16 11:13:31.392543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.400726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33144) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.403202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.429196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600', 'binding:host_id': 'hv-neutron-8337', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2121119387'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:31.442135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.164'}]}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:31.442834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50040cb-35d9-4f58-9d1f-bb85707b58db None None] Network de9facff-cda2-48a4-bb11-2e0430deac18 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:31.448280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:31.449341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.457260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.462285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.466929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:31.470915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Usage tracker for resource:port and tenant:c1a0237df6c946219487e77efc711e7a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.477555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:31.484175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:31.484818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.493537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.496581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Usage tracker for resource:router and tenant:d53e584685be4849845a95f887c109be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.505425 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:31.508664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.514832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'Port': ['ID=e73b3adf-39f1-43b6-9e76-1d3b555da55d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.518836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.534148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object 41595b9f-d909-4172-b782-1ed5edbf2344 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:31.541953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:31.565977 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3aef6a50-2673-4d6b-a255-a848564c0bc5 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0758965 Mar 16 11:13:31.568236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33152) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:31.572186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Made reservation on behalf of c1a0237df6c946219487e77efc711e7a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:31.575276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.586331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.589004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.603818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Request body: {'port': {'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307', 'name': 'tempest-ExtraDHCPOptionsTestJSON-143211266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:31.604797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] bootfile-name is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:31.605529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] tftp-server is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:31.605861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] server-ip-address is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:31.631724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.654824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b04f202-279b-4ee0-b488-b3e723c0cd5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:31.747409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.750582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9c23dca-d75d-4462-8763-508d73f0f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.759834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.776368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Allocated IP 172.20.0.2 (8de5ad69-3c15-4b6a-aabf-7263281ff307/922b8142-b236-4149-b975-20073035e772/ff7faf46-9015-4d94-a6c0-a6c7a7d0b319) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:31.794497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17cf6f-8055-4fb7-ac92-049a83c32f2e None None] Pushing event updated for resources: {'Port': ['ID=2b0242a5-3341-42b8-bd44-a33fc3d770aa,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:31.851050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:31.872973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Usage tracker for resource:security_group_rule and tenant:c1a0237df6c946219487e77efc711e7a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:31.883017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:31.922157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.952124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:31.966108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:31.966476 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Added segment 5ec4149c-bf19-4843-805c-d817e9850fe8 of type vlan for network 00c6889f-8e0e-4274-ade3-c62970c66790 Mar 16 11:13:32.000651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.011773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:32.084327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.090544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf66a6b-7f1d-4ce9-82f2-6c2e810bc9a3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.099586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:32.120694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.121595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.122186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.141462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:32.171787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.178892 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:28Z', 'revision_number': 3, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:32.185480 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Checking router: 1770b433-6978-487e-9926-2e62da7237ab for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:13:32.186264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Transition to ACTIVE for port object ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:32.187305 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Updating router 1770b433-6978-487e-9926-2e62da7237ab port b99942b0-e46c-4e93-9549-2989845cd196 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:13:32.212907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Transition to ACTIVE for port object ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:32.215712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0f304aa0-2d83-4fee-9bb6-16a44b0fe9eb None None] Provisioning for port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:32.237000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.280949 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3681257 Mar 16 11:13:32.281196 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.296284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:32.305810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:32.306491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.309912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:32.329534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Pushing event updated for resources: {'Port': ['ID=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.339006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=41595b9f-d909-4172-b782-1ed5edbf2344,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.382753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:32.398307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Usage tracker for resource:port and tenant:d033ac3457a34cb984ff6305b67128ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:32.405805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:32.415348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:32.434273 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34e44a16-b216-4062-aaf8-e5e1c7ca51cb tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4996958 Mar 16 11:13:32.437903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:32.446665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.467747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4b04f202-279b-4ee0-b488-b3e723c0cd5e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:32.471720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Made reservation on behalf of d033ac3457a34cb984ff6305b67128ce for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:32.474871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8c783df-da3d-4403-a6cb-cfda9cd72ea9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:32.475018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.501152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-468864667', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9b:e7:7b'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:32.509574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:32.512590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] device_id is not set on port 85f2dc8e-5e4e-4608-9ddd-37ddc891533c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:32.516722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:32.519640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:32.618331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9976559-60d6-4a90-8029-9718f82bfbbb None None] Network 0624426a-adf7-471c-83b8-354a3682d32d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:32.664614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Allocated IP 172.20.0.4 (8de5ad69-3c15-4b6a-aabf-7263281ff307/922b8142-b236-4149-b975-20073035e772/85f2dc8e-5e4e-4608-9ddd-37ddc891533c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:32.683994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event updated for resources: {'Subnet': ['ID=e779d206-46f6-4be1-b46c-4294aef008d5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.686906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ce4b2-ca0a-445c-853d-1a585ad5a3ed tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=00c6889f-8e0e-4274-ade3-c62970c66790,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:32.743757 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.763746 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Transition to ACTIVE for port object b99942b0-e46c-4e93-9549-2989845cd196 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:32.781957 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.794438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Attempting to bind port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:32.794821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Attempting to bind port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:32.795145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Attempting to bind port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 on network 8de5ad69-3c15-4b6a-aabf-7263281ff307 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:32.805471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 00c6889f-8e0e-4274-ade3-c62970c66790 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:32.879432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.880708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Attempting to bind port b99942b0-e46c-4e93-9549-2989845cd196 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:32.881067 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Attempting to bind port b99942b0-e46c-4e93-9549-2989845cd196 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:32.881420 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Attempting to bind port b99942b0-e46c-4e93-9549-2989845cd196 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:32.893671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.898287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Checking segment: {'id': '4e58552a-8975-4c52-891a-6a8f55733898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:32.898973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Network hostable DHCP agents. Network: b50996ed-1550-4e10-a599-00454f3b520d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:32.909467 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:32.909845 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:32.910275 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.911692 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:32.912238 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Bound port: b99942b0-e46c-4e93-9549-2989845cd196, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:32.912627 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.915742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Transition to ACTIVE for port object 85f2dc8e-5e4e-4608-9ddd-37ddc891533c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:32.931738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:32.932157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Checking segment: {'id': '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:32.932580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.932973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Bound using segment: {'id': '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:32.933569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Bound port: ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8de5ad69-3c15-4b6a-aabf-7263281ff307'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:32.934116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.941470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Router c814971d-3229-4ec0-b46a-9f341669d385 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:13:32.963351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:32.967104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.021424 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Pushing event updated for resources: {'Port': ['ID=b99942b0-e46c-4e93-9549-2989845cd196,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.048465 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.048963 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.049302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.049634 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.050135 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.050520 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.051101 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.051324 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.051652 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.051974 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.052421 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Tracked resource versions report: Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: pushed versions: Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Log': {'1.0'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Network': {'1.1'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Port': {'1.5'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SubPort': {'1.0'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Subnet': {'1.1'}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Trunk': {'1.1'}} Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: consumer versions: Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: { DHCP agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: HyperV agent@hv-neutron-8337: {}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: L3 agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: Metadata agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: Metering agent@dv-neutron-833733-1-hyperv: {}, Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: Open vSwitch agent@dv-neutron-833733-1-hyperv: { 'ConntrackHelper': '1.0', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Log': '1.0', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Network': '1.1', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Port': '1.5', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'PortForwarding': '1.2', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'QosPolicy': '1.8', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroup': '1.2', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'SubPort': '1.0', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Subnet': '1.1', Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: 'Trunk': '1.1'}} Mar 16 11:13:33.053848 dv-neutron-833733-1-hyperv neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 11:13:33.067475 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] For port b99942b0-e46c-4e93-9549-2989845cd196, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:33.075570 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] For port b99942b0-e46c-4e93-9549-2989845cd196, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b99942b0-e46c-4e93-9549-2989845cd196,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:33.077142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.085467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:33.087592 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.104624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Usage tracker for resource:port and tenant:78086868bb8d43c4b9f5519724c1de20 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:33.130904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-88739224-04ab-4663-81b8-334ebf48314d None None] For port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:33.135118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-88739224-04ab-4663-81b8-334ebf48314d None None] For port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,segment=NetworkSegment(718e9c6a-ebca-4eb4-b0f8-025da2b2f53a),segment_id=718e9c6a-ebca-4eb4-b0f8-025da2b2f53a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:33.152537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'Port': ['ID=85f2dc8e-5e4e-4608-9ddd-37ddc891533c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.158360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port 9a9f0c08-482d-498d-8deb-58e76ba474e9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:33.167074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:33.170114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.173928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Provisioning for port 4b04f202-279b-4ee0-b488-b3e723c0cd5e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:33.174960 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffdd7-9be8-41d4-b04e-cf2651224840 None None] Pushing event updated for resources: {'Port': ['ID=b99942b0-e46c-4e93-9549-2989845cd196,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.201531 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:33.202507 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:33.262084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:33.281008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.299426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739224-04ab-4663-81b8-334ebf48314d None None] Pushing event updated for resources: {'Port': ['ID=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.324574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b5f77-b1bf-431c-b6e3-e094fd6a4a0e None None] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:33.327678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:33.331793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:33.332544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.341023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Provisioning complete for port 4b04f202-279b-4ee0-b488-b3e723c0cd5e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:33.342438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.356363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:33.372134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Network b50996ed-1550-4e10-a599-00454f3b520d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:33.400214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a58dc-af4e-4b61-9aca-cfae892c36cd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:33.427557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:33.429230 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:33.466903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.477784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47dc0407-c4fa-4d88-9b1d-014b0965ef52 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9082396 Mar 16 11:13:33.489909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33168) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:33.531252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:33.532939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.642895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, b50996ed-1550-4e10-a599-00454f3b520d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:33.655474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:33.687752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.688436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.689306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.689732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.690194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.690636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.691590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.692037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.692453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.692877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.802793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ac693-1ce3-4fd1-bbfc-dd97930ce362 None None] Network b50996ed-1550-4e10-a599-00454f3b520d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:33.838975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0d74ce45-1cd1-429d-bb7f-1906874ee712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.861502 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:28Z', 'revision_number': 3, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:33.867827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.870729 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec7ed-1fae-4212-892f-d1a1c2ca43ec None None] The sync data for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv is: [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:28Z', 'revision_number': 3, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:13:33.883782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.884243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.884671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.885112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:33.885684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c6889f-8e0e-4274-ade3-c62970c66790']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:33.894558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:33.895277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:33.945943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.011402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec4149c-bf19-4843-805c-d817e9850fe8') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:34.012006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec4149c-bf19-4843-805c-d817e9850fe8') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:34.075621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:34.079564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:34.083471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:34.084358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Synchronizing usage tracker for tenant:d033ac3457a34cb984ff6305b67128ce on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:34.121537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.136396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Unset dirty status for tenant:d033ac3457a34cb984ff6305b67128ce on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:34.140045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7d541e0f-d80b-4131-813c-ae2088ca7517 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.6332262 Mar 16 11:13:34.141879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port 9a9f0c08-482d-498d-8deb-58e76ba474e9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:34.152066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:34.158975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:34.159250 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e65fbb96-8a95-468b-80a6-f519c8930c6f tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6883757 Mar 16 11:13:34.169870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.264140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Request body: {'port': {'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1543137507'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:34.284341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.302994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:34.303540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn_limited( Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn_limited( Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:34.327752 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:34.365159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.406778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.412736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Transition to ACTIVE for port object 9a9f0c08-482d-498d-8deb-58e76ba474e9 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:34.473286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:34.473500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.483598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.510247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.510825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port b2e9930d-f492-4981-991b-01d739f4b008 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:34.511155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Deleting port 85f2dc8e-5e4e-4608-9ddd-37ddc891533c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:34.511775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.590645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.600838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00c6889f-8e0e-4274-ade3-c62970c66790 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:13:34.604611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.728887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.730746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Network': ['ID=00c6889f-8e0e-4274-ade3-c62970c66790,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.753942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] For port 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b04f202-279b-4ee0-b488-b3e723c0cd5e,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:34.770591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.787897 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-24e14cb7-40cf-4e60-8e54-b23fe2c57aff tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/00c6889f-8e0e-4274-ade3-c62970c66790 HTTP/1.1" status: 204 len: 168 time: 2.4530077 Mar 16 11:13:34.796578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:34.809318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:34.814667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:34.818708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:network and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:34.826091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:34.838996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:34.890649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308733e-793c-444e-882d-ceeae4f152c0 None None] Pushing event updated for resources: {'Port': ['ID=4b04f202-279b-4ee0-b488-b3e723c0cd5e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:34.896084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-b50996ed-1550-4e10-a599-00454f3b520d', 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d', 'tenant_id': 'f61576e474374f3e8f0ebf872647cae4', 'fixed_ips': [{'subnet_id': 'e779d206-46f6-4be1-b46c-4294aef008d5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:34.904140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.914283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.915801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:34.918193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:34.930311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:34.985624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.12 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/b2e9930d-f492-4981-991b-01d739f4b008) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:35.099708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:13:35.152185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:35.220714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Checking segment: {'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:35.221132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Network hostable DHCP agents. Network: 4512bee9-ab30-4113-b79b-c4a19e4e3600, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:35.247725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.248097 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Added segment 702c4dff-444a-4ae7-a2e1-ab2ac3946a88 of type vlan for network f5fe7a89-9018-452d-87d5-d94082edf275 Mar 16 11:13:35.301015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.306331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.321256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.326353 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-678dc4e5-b064-4e41-81f4-8cb6c93bfd43 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4369183 Mar 16 11:13:35.327762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.355639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8671b85-2efb-425b-b242-c365a2185fed None None] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:35.412807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-23921495-f440-462c-95b2-16c0257e6a08 None None] Provisioning for port 2b0242a5-3341-42b8-bd44-a33fc3d770aa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:35.508719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9f0c08-482d-498d-8deb-58e76ba474e9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:35.523218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Sync routers for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:13:35.574824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:35.576225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:35.618609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:35.630484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Usage tracker for resource:port and tenant:f61576e474374f3e8f0ebf872647cae4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:35.639605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:35.708939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.729120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-23921495-f440-462c-95b2-16c0257e6a08 None None] Provisioning complete for port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:35.729590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-23921495-f440-462c-95b2-16c0257e6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.787891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:35.798353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:35.830562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.837622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.840775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4512bee9-ab30-4113-b79b-c4a19e4e3600) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:35.848490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.857876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Made reservation on behalf of f61576e474374f3e8f0ebf872647cae4 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:35.861202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.861795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object b2e9930d-f492-4981-991b-01d739f4b008 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:35.863351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.864295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:35.864868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.877582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:35.890543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:35.891332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697410f8-3070-41f1-84be-f6d96a521365 None None] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:35.912470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:35.983982 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.1823518 Mar 16 11:13:35.989986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:35.993458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2b0242a5-3341-42b8-bd44-a33fc3d770aa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:35.999828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'subnet': {'network_id': 'f5fe7a89-9018-452d-87d5-d94082edf275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:36.007420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7e0c6-308b-435f-bebb-19d6423c58ee tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=f5fe7a89-9018-452d-87d5-d94082edf275,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.010578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:36.019951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:subnet and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:36.025384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:36.027401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Calling delete_port for 85f2dc8e-5e4e-4608-9ddd-37ddc891533c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:36.035797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:36.043936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.055260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network f5fe7a89-9018-452d-87d5-d94082edf275 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:36.067959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.068461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.068896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:36.086066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] device_id is not set on port eb9910aa-a218-4c52-9e8d-4711c12aaa3d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:36.091363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Allocated IP 172.20.0.2 (b50996ed-1550-4e10-a599-00454f3b520d/e779d206-46f6-4be1-b46c-4294aef008d5/2ca0b0a6-1149-4bb4-a839-47f272c9d72c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:36.202040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:36.204580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.240689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:36.240689 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:36.246310 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 2 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:36.317779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:36.330479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:36.339348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:36.389080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=b2e9930d-f492-4981-991b-01d739f4b008,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.453095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.453924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9911be7d-7dd4-486b-98e2-8dd321cd1cce {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:13:36.475812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.476594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.477265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:36.514630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:36.515331 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:36.515560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.517789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 3 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:36.526073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:36.573858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:13:36.575301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65a25925-6cb3-4ed7-8120-6c61805f008d tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1572914 Mar 16 11:13:36.578501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.579121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.579667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:36.581818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.653461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:36.653879 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:36.657746 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 4 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:36.676625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.687576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Deleting port 126c72b3-fc1f-4957-9618-078788bec636 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:36.687983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.706035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 2b0242a5-3341-42b8-bd44-a33fc3d770aa completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:36.711176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.711176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.711562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:36.722820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:36.723423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.749064 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2b0242a5-3341-42b8-bd44-a33fc3d770aa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:36.750266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.771862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event deleted for resources: {'Port': ['ID=85f2dc8e-5e4e-4608-9ddd-37ddc891533c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:36.784165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:36.784580 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:36.787272 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 5 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:36.822270 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88b08869-5538-462d-979a-b7b8530bf441 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3370171 Mar 16 11:13:36.832694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:36.863267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:36.863545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:36.863877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:36.893331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:36.899498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:36.899861 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:36.904123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 6 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:37.003686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.004120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.004445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:37.021865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04281b69-2862-48f7-a6f2-6a93902db356 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "DELETE /v2.0/ports/85f2dc8e-5e4e-4608-9ddd-37ddc891533c HTTP/1.1" status: 204 len: 168 time: 2.8687840 Mar 16 11:13:37.026449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:37.026780 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:37.028931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:37.029370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 7 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:37.033170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.042844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.047367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Request body: {'port': {'name': 'tempest-new-port-name-1876165166', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:37.047651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] bootfile-name is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:37.047952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] tftp-server is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:37.048271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] server-ip-address is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:13:37.058630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning complete for port 2b0242a5-3341-42b8-bd44-a33fc3d770aa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:37.059483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.090855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.091071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.091351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:37.110198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Transition to ACTIVE for port object 2ca0b0a6-1149-4bb4-a839-47f272c9d72c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:37.134133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:37.134507 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:37.138284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:37.142210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:37.144602 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 8 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:37.146072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:37.146933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:37.161401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.204417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Transition to ACTIVE for port object 2ca0b0a6-1149-4bb4-a839-47f272c9d72c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:37.249389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:37.254346 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ccaa8867-1632-427b-8b28-d66061468382 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4142809 Mar 16 11:13:37.255127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:37.280808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.289939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.292068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.292595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.293062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:37.359200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Calling delete_port for 126c72b3-fc1f-4957-9618-078788bec636 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:37.388118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port b2e9930d-f492-4981-991b-01d739f4b008 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:37.388634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.421010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2b0242a5-3341-42b8-bd44-a33fc3d770aa,segment=NetworkSegment(045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5),segment_id=045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:37.523523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.524296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b99942b0-e46c-4e93-9549-2989845cd196 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:37.541243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:37.541943 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:37.551243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 9 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:37.564571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.620337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.623435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Pushing event updated for resources: {'Port': ['ID=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.669976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.670217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.670376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:37.685778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:37.686130 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:37.686791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Pushing event deleted for resources: {'Port': ['ID=126c72b3-fc1f-4957-9618-078788bec636,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.703022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 10 to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 Mar 16 11:13:37.714794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=2b0242a5-3341-42b8-bd44-a33fc3d770aa,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:37.719590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:13:37.720701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Allocated IP 172.20.0.8 (b50996ed-1550-4e10-a599-00454f3b520d/e779d206-46f6-4be1-b46c-4294aef008d5/eb9910aa-a218-4c52-9e8d-4711c12aaa3d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:37.721150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.723245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Network b50996ed-1550-4e10-a599-00454f3b520d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:37.727068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:37.729567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:37.801638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:37.802006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:37.802308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:37.806071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.806909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b99942b0-e46c-4e93-9549-2989845cd196 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:37.812612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:29Z', 'revision_number': 3, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:37.843607 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5925a101-b82d-4252-b752-eb88236a0c05 tempest-RoutersAdminNegativeIpV6Test-1594481020 tempest-RoutersAdminNegativeIpV6Test-1594481020-project-admin] 10.222.0.36 "DELETE /v2.0/ports/126c72b3-fc1f-4957-9618-078788bec636 HTTP/1.1" status: 204 len: 168 time: 1.2503564 Mar 16 11:13:37.848467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:37.848816 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 9a9f0c08-482d-498d-8deb-58e76ba474e9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:37.849174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.852050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b99942b0-e46c-4e93-9549-2989845cd196 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:37.852275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:37.884208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Allocated IP 172.20.0.1 (0624426a-adf7-471c-83b8-354a3682d32d/c77ee813-f88b-4d65-8824-967a64b60f37/72b83532-64af-4557-a680-1a037134d8d6) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:37.888214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning for port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:37.893584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Checking router: c814971d-3229-4ec0-b46a-9f341669d385 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:13:37.893924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Updating router c814971d-3229-4ec0-b46a-9f341669d385 port 6a40e4d3-71f4-46ac-815c-69b5023011b3 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:13:37.932555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning complete for port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:37.933889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.041796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Attempting to bind port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:38.044277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Attempting to bind port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4e58552a-8975-4c52-891a-6a8f55733898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:38.044640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Attempting to bind port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c on network b50996ed-1550-4e10-a599-00454f3b520d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:38.067407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.108735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:38.109211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Checking segment: {'id': '4e58552a-8975-4c52-891a-6a8f55733898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:38.109463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.109838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Bound using segment: {'id': '4e58552a-8975-4c52-891a-6a8f55733898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:38.110331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Bound port: 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e58552a-8975-4c52-891a-6a8f55733898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b50996ed-1550-4e10-a599-00454f3b520d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:38.110686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.253153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.273304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Transition to ACTIVE for port object 72b83532-64af-4557-a680-1a037134d8d6 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:38.321148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:38.364006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d1c3d19-e311-4356-bd16-0f538d8e6d52,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.380484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.381255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.395540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port 9a9f0c08-482d-498d-8deb-58e76ba474e9, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:38.395883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:13:38.417306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.445893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.476886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Network 0624426a-adf7-471c-83b8-354a3682d32d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:38.500644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] For port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,segment=NetworkSegment(718e9c6a-ebca-4eb4-b0f8-025da2b2f53a),segment_id=718e9c6a-ebca-4eb4-b0f8-025da2b2f53a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:38.502634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Pushing event updated for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.505562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:38.515832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:38.543368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.593082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.597145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Checking segment: {'id': '702c4dff-444a-4ae7-a2e1-ab2ac3946a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f5fe7a89-9018-452d-87d5-d94082edf275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:38.597521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Network hostable DHCP agents. Network: f5fe7a89-9018-452d-87d5-d94082edf275, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:38.598593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b99942b0-e46c-4e93-9549-2989845cd196, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b99942b0-e46c-4e93-9549-2989845cd196,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:38.600383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] For port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:38.605149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.607332 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.1910329 Mar 16 11:13:38.633184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:38.638459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.645099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e98af8-d027-4938-8aaf-da177af8f69c tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9f0c08-482d-498d-8deb-58e76ba474e9,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.653212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.671023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.704746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] For port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,segment=NetworkSegment(4e58552a-8975-4c52-891a-6a8f55733898),segment_id=4e58552a-8975-4c52-891a-6a8f55733898)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:38.715568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning for port b2e9930d-f492-4981-991b-01d739f4b008 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:38.729495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.737178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.740399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.767042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning complete for port b2e9930d-f492-4981-991b-01d739f4b008 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:38.768117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.819706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Transition to ACTIVE for port object eb9910aa-a218-4c52-9e8d-4711c12aaa3d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:38.832673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b04f202-279b-4ee0-b488-b3e723c0cd5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:38.855751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.858612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Pushing event updated for resources: {'Port': ['ID=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.865684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.880545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Network f5fe7a89-9018-452d-87d5-d94082edf275 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:38.915978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] In _notify_port_updated(), no bound segment for port e73b3adf-39f1-43b6-9e76-1d3b555da55d on network 8de5ad69-3c15-4b6a-aabf-7263281ff307 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:13:38.925306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:38.926184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.927571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "PUT /v2.0/ports/e73b3adf-39f1-43b6-9e76-1d3b555da55d HTTP/1.1" status: 200 len: 1136 time: 1.8911638 Mar 16 11:13:38.930322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed112-821c-4f0c-b319-add88c7fb67c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event updated for resources: {'Port': ['ID=e73b3adf-39f1-43b6-9e76-1d3b555da55d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:38.934911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Deleting port 9a9f0c08-482d-498d-8deb-58e76ba474e9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:38.935529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:38.973404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.000261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Port b2e9930d-f492-4981-991b-01d739f4b008 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:39.016783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.026062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:39.037717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b99942b0-e46c-4e93-9549-2989845cd196,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.081867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Usage tracker for resource:security_group_rule and tenant:516951e9bb13410190b7006436e4e4fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:39.094715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:39.109614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for b2e9930d-f492-4981-991b-01d739f4b008 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:39.148212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, f5fe7a89-9018-452d-87d5-d94082edf275) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:39.151053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:39.169281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06132197-26fe-4845-ab54-075f24036052 None None] Network f5fe7a89-9018-452d-87d5-d94082edf275 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:39.253752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Network b50996ed-1550-4e10-a599-00454f3b520d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:39.260490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:39.273858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:39.278287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:39.279414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.284602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event updated for resources: {'Port': ['ID=eb9910aa-a218-4c52-9e8d-4711c12aaa3d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.285569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b491cf-95ef-45e8-8324-268ec515f6b8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:39.293988 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a0b491cf-95ef-45e8-8324-268ec515f6b8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "GET /v2.0/ports/e73b3adf-39f1-43b6-9e76-1d3b555da55d HTTP/1.1" status: 200 len: 1136 time: 0.1950829 Mar 16 11:13:39.297256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33228) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.428239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning for port 41595b9f-d909-4172-b782-1ed5edbf2344 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:39.434296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00f0a314-4b96-4dbc-80c4-da22724d5d21 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2696989 Mar 16 11:13:39.440465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.475415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning complete for port 41595b9f-d909-4172-b782-1ed5edbf2344 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:39.475415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.500281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.513424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30b824-2585-4eec-83d5-b321b35eb9d7 None None] Pushing event updated for resources: {'Port': ['ID=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.515102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port 9a9f0c08-482d-498d-8deb-58e76ba474e9, host hv-neutron-8337, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:39.515530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.528835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:39.530745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.540744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4b04f202-279b-4ee0-b488-b3e723c0cd5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:39.540744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.596280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Transition to ACTIVE for port object 6a40e4d3-71f4-46ac-815c-69b5023011b3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:39.611187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Deleting port eb9910aa-a218-4c52-9e8d-4711c12aaa3d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:39.611689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.644832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.682505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Port 41595b9f-d909-4172-b782-1ed5edbf2344 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:39.699232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.712235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Calling delete_port for 9a9f0c08-482d-498d-8deb-58e76ba474e9 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:39.746241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Deleting port e73b3adf-39f1-43b6-9e76-1d3b555da55d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:39.746472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.746571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.780228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Attempting to bind port 6a40e4d3-71f4-46ac-815c-69b5023011b3 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:39.780754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Attempting to bind port 6a40e4d3-71f4-46ac-815c-69b5023011b3 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:39.781109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Attempting to bind port 6a40e4d3-71f4-46ac-815c-69b5023011b3 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:39.795260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:39.796215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:39.796215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.796429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:39.796830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Bound port: 6a40e4d3-71f4-46ac-815c-69b5023011b3, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:39.797345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.822623 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=516951e9bb13410190b7006436e4e4fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4959407 Mar 16 11:13:39.832227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.841700 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cc757b10-0fc2-4b86-ab54-250f44c34fd0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8506587 Mar 16 11:13:39.853841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:39.882263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] For port 6a40e4d3-71f4-46ac-815c-69b5023011b3, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:39.887002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] For port 6a40e4d3-71f4-46ac-815c-69b5023011b3, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a40e4d3-71f4-46ac-815c-69b5023011b3,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:39.888487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'floatingip': {'floating_network_id': 'f5fe7a89-9018-452d-87d5-d94082edf275'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:39.893137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:39.897086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:floatingip and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:39.900273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:39.906444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:39.911329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5227af-2e0c-43aa-87cb-84c6411bb648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6750c0a-43e4-4674-b8dc-99d841efbb76,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.920536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.931958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:39.935895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830ecd-9ad9-4ccb-b565-83e4ca3ee319 None None] Pushing event updated for resources: {'Port': ['ID=6a40e4d3-71f4-46ac-815c-69b5023011b3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:39.939275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.034551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153ff2f-5417-4e6c-bab3-ca7f7d7509c2 None None] Network f5fe7a89-9018-452d-87d5-d94082edf275 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:40.054790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.115813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.142491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Provisioning complete for port 4b04f202-279b-4ee0-b488-b3e723c0cd5e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.142918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9432444b-7270-4c98-aeb4-a7fafb644be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.146990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a9f0c08-482d-498d-8deb-58e76ba474e9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.155808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.160804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a8fef13d-ede5-4822-9ae4-ff5b63c721ee tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9a9f0c08-482d-498d-8deb-58e76ba474e9 HTTP/1.1" status: 204 len: 168 time: 1.5148325 Mar 16 11:13:40.162172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33244) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:40.186521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8c783df-da3d-4403-a6cb-cfda9cd72ea9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:40.211113 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da82903-90ba-4859-84f8-c53a96721c67 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:13:40.211703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8da82903-90ba-4859-84f8-c53a96721c67 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Synchronizing usage tracker for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:40.238594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.253079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=b2e9930d-f492-4981-991b-01d739f4b008,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.312339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8da82903-90ba-4859-84f8-c53a96721c67 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Unset dirty status for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:40.313776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8da82903-90ba-4859-84f8-c53a96721c67 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports/9a9f0c08-482d-498d-8deb-58e76ba474e9 HTTP/1.1" status: 404 len: 333 time: 0.1507854 Mar 16 11:13:40.338885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830ecd-9ad9-4ccb-b565-83e4ca3ee319 None None] Pushing event updated for resources: {'Port': ['ID=6a40e4d3-71f4-46ac-815c-69b5023011b3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.347316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:40.355681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:40.356711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:40.367272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-848891230'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:40.398410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.460495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:40.474031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:40.575991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.592236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.592471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec05882-2ef0-4070-a7b2-600aeb61af0d None None] Network b50996ed-1550-4e10-a599-00454f3b520d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:40.614892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.620917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Calling delete_port for eb9910aa-a218-4c52-9e8d-4711c12aaa3d owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:40.632446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:40.632928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.669532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:40.745040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Made reservation on behalf of c1a0237df6c946219487e77efc711e7a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:40.748103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.768478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.794643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6750c0a-43e4-4674-b8dc-99d841efbb76,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.807497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port 2d131793-bd4e-4adf-871c-739e961b9642 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:40.868852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.879575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.886021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Pushing event updated for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.895432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.916890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.921650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c61aa0cd-7293-4703-bde4-b5bba6b1b0e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6750c0a-43e4-4674-b8dc-99d841efbb76 HTTP/1.1" status: 204 len: 168 time: 1.0818789 Mar 16 11:13:40.924243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:40.937711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event deleted for resources: {'Port': ['ID=eb9910aa-a218-4c52-9e8d-4711c12aaa3d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:40.998435 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f650aef-69b9-46d5-b02f-761b3939849e tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/b2e9930d-f492-4981-991b-01d739f4b008 HTTP/1.1" status: 204 len: 168 time: 3.7348812 Mar 16 11:13:41.007802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:41.010283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.017971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.072369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-393b186f-7f7c-4a68-b61f-1e18a3619dae tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "DELETE /v2.0/ports/eb9910aa-a218-4c52-9e8d-4711c12aaa3d HTTP/1.1" status: 204 len: 168 time: 1.6216233 Mar 16 11:13:41.076617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.077668 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-88220e1e-81bd-4794-af0e-c457f26a943c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] GET failed (client error): The resource could not be found. Mar 16 11:13:41.078284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88220e1e-81bd-4794-af0e-c457f26a943c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:41.129216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Calling delete_port for e73b3adf-39f1-43b6-9e76-1d3b555da55d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:41.180444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88220e1e-81bd-4794-af0e-c457f26a943c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:41.187732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88220e1e-81bd-4794-af0e-c457f26a943c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports/b2e9930d-f492-4981-991b-01d739f4b008 HTTP/1.1" status: 404 len: 333 time: 0.1762364 Mar 16 11:13:41.188739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33268) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.199157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-1885508214'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:41.214086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2b0242a5-3341-42b8-bd44-a33fc3d770aa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:41.292064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.313831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.379693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:41.393361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:41.405484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.440129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Provisioning complete for port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:41.440494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.500988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:41.508133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.537484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33274) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.576207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Allocated IP 172.20.0.1 (de9facff-cda2-48a4-bb11-2e0430deac18/2c248314-6441-4882-8948-81bec31d9c9b/32314c6a-8fa4-47e5-b0d5-4be831c3d09b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:41.590111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Network 0624426a-adf7-471c-83b8-354a3682d32d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:41.598030 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-28082bb3-fe82-469a-9498-29baa3392ee1 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5166667 Mar 16 11:13:41.600158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:41.604787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33278) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.606150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port 36c9a687-5976-438c-84de-20e70b8891f4 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:41.621522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:41.637435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2b0242a5-3341-42b8-bd44-a33fc3d770aa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:41.637965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.662821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:41.713552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=2d131793-bd4e-4adf-871c-739e961b9642,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:41.727271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1009734183'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:41.735941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:41.742231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Usage tracker for resource:network and tenant:f61576e474374f3e8f0ebf872647cae4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:41.745942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:41.755001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:41.764797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:41.765983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:41.767093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.800015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72f8484c-9c58-497f-a533-e9ecf7c859d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d53e584685be4849845a95f887c109be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579756 Mar 16 11:13:41.801656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.817620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dbfe290f-d57f-4e28-a6d5-12fde1f0731f tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4617848 Mar 16 11:13:41.818859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:41.828640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Made reservation on behalf of f61576e474374f3e8f0ebf872647cae4 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:41.832110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.857959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:41.880926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:41.934544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Allocated IP 172.20.0.9 (f5fe7a89-9018-452d-87d5-d94082edf275/4d1c3d19-e311-4356-bd16-0f538d8e6d52/89a384ca-a662-4105-86ad-291cf05378ee) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:42.015272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Provisioning for port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:42.027086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.046799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:42.055886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Could not find standard attr ID for object e73b3adf-39f1-43b6-9e76-1d3b555da55d. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:42.062305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Could not find standard attr ID for object 85f2dc8e-5e4e-4608-9ddd-37ddc891533c. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:42.085199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:29Z', 'revision_number': 3, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:42.090815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e74a5d-dff4-488a-aebd-0399de4b5d1a None None] The sync data for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv is: [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:29Z', 'revision_number': 3, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:13:42.092677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Provisioning for port 72b83532-64af-4557-a680-1a037134d8d6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:42.095846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.098714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Provisioning complete for port 72b83532-64af-4557-a680-1a037134d8d6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.099620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.110779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.111197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Added segment d62a8004-bbe9-4307-9a85-570f46a4f0b7 of type vlan for network 9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac Mar 16 11:13:42.119224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.131826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event deleted for resources: {'Port': ['ID=e73b3adf-39f1-43b6-9e76-1d3b555da55d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:42.180312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-14f4892a-049f-4024-ab8b-336407ae848f None None] Port 72b83532-64af-4557-a680-1a037134d8d6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:42.214832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.13 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/36c9a687-5976-438c-84de-20e70b8891f4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:42.324763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6daaba0c-1b13-4e91-b7dd-15e70404c0c1 None None] Provisioning complete for port 72b83532-64af-4557-a680-1a037134d8d6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.325123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6daaba0c-1b13-4e91-b7dd-15e70404c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.361580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.450501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2ca0b0a6-1149-4bb4-a839-47f272c9d72c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:42.556438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.582355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6daaba0c-1b13-4e91-b7dd-15e70404c0c1 None None] Port 72b83532-64af-4557-a680-1a037134d8d6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:42.598906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.610529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:42.622677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.623047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.797681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Transition to ACTIVE for port object 32314c6a-8fa4-47e5-b0d5-4be831c3d09b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:42.804819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.822489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.823524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.874599 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b656d670-a3a2-4a8d-ba15-775cd162c09c tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "DELETE /v2.0/ports/e73b3adf-39f1-43b6-9e76-1d3b555da55d HTTP/1.1" status: 204 len: 168 time: 3.5724623 Mar 16 11:13:42.878863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33290) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:42.882501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,segment=NetworkSegment(4e58552a-8975-4c52-891a-6a8f55733898),segment_id=4e58552a-8975-4c52-891a-6a8f55733898)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:42.884055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-feda7167-329b-40cc-9f61-fe7142b98258 None None] Provisioning complete for port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:42.884622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feda7167-329b-40cc-9f61-fe7142b98258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.953784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.958548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:42.959646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.968341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.982128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:42.982887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:42.989206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.036179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.126336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.209404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:43.209764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.232794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Network de9facff-cda2-48a4-bb11-2e0430deac18 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:43.234467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c392df-e042-402b-8c5d-d887160a8095,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.239613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:43.241290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:43.252510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object 36c9a687-5976-438c-84de-20e70b8891f4 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:43.259011 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:13:43.261654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:43.296217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event updated for resources: {'Network': ['ID=9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.304054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.318490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.318765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a3cb4388-f1dd-481e-bf38-85c9d825ad97 None None] Could not find standard attr ID for object eb9910aa-a218-4c52-9e8d-4711c12aaa3d. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:13:43.320308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:43.360880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Network f5fe7a89-9018-452d-87d5-d94082edf275 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:43.374809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:43.379063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34c2675e-68c7-4098-ac24-7d0cfcd97c57 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7162218 Mar 16 11:13:43.381803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.385231 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9e05ebc1-ceeb-44f8-91ec-ede7f9c9f743 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5c392df-e042-402b-8c5d-d887160a8095 HTTP/1.1" status: 204 len: 168 time: 1.5715864 Mar 16 11:13:43.385873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:43.387330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:43.416229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port 2d131793-bd4e-4adf-871c-739e961b9642 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:43.440262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.519338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.576736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.589534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Port': ['ID=89a384ca-a662-4105-86ad-291cf05378ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.593826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Deleting subnet 922b8142-b236-4149-b975-20073035e772 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:13:43.607877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b99942b0-e46c-4e93-9549-2989845cd196 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:43.627795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:43.639589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:43.642513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.655590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Transition to ACTIVE for port object 2d131793-bd4e-4adf-871c-739e961b9642 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:43.671202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:43.678674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:43.679959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.684216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b5f5a9b-3f06-4254-91a0-4e2e6a3e5a01 None None] Provisioning for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:43.693385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b5f5a9b-3f06-4254-91a0-4e2e6a3e5a01 None None] Provisioning complete for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:43.694024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b5f5a9b-3f06-4254-91a0-4e2e6a3e5a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.702118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.725491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Router 1770b433-6978-487e-9926-2e62da7237ab has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:13:43.748930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.815524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f5a9b-3f06-4254-91a0-4e2e6a3e5a01 None None] Port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:43.819251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b99942b0-e46c-4e93-9549-2989845cd196 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:43.819733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:43.847258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=36c9a687-5976-438c-84de-20e70b8891f4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:43.864245 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a761ee03-198d-4e99-8b21-bfd6f0dcfd64 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6714785 Mar 16 11:13:43.882755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:43.890314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9b:e7:7b'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:43.980831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:43.982063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:43.982309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.012395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94aaf2d8-0684-447e-94ad-24ecaf767df0 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.6235437 Mar 16 11:13:44.017287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.017760 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.020051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33310) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.020714 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 2 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.048285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd5861c9-9093-4e70-afae-e3a737311c61 None None] Provisioning for port 36c9a687-5976-438c-84de-20e70b8891f4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:44.055467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd5861c9-9093-4e70-afae-e3a737311c61 None None] Provisioning complete for port 36c9a687-5976-438c-84de-20e70b8891f4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:44.055824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd5861c9-9093-4e70-afae-e3a737311c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.080701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=2d131793-bd4e-4adf-871c-739e961b9642,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:44.082972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.083605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.084127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.094146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.094599 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.133956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fd5861c9-9093-4e70-afae-e3a737311c61 None None] Port 36c9a687-5976-438c-84de-20e70b8891f4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:44.144144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 3 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.169438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.169771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.170143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.206094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.206442 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.207414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 4 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.246101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.246433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.246761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.289403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.289732 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.292056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 5 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.293732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2ca0b0a6-1149-4bb4-a839-47f272c9d72c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:44.301569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857174f4-440f-4a56-bbfa-f59473eea303 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] Network 9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:44.312913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.313212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.313609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.319324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.320270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.320689 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.321454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 6 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.335886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-857174f4-440f-4a56-bbfa-f59473eea303 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "POST /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2994163 Mar 16 11:13:44.338373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33318) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.340324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.343896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.344385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.344977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.358352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.358765 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.359869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 7 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.371973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedca5f8-c05a-4a1c-8a64-cb4f0fcee87c None None] Network 9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:44.395765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.396176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.396738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.458816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.459238 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.465661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 8 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.488836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.489228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.489787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.504308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.504693 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.508560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 9 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.536485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.536766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.537095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.559168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.559503 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.562894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 10 to bind port 2d131793-bd4e-4adf-871c-739e961b9642 Mar 16 11:13:44.598664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:44.599021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:44.599349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:44.603795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-772c6daa-5608-4d5e-9a9f-0df6330f507e tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks HTTP/1.1" status: 200 len: 8528 time: 0.2642241 Mar 16 11:13:44.607104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.615436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:44.615697 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port 2d131793-bd4e-4adf-871c-739e961b9642 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:44.616048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.635559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:44.636076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.757828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e84d0ae9-68e7-4ad5-bd40-58db7fd068e9 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "DELETE /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks/9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac HTTP/1.1" status: 204 len: 168 time: 0.1492937 Mar 16 11:13:44.761363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.777719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port 2d131793-bd4e-4adf-871c-739e961b9642, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:44.778198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:13:44.790795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a40e4d3-71f4-46ac-815c-69b5023011b3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:44.794524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.797334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.837194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.866029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 6a40e4d3-71f4-46ac-815c-69b5023011b3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:44.871685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a40e4d3-71f4-46ac-815c-69b5023011b3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:44.872290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.947694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] In _notify_port_updated(), no bound segment for port 2d131793-bd4e-4adf-871c-739e961b9642 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:13:44.948772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.952860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "PUT /v2.0/ports/2d131793-bd4e-4adf-871c-739e961b9642 HTTP/1.1" status: 200 len: 976 time: 3.1257443 Mar 16 11:13:44.953633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:44.979494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:44.996980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4db3-e1cf-404c-b6ec-ced4a94f8554 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=2d131793-bd4e-4adf-871c-739e961b9642,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.019001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.026166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1833199976'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:45.038404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 6a40e4d3-71f4-46ac-815c-69b5023011b3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a40e4d3-71f4-46ac-815c-69b5023011b3,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:45.040738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:45.044260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.065236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:network and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:45.074641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:45.093492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:45.114818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-baec2705-4403-4f40-abc7-af7aeb910912 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks HTTP/1.1" status: 200 len: 7784 time: 0.3521426 Mar 16 11:13:45.117770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=6a40e4d3-71f4-46ac-815c-69b5023011b3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.129823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.135088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Made reservation on behalf of 02561da956dd4a0eaa34beff674595ce for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:45.138330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.142924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:45.162324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.185635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.188602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e5c8b34-c20c-4483-8842-72c697ca939b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Synchronizing usage tracker for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:45.193658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.214771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.214969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a7cb8c5f-1815-4438-85a8-97774e0c778d tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/networks/b50996ed-1550-4e10-a599-00454f3b520d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0824053 Mar 16 11:13:45.221717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.226073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e5c8b34-c20c-4483-8842-72c697ca939b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Unset dirty status for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:45.230510 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e5c8b34-c20c-4483-8842-72c697ca939b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15275 time: 0.2617733 Mar 16 11:13:45.234590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.272888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:45.283598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:security_group_rule and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:45.289396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:45.303219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:45.325814 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ab457a6-c3d9-4339-9a78-b38e1a3e3a6a tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/networks/b50996ed-1550-4e10-a599-00454f3b520d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1005759 Mar 16 11:13:45.327103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Deleting port 2d131793-bd4e-4adf-871c-739e961b9642 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:45.327437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.351938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.386922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.478947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.496383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.533326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14237fe-a562-4b5f-9ba7-dd3b13659314 None None] Network 8de5ad69-3c15-4b6a-aabf-7263281ff307 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:45.533847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.539038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event deleted for resources: {'Subnet': ['ID=922b8142-b236-4149-b975-20073035e772,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.614847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.628070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.651180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port 2d131793-bd4e-4adf-871c-739e961b9642, host hv-neutron-8337, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:45.651563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.789341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.793548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Calling delete_port for 2d131793-bd4e-4adf-871c-739e961b9642 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:45.794293 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37a5a994-fe66-4bfa-b579-e96badefbaf8 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "DELETE /v2.0/subnets/922b8142-b236-4149-b975-20073035e772 HTTP/1.1" status: 204 len: 168 time: 2.9120786 Mar 16 11:13:45.809657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] DHCP port deletion for 8de5ad69-3c15-4b6a-aabf-7263281ff307 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:13:45.814375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Deleting port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:45.814856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.824485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:45.831211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:45.831845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985a316f-ce51-4f37-9839-763280fb6933,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:45.869481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.874496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.874836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Added segment 3bd25298-35b0-4198-b3f1-18bae191aa22 of type vlan for network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 Mar 16 11:13:45.971531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:13:45.984686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:45.991332 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Sync routers for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:13:46.002657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.013323 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-95488ba5-517a-4f85-9088-b426a06ba3cb admin admin] 10.222.0.36 "PUT /v2.0/routers/1770b433-6978-487e-9926-2e62da7237ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7034376 Mar 16 11:13:46.031739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:46.033017 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:46.040493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] For port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,segment=NetworkSegment(718e9c6a-ebca-4eb4-b0f8-025da2b2f53a),segment_id=718e9c6a-ebca-4eb4-b0f8-025da2b2f53a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:46.040977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.058741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Deleting port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:46.059078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.085005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.118395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Port': ['ID=89a384ca-a662-4105-86ad-291cf05378ee,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.188746 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1298b90f-541d-466a-b82b-053e49dcfc07 tempest-DHCPAgentSchedulersTestJSON-492529062 tempest-DHCPAgentSchedulersTestJSON-492529062-project-admin] 10.222.0.36 "GET /v2.0/agents/0568b83b-30f7-46b3-8e3b-411d12698ace/dhcp-networks HTTP/1.1" status: 200 len: 7746 time: 0.8233008 Mar 16 11:13:46.196885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.205212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:46.205824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.219447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.266972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d131793-bd4e-4adf-871c-739e961b9642,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.280504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.301663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.335247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a40e4d3-71f4-46ac-815c-69b5023011b3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:46.369866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.371964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Calling delete_port for ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:46.472793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Network de9facff-cda2-48a4-bb11-2e0430deac18 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:46.484066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:46.579787 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:46.638207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.661283 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-365ad50d-57fa-4080-902f-73519059eac7 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.7964938 Mar 16 11:13:46.677249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33384) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.721384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.723398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-344fc5f7-6a47-48a8-b2ab-dd7bd370063a tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2d131793-bd4e-4adf-871c-739e961b9642 HTTP/1.1" status: 204 len: 168 time: 1.4861352 Mar 16 11:13:46.742966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a40e4d3-71f4-46ac-815c-69b5023011b3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:46.743161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.754645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.756123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9604869 Mar 16 11:13:46.802955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.805755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:46.814963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'subnet': {'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:46.853290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:46.855182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7344fa-df6a-4d32-bbdf-9b40af8c4fb1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Network': ['ID=8059e2b7-926c-4bbe-b8e9-b2b5df83a240,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:46.878723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1672a-5ec9-462a-aecd-958698606004 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:13:46.879227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26a1672a-5ec9-462a-aecd-958698606004 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Synchronizing usage tracker for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:46.897178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:46.927964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] Pushing event deleted for resources: {'Port': ['ID=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.069325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=36c9a687-5976-438c-84de-20e70b8891f4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.089466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af21de5f-3962-4437-9db0-60b96c5a48b2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Synchronizing usage tracker for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:47.098257 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:39Z', 'revision_number': 2, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:47.104606 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Checking router: 1770b433-6978-487e-9926-2e62da7237ab for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:13:47.106642 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Updating router 1770b433-6978-487e-9926-2e62da7237ab port 72b83532-64af-4557-a680-1a037134d8d6 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:13:47.128125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22cd0c1-4259-45a3-aabb-d6c97b2d15de None None] No DVR routers for this DVR port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:47.183667 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.187232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] In _notify_port_updated(), no bound segment for port 36c9a687-5976-438c-84de-20e70b8891f4 on network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:13:47.191254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:47.192037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.195929 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-78239b2e-dd31-4a76-a168-980861b51fc6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "PUT /v2.0/ports/36c9a687-5976-438c-84de-20e70b8891f4 HTTP/1.1" status: 200 len: 994 time: 3.3095744 Mar 16 11:13:47.204433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.222308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af21de5f-3962-4437-9db0-60b96c5a48b2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Unset dirty status for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:47.225925 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af21de5f-3962-4437-9db0-60b96c5a48b2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=f5fe7a89-9018-452d-87d5-d94082edf275 HTTP/1.1" status: 200 len: 689 time: 0.5461326 Mar 16 11:13:47.229667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.285768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26a1672a-5ec9-462a-aecd-958698606004 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Unset dirty status for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:47.290341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26a1672a-5ec9-462a-aecd-958698606004 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports/2d131793-bd4e-4adf-871c-739e961b9642 HTTP/1.1" status: 404 len: 333 time: 0.5297809 Mar 16 11:13:47.312949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33404) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.315841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:47.352646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-854da111-83b8-4786-b22a-9049e673c5aa None None] Provisioning complete for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:47.353580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-854da111-83b8-4786-b22a-9049e673c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.390393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.430291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-854da111-83b8-4786-b22a-9049e673c5aa None None] Port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:47.454133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:47.484102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.490824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:13:47.491165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:47.516597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] For port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ff7faf46-9015-4d94-a6c0-a6c7a7d0b319,segment=NetworkSegment(718e9c6a-ebca-4eb4-b0f8-025da2b2f53a),segment_id=718e9c6a-ebca-4eb4-b0f8-025da2b2f53a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:47.517471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.530255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38267600', 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:47.559183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-df90d804-021a-41a7-a16a-b64f853cf2af None None] Provisioning complete for port 36c9a687-5976-438c-84de-20e70b8891f4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:47.559357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-df90d804-021a-41a7-a16a-b64f853cf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.592075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33410) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:47.645593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-df90d804-021a-41a7-a16a-b64f853cf2af None None] Port 36c9a687-5976-438c-84de-20e70b8891f4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:47.652580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Deleting port 89a384ca-a662-4105-86ad-291cf05378ee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:47.653027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.678354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311932438', 'description': 'tempest-description--838309464'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:47.688438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:47.689937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:subnet and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:47.707092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:security_group and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:47.708970 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.713236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:47.723173 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Transition to ACTIVE for port object 72b83532-64af-4557-a680-1a037134d8d6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:47.729816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:47.733690 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.769687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:47.775071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:47.782982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Calling delete_port for ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:47.831839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:47.835021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > segment before_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.835362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.836103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.836446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > port after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.836760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > port after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.837109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > port after_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.837421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > segment after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.837817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.838158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.838524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet after_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:47.840467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.865965 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6c63d-3b76-4a84-b6c3-abd20d0763f9 None None] Pushing event updated for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:47.975363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Attempting to bind port 72b83532-64af-4557-a680-1a037134d8d6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:47.975722 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Attempting to bind port 72b83532-64af-4557-a680-1a037134d8d6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:47.976071 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Attempting to bind port 72b83532-64af-4557-a680-1a037134d8d6 on network 0624426a-adf7-471c-83b8-354a3682d32d {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:47.991172 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:47.991538 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Checking segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:47.991931 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:47.992532 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Bound using segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:47.992998 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Bound port: 72b83532-64af-4557-a680-1a037134d8d6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:47.993380 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.059976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:48.060409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:48.060796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet before_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:48.061823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Subscribe: > subnet before_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 11:13:48.061823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:48.076117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:48.077760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62a8004-bbe9-4307-9a85-570f46a4f0b7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:48.078633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62a8004-bbe9-4307-9a85-570f46a4f0b7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:48.079934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.080389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.093066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:security_group_rule and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:48.093180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.098125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:48.107198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:48.112724 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] For port 72b83532-64af-4557-a680-1a037134d8d6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:48.116635 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] For port 72b83532-64af-4557-a680-1a037134d8d6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=72b83532-64af-4557-a680-1a037134d8d6,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:48.122875 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.137460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 36c9a687-5976-438c-84de-20e70b8891f4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:48.137950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.181079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Made reservation on behalf of c1a0237df6c946219487e77efc711e7a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:48.183757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.216880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Calling delete_port for 89a384ca-a662-4105-86ad-291cf05378ee owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:48.218265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.220699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Made reservation on behalf of 02561da956dd4a0eaa34beff674595ce for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:48.243202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:48.287907 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6c63d-3b76-4a84-b6c3-abd20d0763f9 None None] Pushing event updated for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.299521 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:48.300988 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:48.317550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:48.318243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.374159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.434151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Router c814971d-3229-4ec0-b46a-9f341669d385 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:13:48.435053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn_limited( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn_limited( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:48.444545 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:48.478312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:48.478888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:48.492407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port 6173ea7f-399f-4183-bc84-e34baf1ac29e yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:48.507339 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:48.518284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.524718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.528844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-08086d6a-9af2-43e9-ab42-281b83c08a80 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9324987 Mar 16 11:13:48.529406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.539731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'security_group_rule': {'security_group_id': '10d74f38-cfa1-4b81-bc0f-19193d8ac5d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:48.547238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:48.552277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:security_group_rule and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:48.556025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:48.560355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.620089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.623017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.662071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:48.689925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a384ca-a662-4105-86ad-291cf05378ee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.726915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.770602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event deleted for resources: {'Network': ['ID=9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:48.821215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:48.861693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4cf3ba0b-21bd-4cb1-bf86-0189505ff22d tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "DELETE /v2.0/networks/9f0e546c-0b63-4bd4-baa1-011b4cbbc9ac HTTP/1.1" status: 204 len: 168 time: 2.6258721 Mar 16 11:13:48.864874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.865677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:48Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:48.871890 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b77ea1-316b-447b-bca5-ef917a1f5282 None None] The sync data for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv is: [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:48Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:13:48.954545 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-522ced2a-8b5c-4464-a053-b53d2d129e13 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] DELETE failed (client error): The resource could not be found. Mar 16 11:13:48.960200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522ced2a-8b5c-4464-a053-b53d2d129e13 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:48.961940 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-522ced2a-8b5c-4464-a053-b53d2d129e13 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "DELETE /v2.0/ports/eb9910aa-a218-4c52-9e8d-4711c12aaa3d HTTP/1.1" status: 404 len: 333 time: 0.0950875 Mar 16 11:13:48.968228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:48.972829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.005262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Deleting port ff7faf46-9015-4d94-a6c0-a6c7a7d0b319 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:49.005601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.097315 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.127661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] The port 'ff7faf46-9015-4d94-a6c0-a6c7a7d0b319' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:13:49.147702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.246016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.280300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd14f6f8-2c87-4f31-ba85-181079fcb307,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.287925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.320550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for 36c9a687-5976-438c-84de-20e70b8891f4 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:49.384744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.389205 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0829413a-7d5c-42df-af77-b7edff191bca tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8556244 Mar 16 11:13:49.392711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Deleting subnet e779d206-46f6-4be1-b46c-4294aef008d5 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:13:49.395781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:49.404168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.436645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'security_group_rule': {'security_group_id': '10d74f38-cfa1-4b81-bc0f-19193d8ac5d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:49.454715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:49.465320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.473534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:security_group_rule and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:49.480110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:49.494263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:49.498017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.560144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:13:49.570928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.571949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Sync routers for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:13:49.573961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.597239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:49.597970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.612819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.629353 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a35414b3-eeb9-403d-9e17-52a33ebb4cb1 admin admin] 10.222.0.36 "PUT /v2.0/routers/c814971d-3229-4ec0-b46a-9f341669d385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2819211 Mar 16 11:13:49.636884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1c3d19-e311-4356-bd16-0f538d8e6d52,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:49.648798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de5ad69-3c15-4b6a-aabf-7263281ff307']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.691285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.691773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e9c6a-ebca-4eb4-b0f8-025da2b2f53a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.775749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.802748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.826017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.856731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.896676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.906869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:49.916916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.926324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:49.926725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:49.951034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fe7a89-9018-452d-87d5-d94082edf275']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:49.952807 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:50.003092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.006940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702c4dff-444a-4ae7-a2e1-ab2ac3946a88') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:50.007311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702c4dff-444a-4ae7-a2e1-ab2ac3946a88') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:50.096339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.101658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.143645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.153981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e09de-9123-43aa-a286-9ae9a05eeb4f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.161655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.173618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:50.174127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.192251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:50.195663 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:50.212083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Subnet': ['ID=2fbd3566-f8e5-4f09-b3be-16afcfa7e44d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.225446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.226771 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74ef6016-0deb-4b3b-a496-368f2d0e6f91 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8280604 Mar 16 11:13:50.241549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:50.242577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.247066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 72b83532-64af-4557-a680-1a037134d8d6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:50.260486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.265697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Checking segment: {'id': '3bd25298-35b0-4198-b3f1-18bae191aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:50.266071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network hostable DHCP agents. Network: 8059e2b7-926c-4bbe-b8e9-b2b5df83a240, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:13:50.296026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event deleted for resources: {'Subnet': ['ID=e779d206-46f6-4be1-b46c-4294aef008d5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.312420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.314272 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-724a593d-0af0-4200-bbf2-2585d05607d9 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "DELETE /v2.0/subnets/e779d206-46f6-4be1-b46c-4294aef008d5 HTTP/1.1" status: 204 len: 168 time: 1.3428614 Mar 16 11:13:50.320595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.343952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:50.345451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.346239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.423506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.437152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:50.440872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0e069-5616-4f9c-bd28-5a69ba0aeb21 None None] Network b50996ed-1550-4e10-a599-00454f3b520d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:50.443950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:50.448842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:floatingip and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:50.452255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:50.460281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:50.504359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5fe7a89-9018-452d-87d5-d94082edf275 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:13:50.506206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5fe7a89-9018-452d-87d5-d94082edf275,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.520186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.529909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.543326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.552949 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58e99d8a-8c45-46d5-a227-893576f401ac tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f5fe7a89-9018-452d-87d5-d94082edf275 HTTP/1.1" status: 204 len: 168 time: 3.3153763 Mar 16 11:13:50.554594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.593026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=6173ea7f-399f-4183-bc84-e34baf1ac29e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.596629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2fd88afd-5c74-4b9d-9e1a-3afb3b5c74ce tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 3.2826760 Mar 16 11:13:50.597798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.626232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.626912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.646191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:13:50.665395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.667442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/36c9a687-5976-438c-84de-20e70b8891f4 HTTP/1.1" status: 204 len: 168 time: 3.4589467 Mar 16 11:13:50.674850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.679585 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] 10.222.0.36 "DELETE /v2.0/networks/8de5ad69-3c15-4b6a-aabf-7263281ff307 HTTP/1.1" status: 204 len: 168 time: 4.8449452 Mar 16 11:13:50.693337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779798278', 'description': 'tempest-description--674035435'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:50.695624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.704041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3804-df49-470b-a4fb-847ea89e4539 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=36c9a687-5976-438c-84de-20e70b8891f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.739155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Deleting port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:50.741922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3534-35a3-4bac-b2c4-5247178641d2 tempest-ExtraDHCPOptionsTestJSON-62586199 tempest-ExtraDHCPOptionsTestJSON-62586199-project] Pushing event deleted for resources: {'Network': ['ID=8de5ad69-3c15-4b6a-aabf-7263281ff307,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:50.742919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.751685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 8059e2b7-926c-4bbe-b8e9-b2b5df83a240) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:50.770606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245f29c5-92b5-458d-a9c3-1cae25d2e02f None None] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:50.796803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 72b83532-64af-4557-a680-1a037134d8d6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:50.814566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:50.815205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.820888 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc103976-e001-4366-a88f-1e2f91359e3c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] GET failed (client error): The resource could not be found. Mar 16 11:13:50.821420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bc103976-e001-4366-a88f-1e2f91359e3c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:50.828724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:50.863200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54bda8b7-520d-4c2d-9513-1f411f6fbb19 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0528467 Mar 16 11:13:50.867438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.879819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1379817619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:50.885799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bc103976-e001-4366-a88f-1e2f91359e3c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:50.890417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86aaaf1e-76d0-47b3-b8b7-84ce3f77e877 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Synchronizing usage tracker for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:50.892191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bc103976-e001-4366-a88f-1e2f91359e3c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports/36c9a687-5976-438c-84de-20e70b8891f4 HTTP/1.1" status: 404 len: 333 time: 0.1954894 Mar 16 11:13:50.892753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:50.897951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:50.904944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-2025578848'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:50.906449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:security_group and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:50.921037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 72b83532-64af-4557-a680-1a037134d8d6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:50.921402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:50.926976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:50.953758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.013015 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4810bd89-516a-4e0c-b02f-4fa89235ea43 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports/6173ea7f-399f-4183-bc84-e34baf1ac29e HTTP/1.1" status: 200 len: 953 time: 0.3794811 Mar 16 11:13:51.018068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.067354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:51.077641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.091351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:router and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:51.101041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:51.112768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:51.116519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.126829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.166131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:44Z', 'revision_number': 2, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:51.190201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Checking router: c814971d-3229-4ec0-b46a-9f341669d385 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:13:51.190554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Updating router c814971d-3229-4ec0-b46a-9f341669d385 port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:13:51.226614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] DHCP port deletion for b50996ed-1550-4e10-a599-00454f3b520d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:13:51.244478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.245218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86aaaf1e-76d0-47b3-b8b7-84ce3f77e877 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Unset dirty status for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:51.246419 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86aaaf1e-76d0-47b3-b8b7-84ce3f77e877 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.6908386 Mar 16 11:13:51.250172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.251396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.263261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port f9dcac6b-b7c0-4281-9208-4b91dda19f9e yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:51.268864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.274937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Deleting port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:51.275303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.289743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33478) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.290103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.303086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.372566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Deleting port 6173ea7f-399f-4183-bc84-e34baf1ac29e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:51.372918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.392281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.417724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.442025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-8059e2b7-926c-4bbe-b8e9-b2b5df83a240', 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240', 'tenant_id': '02561da956dd4a0eaa34beff674595ce', 'fixed_ips': [{'subnet_id': '2fbd3566-f8e5-4f09-b3be-16afcfa7e44d'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:13:51.443167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.505037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 72b83532-64af-4557-a680-1a037134d8d6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=72b83532-64af-4557-a680-1a037134d8d6,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:51.532755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.555065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.569514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:51.610629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.13 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/f9dcac6b-b7c0-4281-9208-4b91dda19f9e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:51.615238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.619517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-259bde50-8015-4f01-a33d-cce1e9e04bae tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7508471 Mar 16 11:13:51.625457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.631517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:security_group_rule and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:51.631684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Allocated IP 172.26.1.43 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/03589f20-5ab5-40d6-887a-80f2991682d1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:51.641138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.641844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.641844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.642299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.642639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.642980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.643319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:51.644234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Synchronizing usage tracker for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:51.648509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:51.668273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] For port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,segment=NetworkSegment(4e58552a-8975-4c52-891a-6a8f55733898),segment_id=4e58552a-8975-4c52-891a-6a8f55733898)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:51.668602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.676049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:51.821897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Calling delete_port for 2ca0b0a6-1149-4bb4-a839-47f272c9d72c owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:51.871252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] For port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,segment=NetworkSegment(4e58552a-8975-4c52-891a-6a8f55733898),segment_id=4e58552a-8975-4c52-891a-6a8f55733898)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:51.871817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:51.894608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Unset dirty status for tenant:0acfc0b2d80b42a58a85e0b107a38108 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:51.895881 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1730834-a775-414c-9ca8-ae97e6b4c80c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.6013753 Mar 16 11:13:51.897720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:51.917239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33494) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:51.988742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e554f73-5f16-4e5e-b98a-c253c93ec26d admin admin] Synchronizing usage tracker for tenant:59e33de166d542058ae918341be22cf7 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:52.027233 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-11b4b463-a98a-474c-846f-b4a8d860d942 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] delete failed (client error): The resource could not be found. Mar 16 11:13:52.030921 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-11b4b463-a98a-474c-846f-b4a8d860d942 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/419e2685-7fec-4fcc-9f97-68946c8849e4 HTTP/1.1" status: 404 len: 345 time: 0.1009748 Mar 16 11:13:52.033183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.033628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33498) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.043848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Calling delete_port for 2ca0b0a6-1149-4bb4-a839-47f272c9d72c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:52.109289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbb9d0b-b191-48ce-9ebb-dc49df8f5854 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] DELETE failed (client error): The resource could not be found. Mar 16 11:13:52.109940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbb9d0b-b191-48ce-9ebb-dc49df8f5854 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:13:52.115224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1dbb9d0b-b191-48ce-9ebb-dc49df8f5854 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f5fe7a89-9018-452d-87d5-d94082edf275 HTTP/1.1" status: 404 len: 339 time: 0.0771005 Mar 16 11:13:52.118236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33502) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.205009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 72b83532-64af-4557-a680-1a037134d8d6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:52.266717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2e554f73-5f16-4e5e-b98a-c253c93ec26d admin admin] Unset dirty status for tenant:59e33de166d542058ae918341be22cf7 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:52.268578 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e554f73-5f16-4e5e-b98a-c253c93ec26d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d033ac3457a34cb984ff6305b67128ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9727023 Mar 16 11:13:52.278395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Calling delete_port for 6173ea7f-399f-4183-bc84-e34baf1ac29e owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:52.297980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Allocated IP 172.20.0.2 (8059e2b7-926c-4bbe-b8e9-b2b5df83a240/2fbd3566-f8e5-4f09-b3be-16afcfa7e44d/ce757ceb-2317-48df-8f0c-e81474716136) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:52.307820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'name': 'tempest-network--1279389645', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:52.310770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.313794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.323858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.334084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.338724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:network and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.349021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.370658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.376110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.411021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.418544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event deleted for resources: {'Port': ['ID=2ca0b0a6-1149-4bb4-a839-47f272c9d72c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.428719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:13:52.429117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:13:52.438293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 72b83532-64af-4557-a680-1a037134d8d6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:52.438524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.457033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] No DVR routers for this DVR port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:13:52.503845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d735815-aa9e-4bb8-a90e-8268a7886ef9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.510028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.514591 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-690ccd61-9c5f-46af-a0d5-bcc1477f1d4c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.8862669 Mar 16 11:13:52.515954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.538121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'security_group_rule': {'security_group_id': '7d735815-aa9e-4bb8-a90e-8268a7886ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:52.543158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:52.545390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.561423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:52.575499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.624304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.628297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.630962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object f9dcac6b-b7c0-4281-9208-4b91dda19f9e will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:52.637913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:security_group_rule and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:52.643488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.646790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:52.689556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:52.705176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.725369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event deleted for resources: {'Port': ['ID=6173ea7f-399f-4183-bc84-e34baf1ac29e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.756310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:52.760380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50996ed-1550-4e10-a599-00454f3b520d']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.761217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.764606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.778694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:52.781491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.787491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'Port': ['ID=03589f20-5ab5-40d6-887a-80f2991682d1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:52.787957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.790687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:52.792910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:52.795769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Transition to ACTIVE for port object 32314c6a-8fa4-47e5-b0d5-4be831c3d09b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:52.797782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e58552a-8975-4c52-891a-6a8f55733898') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.797782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e58552a-8975-4c52-891a-6a8f55733898') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:52.798367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.811575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.811878 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Added segment 151c9d13-52b0-40dd-9299-1109a39d0372 of type vlan for network e6fd971e-c6e4-4279-a613-f2b82e92ee3c Mar 16 11:13:52.814826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.824158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Transition to ACTIVE for port object ce757ceb-2317-48df-8f0c-e81474716136 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:52.827138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.860468 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2eaf034-f2ef-472d-a3fb-22cb733e1770 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6173ea7f-399f-4183-bc84-e34baf1ac29e HTTP/1.1" status: 204 len: 168 time: 1.8404613 Mar 16 11:13:52.863820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:52.910220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.938257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.948919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0864cd87-a935-4de8-9eec-4c6df6505379 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:13:52.949413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0864cd87-a935-4de8-9eec-4c6df6505379 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Synchronizing usage tracker for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:52.950758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Deleting port 2ca0b0a6-1149-4bb4-a839-47f272c9d72c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:52.951230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.955431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:52.955840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:52.970673 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:52.972415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:52.986785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2ca0b0a6-1149-4bb4-a839-47f272c9d72c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:13:52.991037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.027682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Transition to ACTIVE for port object ce757ceb-2317-48df-8f0c-e81474716136 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:53.037792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 2ca0b0a6-1149-4bb4-a839-47f272c9d72c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:13:53.037792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2ca0b0a6-1149-4bb4-a839-47f272c9d72c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:13:53.075151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d42cc-c76a-4516-8a7b-402a72115919 None None] Pushing event updated for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.084035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-512383c1-5f39-45c3-a326-2932b273b59d None None] The port '2ca0b0a6-1149-4bb4-a839-47f272c9d72c' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:13:53.084383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.109417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0864cd87-a935-4de8-9eec-4c6df6505379 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Unset dirty status for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:53.116610 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0864cd87-a935-4de8-9eec-4c6df6505379 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports/6173ea7f-399f-4183-bc84-e34baf1ac29e HTTP/1.1" status: 404 len: 333 time: 0.2496793 Mar 16 11:13:53.122279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.129096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.130167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.138096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1331613192'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:53.159710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.166686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.178179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.189078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] Pushing event deleted for resources: {'Network': ['ID=b50996ed-1550-4e10-a599-00454f3b520d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.196987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.198226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.198958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.201615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:53.241710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db85b74e-ddb7-4a2b-85df-9b289676eda9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.241910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:53.246864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:53.250882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:53.253261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:53.259163 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-24298272-34c4-4c44-bcf3-923d13dd4fe8 tempest-DHCPAgentSchedulersTestJSON-386720763 tempest-DHCPAgentSchedulersTestJSON-386720763-project] 10.222.0.36 "DELETE /v2.0/networks/b50996ed-1550-4e10-a599-00454f3b520d HTTP/1.1" status: 204 len: 168 time: 2.9375548 Mar 16 11:13:53.259986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:53.261796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.272269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Pushing event updated for resources: {'Port': ['ID=ce757ceb-2317-48df-8f0c-e81474716136,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.279229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Attempting to bind port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:53.282429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Attempting to bind port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:53.283077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Attempting to bind port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b on network de9facff-cda2-48a4-bb11-2e0430deac18 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:53.353454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.358129 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1db70609-c694-44c4-abb9-252e0752c3b8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8404121 Mar 16 11:13:53.358962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33524) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.368943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:53.370788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Checking segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:53.374159 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2537980 Mar 16 11:13:53.375128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.375562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.376141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Bound using segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:53.378684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Bound port: 32314c6a-8fa4-47e5-b0d5-4be831c3d09b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:53.379268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.390799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'security_group_rule': {'security_group_id': '7d735815-aa9e-4bb8-a90e-8268a7886ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:53.403203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Made reservation on behalf of c1a0237df6c946219487e77efc711e7a for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:53.405554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.440074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.453408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1231-4aa0-4a05-8b3d-aa59e4d76f35 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=e6fd971e-c6e4-4279-a613-f2b82e92ee3c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.453597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=f9dcac6b-b7c0-4281-9208-4b91dda19f9e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.456817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.503532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e6fd971e-c6e4-4279-a613-f2b82e92ee3c details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:53.519137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:security_group_rule and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.528559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:53.534459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1584bb-40b9-474e-9230-164f6453e302,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.547666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.548919 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cb916b2-1fd3-4767-99bb-526e36c1b3d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db1584bb-40b9-474e-9230-164f6453e302 HTTP/1.1" status: 204 len: 168 time: 1.2269928 Mar 16 11:13:53.566493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:53.568894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port b96137b8-3519-48fa-8f28-95d622444213 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:53.648127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.741678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Attempting to bind port ce757ceb-2317-48df-8f0c-e81474716136 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:53.742354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Attempting to bind port ce757ceb-2317-48df-8f0c-e81474716136 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '3bd25298-35b0-4198-b3f1-18bae191aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:53.742893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Attempting to bind port ce757ceb-2317-48df-8f0c-e81474716136 on network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:53.756551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.757540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33536) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.788970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.797075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:13:53.797528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Checking segment: {'id': '3bd25298-35b0-4198-b3f1-18bae191aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:13:53.798012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.798466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Bound using segment: {'id': '3bd25298-35b0-4198-b3f1-18bae191aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:13:53.799016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Bound port: ce757ceb-2317-48df-8f0c-e81474716136, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd25298-35b0-4198-b3f1-18bae191aa22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:13:53.799448 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.843830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.847861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.851936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.856059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:53.856911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Synchronizing usage tracker for tenant:e1f1b2e189af4a0ab6fde41a4bf2d6e8 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:13:53.866795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] For port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:53.875910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f63509e-279a-48f5-8574-f671e979aad5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:53.881517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.885938 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3de59424-1646-4567-ad53-0308272931a5 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5167081 Mar 16 11:13:53.888640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33542) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:53.910879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:53.911559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] For port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:53.918237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Allocated IP 172.20.0.1 (8059e2b7-926c-4bbe-b8e9-b2b5df83a240/2fbd3566-f8e5-4f09-b3be-16afcfa7e44d/d6f7a16e-1fda-406a-9f77-19ecafba4964) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:53.926637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:53.972380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:53.994701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:floatingip and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:53.999596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:54.015024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Unset dirty status for tenant:e1f1b2e189af4a0ab6fde41a4bf2d6e8 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:13:54.016278 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89d96030-f07c-4df6-bd88-df8e180607fb tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6207886 Mar 16 11:13:54.017492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:54.022571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.027390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] For port ce757ceb-2317-48df-8f0c-e81474716136, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:54.031375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-857fa156-6e39-4bf2-93bd-11fb45031bc3 None None] Provisioning for port f9dcac6b-b7c0-4281-9208-4b91dda19f9e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:54.063198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] For port ce757ceb-2317-48df-8f0c-e81474716136, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce757ceb-2317-48df-8f0c-e81474716136,segment=NetworkSegment(3bd25298-35b0-4198-b3f1-18bae191aa22),segment_id=3bd25298-35b0-4198-b3f1-18bae191aa22)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:13:54.093850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-857fa156-6e39-4bf2-93bd-11fb45031bc3 None None] Provisioning complete for port f9dcac6b-b7c0-4281-9208-4b91dda19f9e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:54.094526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-857fa156-6e39-4bf2-93bd-11fb45031bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.130494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.146060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.158558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:13:54.162195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:54.168534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.315908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.341915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.342545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Transition to ACTIVE for port object d6f7a16e-1fda-406a-9f77-19ecafba4964 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:54.372393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:54.373006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.396721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c11b1d2-b22b-44a7-a427-2feedbddc9aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f61576e474374f3e8f0ebf872647cae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160350 Mar 16 11:13:54.397254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d42cc-c76a-4516-8a7b-402a72115919 None None] Pushing event updated for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.418381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.438142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.483709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.487820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.527031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-857fa156-6e39-4bf2-93bd-11fb45031bc3 None None] Port f9dcac6b-b7c0-4281-9208-4b91dda19f9e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:54.549792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.556170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdc757-c020-4ebd-a7b6-1e0b4fca354d None None] Pushing event updated for resources: {'Port': ['ID=ce757ceb-2317-48df-8f0c-e81474716136,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.559955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.604170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:54.611243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:13:54.699415 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed6e2552-037d-475f-ace5-601f993c6a02 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8028924 Mar 16 11:13:54.716422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.717442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.731756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.759398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Network 4512bee9-ab30-4113-b79b-c4a19e4e3600 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:54.780468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:54.790066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:e7:7b'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:54.796189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=b96137b8-3519-48fa-8f28-95d622444213,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.799184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:54.800578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:54.801233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.831209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fd971e-c6e4-4279-a613-f2b82e92ee3c']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:54.884180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151c9d13-52b0-40dd-9299-1109a39d0372') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:54.884823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151c9d13-52b0-40dd-9299-1109a39d0372') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:54.895534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=d6f7a16e-1fda-406a-9f77-19ecafba4964,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:54.919608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.924873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.963261 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53a23f34-8f96-4fe0-bb92-74ecc0264625 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8397019 Mar 16 11:13:54.967104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:54.968419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:54.976643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.006399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.069237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:55.104171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:55.105126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:55.119416 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:55.136071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33578) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:55.185394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.228811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.239962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:53Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:55.245477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf1aa3-416e-4c0d-8ddc-96a34d660c8d None None] The sync data for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv is: [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:53Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:13:55.277527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab0366-c7bc-4ef9-b55a-d9851e53079a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.308903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.364875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.365871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e831481e-a532-4c96-8acb-2dbbffb73611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9eab0366-c7bc-4ef9-b55a-d9851e53079a HTTP/1.1" status: 204 len: 168 time: 0.9433098 Mar 16 11:13:55.423164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.437067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:55.472806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.480674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6fd971e-c6e4-4279-a613-f2b82e92ee3c {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:13:55.483479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.489280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.499919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6fd971e-c6e4-4279-a613-f2b82e92ee3c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.503654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.512492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:55.619097 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1ed573d6-a7f8-4fe0-8f09-4fec2ca7eb3c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e6fd971e-c6e4-4279-a613-f2b82e92ee3c HTTP/1.1" status: 204 len: 168 time: 1.5954130 Mar 16 11:13:55.626158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:55.629755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'Port': ['ID=03589f20-5ab5-40d6-887a-80f2991682d1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:55.637886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'name': 'tempest-network--824302102', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:55.686250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:55.707344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:network and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:55.716812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:55.742210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:55.748490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Allocated IP 172.26.1.25 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/03c6c364-8fb0-4d01-beeb-8fc8d561da74) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:13:55.928413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:55.930792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.018846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce17692-63d0-4dc8-8671-6c945271582b None None] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:13:56.065157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:56.115380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.115731 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Added segment b68d0efb-e21e-437d-afeb-b47e72a0a5dc of type vlan for network cb15df0b-9f3b-4952-9780-71cbbd90fca4 Mar 16 11:13:56.122168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33592) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:56.130725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.206908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'networks': [{'name': 'tempest-network--1105250'}, {'name': 'tempest-network--827255718'}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:56.207387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-network--1105250'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:56.207658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-network--827255718'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:56.239969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cee981f3-9a41-4eda-86c7-ade18c18b314 None None] Provisioning for port ce757ceb-2317-48df-8f0c-e81474716136 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:56.263636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.292552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] device_id is not set on port b96137b8-3519-48fa-8f28-95d622444213 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:13:56.310139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.312238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:56.324596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce757ceb-2317-48df-8f0c-e81474716136 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:56.326576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.367494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.370826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Transition to ACTIVE for port object b96137b8-3519-48fa-8f28-95d622444213 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:13:56.388094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:56.388628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:network and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:56.391191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.393131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.428070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:56.431553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Usage tracker for resource:security_group_rule and tenant:81224da7d6234470a2cd2f7943b88b46 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:56.439069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:56.455004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:56.479735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ce757ceb-2317-48df-8f0c-e81474716136 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:56.482846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.486219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ce757ceb-2317-48df-8f0c-e81474716136 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:56.486868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.532588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.533445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:56.534135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.631777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:56.664792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.702661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=b96137b8-3519-48fa-8f28-95d622444213,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:56.715454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ce757ceb-2317-48df-8f0c-e81474716136, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce757ceb-2317-48df-8f0c-e81474716136,segment=NetworkSegment(3bd25298-35b0-4198-b3f1-18bae191aa22),segment_id=3bd25298-35b0-4198-b3f1-18bae191aa22)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:56.723344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.724305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32314c6a-8fa4-47e5-b0d5-4be831c3d09b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:56.737531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.742026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.758425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=d6f7a16e-1fda-406a-9f77-19ecafba4964,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:56.805952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:56.810565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.811837 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-218d05ac-b806-4878-ab0f-ac3c02e3a83e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5491004 Mar 16 11:13:56.827093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:56.841341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'network': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:56.845636 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2163939 Mar 16 11:13:56.845636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89dcdf-cfbe-4e8a-a05c-df4b5578a49c tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=cb15df0b-9f3b-4952-9780-71cbbd90fca4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:56.848636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:13:56.850134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:56.866970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33598) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:56.874162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network cb15df0b-9f3b-4952-9780-71cbbd90fca4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:56.966076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.006482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'Port': ['ID=03c6c364-8fb0-4d01-beeb-8fc8d561da74,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.031624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.031990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.032347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.073440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.073779 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.077058 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 2 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:57.089644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.130934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ce757ceb-2317-48df-8f0c-e81474716136,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.139395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:57.177972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Provisioning for port d6f7a16e-1fda-406a-9f77-19ecafba4964 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:57.204036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Provisioning complete for port d6f7a16e-1fda-406a-9f77-19ecafba4964 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:57.204689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.204943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.260473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.263931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.299279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:13:57.303702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Port d6f7a16e-1fda-406a-9f77-19ecafba4964 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:57.307853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:57.309736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.326174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1239e028-f3b3-4e9b-beb2-5815aeb0acd7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.329599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.329931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.330331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.340927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.341232 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.350111 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 3 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:57.371734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.372082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.372460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.388018 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0fc98632-6c2a-4699-b771-5681253b6241 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81224da7d6234470a2cd2f7943b88b46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2618814 Mar 16 11:13:57.391472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.391797 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.393098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:57.393658 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 4 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:57.436779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Provisioning complete for port ce757ceb-2317-48df-8f0c-e81474716136 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:57.437274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.437274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.437677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf43f695-c0ad-486e-944d-17c8737763b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.437745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.438212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:57.443726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:security_group_rule and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:57.447813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:57.456009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:57.515030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.515362 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.522551 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 5 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:57.536353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b19883-09e1-43dd-931c-30ecadf10032 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:57.540086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0b19883-09e1-43dd-931c-30ecadf10032 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "GET /v2.0/networks/cb15df0b-9f3b-4952-9780-71cbbd90fca4 HTTP/1.1" status: 200 len: 756 time: 0.6674478 Mar 16 11:13:57.540086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:57.545784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:57.557912 dv-neutron-833733-1-hyperv neutron-server[83794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 11:13:57.574099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:13:57.580220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.585204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:13:57.585620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.586258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.586368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.598222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.647191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:57.658168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.675330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.741715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.742190 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.742750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.746111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.762094 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 6 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:57.781519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c2625e2f-1977-433d-a9ab-0b9af99a9800 None None] Provisioning complete for port d6f7a16e-1fda-406a-9f77-19ecafba4964 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:57.783363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2625e2f-1977-433d-a9ab-0b9af99a9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.803798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.804265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.816163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=f9dcac6b-b7c0-4281-9208-4b91dda19f9e,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.816700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47d106-4148-4edd-9cee-26b962147779 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:57.818352 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f47d106-4148-4edd-9cee-26b962147779 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "GET /v2.0/networks/02dee09a-66bc-4c83-a8b6-87e2d43b8039 HTTP/1.1" status: 200 len: 767 time: 0.2713416 Mar 16 11:13:57.828108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:57.828442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:57.828767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:57.830774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33628) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:57.836512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.878865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.884413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2625e2f-1977-433d-a9ab-0b9af99a9800 None None] Port d6f7a16e-1fda-406a-9f77-19ecafba4964 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:57.921553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:57.922121 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:57.945605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] In _notify_port_updated(), no bound segment for port f9dcac6b-b7c0-4281-9208-4b91dda19f9e on network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:13:57.949596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:57.950297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:57.954285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-68142775-a03f-4c7b-82a8-c59ba8e415c6 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "PUT /v2.0/ports/f9dcac6b-b7c0-4281-9208-4b91dda19f9e HTTP/1.1" status: 200 len: 997 time: 3.1725085 Mar 16 11:13:57.957764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-017c2b0f-7ccd-44d5-9dc4-ca25fbd11cdf tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1311932438&fields=id&tenant_id=aa1892e3ddf545da9a9d088887aea253 HTTP/1.1" status: 200 len: 267 time: 0.4040747 Mar 16 11:13:57.958232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:57.963144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04017f8a-4e15-4177-b762-c715a6eece74,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:57.980487 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 7 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:58.002816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:58.011023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Provisioning complete for port d6f7a16e-1fda-406a-9f77-19ecafba4964 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:58.011181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.029462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:58.029790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:58.030152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:58.065545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:58.066243 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:58.068065 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 8 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:58.068980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Port d6f7a16e-1fda-406a-9f77-19ecafba4964 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:58.077149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.083409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Provisioning complete for port f9dcac6b-b7c0-4281-9208-4b91dda19f9e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:58.083776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.147664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6763745f-fd72-486c-aec5-baf3ad5b724e None None] Port f9dcac6b-b7c0-4281-9208-4b91dda19f9e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:13:58.157270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.157735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment d6b25eee-3941-4f0d-b248-d91fb0c136ec of type vlan for network 05975031-ce45-4c04-9ffd-e31ddbad4fdf Mar 16 11:13:58.169854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:58.170352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:58.170802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:58.188511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce757ceb-2317-48df-8f0c-e81474716136 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:58.214469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:58.214921 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:58.222021 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 9 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:58.236740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.329879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ce757ceb-2317-48df-8f0c-e81474716136 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:58.330560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.333130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port f9dcac6b-b7c0-4281-9208-4b91dda19f9e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:58.333651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.335655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:58.336060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:58.336453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:58.338804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239e028-f3b3-4e9b-beb2-5815aeb0acd7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.388938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.396384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:58.396746 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:58.404607 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempt 10 to bind port b96137b8-3519-48fa-8f28-95d622444213 Mar 16 11:13:58.428723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.432601 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8498bfe3-0f64-4308-a250-a7ffaa74852e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1239e028-f3b3-4e9b-beb2-5815aeb0acd7 HTTP/1.1" status: 204 len: 168 time: 1.0220549 Mar 16 11:13:58.440081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:13:58.440680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:13:58.440763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempting to bind port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:13:58.444019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb15df0b-9f3b-4952-9780-71cbbd90fca4']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.450795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.471563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68d0efb-e21e-437d-afeb-b47e72a0a5dc') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.471959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68d0efb-e21e-437d-afeb-b47e72a0a5dc') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:13:58.480641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.481733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32314c6a-8fa4-47e5-b0d5-4be831c3d09b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:13:58.484743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:13:58.485160 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Failed to bind port b96137b8-3519-48fa-8f28-95d622444213 on host hv-neutron-8337 for vnic_type normal using segments [{'id': 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4512bee9-ab30-4113-b79b-c4a19e4e3600'}] Mar 16 11:13:58.485564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.498523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.503453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.537986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-36e20d4c-6099-447c-bdb5-b1f0aba2d8c3 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:58.539692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-36e20d4c-6099-447c-bdb5-b1f0aba2d8c3 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/networks?id=0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 200 len: 806 time: 0.5429356 Mar 16 11:13:58.583859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:13:58.584224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.603517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.624187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:13:58.624674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:13:58.638083 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:13:58.682702 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-83eab302-0bbe-41fc-b2df-e9571a9355ff tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/quotas/aa1892e3ddf545da9a9d088887aea253 HTTP/1.1" status: 200 len: 375 time: 0.1248178 Mar 16 11:13:58.683687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:58.731512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'Port': ['ID=03c6c364-8fb0-4d01-beeb-8fc8d561da74,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.742391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.742731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment 8523355a-15f6-4598-8eba-e5e63fe606eb of type vlan for network d24a6caf-88dd-48b5-b83c-8eee7f1aee89 Mar 16 11:13:58.794565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.812546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.826165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.833581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb15df0b-9f3b-4952-9780-71cbbd90fca4 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:13:58.837322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.838969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.840896 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/cb15df0b-9f3b-4952-9780-71cbbd90fca4 HTTP/1.1" status: 204 len: 168 time: 1.0057783 Mar 16 11:13:58.844893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:58.845963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port b96137b8-3519-48fa-8f28-95d622444213, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:13:58.846370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Attempted to set empty binding levels {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:13:58.847903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199394f-bdeb-4f56-a0a3-7657590fb7c0 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb15df0b-9f3b-4952-9780-71cbbd90fca4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:58.849883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.859658 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-30029bac-aed7-4179-b79e-4957c3ee920c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9681234 Mar 16 11:13:58.862021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.921278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'name': 'tempest-network--60309564'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:13:58.930457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] In _notify_port_updated(), no bound segment for port b96137b8-3519-48fa-8f28-95d622444213 on network 4512bee9-ab30-4113-b79b-c4a19e4e3600 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:13:58.933614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:58.937801 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "PUT /v2.0/ports/b96137b8-3519-48fa-8f28-95d622444213 HTTP/1.1" status: 200 len: 977 time: 3.9659934 Mar 16 11:13:58.941357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:58.988590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for f9dcac6b-b7c0-4281-9208-4b91dda19f9e owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:59.019612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268285b-7cdb-4e10-8f51-0067f026a22b tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event updated for resources: {'Port': ['ID=b96137b8-3519-48fa-8f28-95d622444213,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.026896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:13:59.031839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Deleting port b96137b8-3519-48fa-8f28-95d622444213 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:13:59.032186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.048223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:13:59.085754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Usage tracker for resource:network and tenant:0acfc0b2d80b42a58a85e0b107a38108 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:13:59.106345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:13:59.134084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:13:59.160133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.160621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.164497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:59.167773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:13:59.168430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.202684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Made reservation on behalf of 0acfc0b2d80b42a58a85e0b107a38108 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:13:59.204914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.220462 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-dce5c87d-cb0b-4551-bdce-3556306d5e1e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa1892e3ddf545da9a9d088887aea253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5247855 Mar 16 11:13:59.290928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Router 1cb57535-e605-401d-9726-f059e7693c80 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:13:59.376069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=05975031-ce45-4c04-9ffd-e31ddbad4fdf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.388185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:13:59.390109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 05975031-ce45-4c04-9ffd-e31ddbad4fdf details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:59.410230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 4.2656608 Mar 16 11:13:59.420523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33668) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:59.563409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] For port b96137b8-3519-48fa-8f28-95d622444213, host hv-neutron-8337, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:13:59.563961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.591925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.592523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Added segment fa5cceef-93cc-4ced-9436-684982f15f28 of type vlan for network 6f0142f1-168a-4612-81f9-1e4060edf760 Mar 16 11:13:59.725475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:13:59.760376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Calling delete_port for b96137b8-3519-48fa-8f28-95d622444213 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:13:59.775945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6d3d9-125e-4303-af3c-33b83fe97ad4 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=d24a6caf-88dd-48b5-b83c-8eee7f1aee89,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.786356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.788101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d24a6caf-88dd-48b5-b83c-8eee7f1aee89 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:13:59.861411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.862934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:13:59.886299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=f9dcac6b-b7c0-4281-9208-4b91dda19f9e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.959599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Pushing event deleted for resources: {'Port': ['ID=b96137b8-3519-48fa-8f28-95d622444213,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:13:59.975093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.001553 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae61af97-ed90-491e-b7e2-12c52fedb035 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b96137b8-3519-48fa-8f28-95d622444213 HTTP/1.1" status: 204 len: 168 time: 1.0592546 Mar 16 11:14:00.006378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.081046 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96bddd0-2711-436a-9109-6270c95bccd6 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:14:00.081700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a96bddd0-2711-436a-9109-6270c95bccd6 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Synchronizing usage tracker for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:00.103312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a96bddd0-2711-436a-9109-6270c95bccd6 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] Unset dirty status for tenant:c1a0237df6c946219487e77efc711e7a on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:00.110844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a96bddd0-2711-436a-9109-6270c95bccd6 tempest-PortsAdminExtendedAttrsTestJSON-1586439977 tempest-PortsAdminExtendedAttrsTestJSON-1586439977-project-admin] 10.222.0.36 "GET /v2.0/ports/b96137b8-3519-48fa-8f28-95d622444213 HTTP/1.1" status: 404 len: 333 time: 0.1028550 Mar 16 11:14:00.111634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.131572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:00.147146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-0f1f686f-533c-4e9f-80ec-2ded06975f64 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:00.148141 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-0f1f686f-533c-4e9f-80ec-2ded06975f64 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2967317 Mar 16 11:14:00.155367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-ebeefd14-1a8a-4c10-8d9f-4b1d1e303300 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Synchronizing usage tracker for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:00.226535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.230516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.235040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.238355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.239205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Synchronizing usage tracker for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:00.257861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.325167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.325981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.326888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.396226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-ebeefd14-1a8a-4c10-8d9f-4b1d1e303300 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Unset dirty status for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:00.398487 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-ebeefd14-1a8a-4c10-8d9f-4b1d1e303300 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--779798278&fields=id&tenant_id=095dfadd0fa94ae6bd6a70a4a337545c HTTP/1.1" status: 200 len: 267 time: 0.6718812 Mar 16 11:14:00.412376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.413921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Unset dirty status for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:00.415160 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-218f50e5-a79a-4401-9ece-1dfe62554a7d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.9874089 Mar 16 11:14:00.420302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.424226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.426299 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9206f685-e86b-4245-89c5-228ca8365e17 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/f9dcac6b-b7c0-4281-9208-4b91dda19f9e HTTP/1.1" status: 204 len: 168 time: 2.4644516 Mar 16 11:14:00.441734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.461154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.6117048 Mar 16 11:14:00.509189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.563202 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43d31aa-9d97-444c-87f2-38695af1fde4 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] GET failed (client error): The resource could not be found. Mar 16 11:14:00.563700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b43d31aa-9d97-444c-87f2-38695af1fde4 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:00.566942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4512bee9-ab30-4113-b79b-c4a19e4e3600']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.590076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:00.595523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.595809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f2ed1c-a9b6-4b31-aeac-d53eb2902517') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.616400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:00.616996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.621944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.635813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b43d31aa-9d97-444c-87f2-38695af1fde4 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:00.636934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b43d31aa-9d97-444c-87f2-38695af1fde4 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports/f9dcac6b-b7c0-4281-9208-4b91dda19f9e HTTP/1.1" status: 404 len: 333 time: 0.1901352 Mar 16 11:14:00.638997 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] Sync routers for ids ['1cb57535-e605-401d-9726-f059e7693c80'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:00.640608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8ba73c0-e4ac-4a12-8e7c-b672856f2c85 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "PUT /v2.0/routers/1cb57535-e605-401d-9726-f059e7693c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0104151 Mar 16 11:14:00.641069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.644390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:00.647189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.652560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-864196033'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:00.662829 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] Routers {'1cb57535-e605-401d-9726-f059e7693c80'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:00.663696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1cb57535-e605-401d-9726-f059e7693c80'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.676188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'port': {'network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240', 'name': 'tempest-FloatingIPNegativeTestJSON-971275306'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:00.695436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:00.695840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:00.705073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8822f-46fc-408b-8304-87f274a91d61 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0142f1-168a-4612-81f9-1e4060edf760,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:00.715785 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:00.721217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6f0142f1-168a-4612-81f9-1e4060edf760 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:00.728419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-e21005dc-d347-4716-a4ba-13ed1097b786 service neutron] 10.222.0.36 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697591 Mar 16 11:14:00.838665 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.855615 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] Routers {'1cb57535-e605-401d-9726-f059e7693c80'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:00.856579 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:13:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1cb57535-e605-401d-9726-f059e7693c80'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.949241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-839d669d-a123-4b4f-8664-170e39e287b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:00.949916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-839d669d-a123-4b4f-8664-170e39e287b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Synchronizing usage tracker for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:00.953777 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:00.954460 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da14a14-d0ff-4ceb-b7f3-453f084658bc None None] The sync data for ids ['1cb57535-e605-401d-9726-f059e7693c80'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:01.030214 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-3f6ce69f-5562-477d-bb20-b2ddfea063d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889357 Mar 16 11:14:01.031164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-839d669d-a123-4b4f-8664-170e39e287b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Unset dirty status for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:01.032201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-839d669d-a123-4b4f-8664-170e39e287b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/networks?id=de9facff-cda2-48a4-bb11-2e0430deac18 HTTP/1.1" status: 200 len: 812 time: 0.6214721 Mar 16 11:14:01.055396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-badb7b3d-ab1a-438d-9f33-450222788e1c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/quotas/095dfadd0fa94ae6bd6a70a4a337545c HTTP/1.1" status: 200 len: 375 time: 0.0144894 Mar 16 11:14:01.153923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.195108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.236564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.244527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:01.257193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:01.291143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-695ecbf4-6c51-473c-9a4a-af6aafbe77fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=095dfadd0fa94ae6bd6a70a4a337545c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297225 Mar 16 11:14:01.295816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.308864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.320734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] Pushing event deleted for resources: {'Network': ['ID=4512bee9-ab30-4113-b79b-c4a19e4e3600,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:01.323650 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-16f4e98f-94e8-41c5-b1cb-e10045c69685 tempest-PortsAdminExtendedAttrsTestJSON-1277558293 tempest-PortsAdminExtendedAttrsTestJSON-1277558293-project] 10.222.0.36 "DELETE /v2.0/networks/4512bee9-ab30-4113-b79b-c4a19e4e3600 HTTP/1.1" status: 204 len: 168 time: 1.2109759 Mar 16 11:14:01.329932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:01.333016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.379882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05975031-ce45-4c04-9ffd-e31ddbad4fdf']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.392516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0142f1-168a-4612-81f9-1e4060edf760,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:01.395715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port 9e4b9bf6-227e-495c-9275-1693bc8cd611 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:01.398131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Network 6f0142f1-168a-4612-81f9-1e4060edf760 is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 16 11:14:01.398883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:01.399813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.401681 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dad76fa2-de36-4ea3-87d2-0533a47695a6 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "PUT /v2.0/networks/6f0142f1-168a-4612-81f9-1e4060edf760 HTTP/1.1" status: 200 len: 855 time: 0.8819864 Mar 16 11:14:01.404753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.433408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:01.436857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b25eee-3941-4f0d-b248-d91fb0c136ec') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.437145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b25eee-3941-4f0d-b248-d91fb0c136ec') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.458847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.465940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:port and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:01.481640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:01.488271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3920e174-0f2c-4916-92ab-38b21bfc763a req-6b077211-e090-4d3d-a069-4d965aff4a70 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.0913794 Mar 16 11:14:01.508346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:01.514977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.532045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:01.532366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:01.547521 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:01.552204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc106560-65be-49ef-bb5d-c97d1e675c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.602437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.609591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Made reservation on behalf of 02561da956dd4a0eaa34beff674595ce for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:01.612751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.701329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] device_id is not set on port 832958d2-cd28-4c6c-bfcd-c84614ffa55d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:01.725324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.746984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.759406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.782754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.790374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0142f1-168a-4612-81f9-1e4060edf760']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.806733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5cceef-93cc-4ced-9436-684982f15f28') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.807191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=05975031-ce45-4c04-9ffd-e31ddbad4fdf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:01.807977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5cceef-93cc-4ced-9436-684982f15f28') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:01.813673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.14 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/9e4b9bf6-227e-495c-9275-1693bc8cd611) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:01.826589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.849451 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c0a2d3fc-4f58-47ef-9f68-f4a5f208aa34 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/05975031-ce45-4c04-9ffd-e31ddbad4fdf HTTP/1.1" status: 204 len: 168 time: 1.4280422 Mar 16 11:14:01.849882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.853624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33780) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.862583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:01.892182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:01.893144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:01.911220 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:01.928798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-e3ffc15a-e266-48a3-a605-a87ad66b8a56 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:01.930192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-e3ffc15a-e266-48a3-a605-a87ad66b8a56 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3900421 Mar 16 11:14:01.988567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Allocated IP 172.20.0.14 (8059e2b7-926c-4bbe-b8e9-b2b5df83a240/2fbd3566-f8e5-4f09-b3be-16afcfa7e44d/832958d2-cd28-4c6c-bfcd-c84614ffa55d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:02.321062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.330063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-091b005e-6c4c-4698-abfa-6a9d65c52952 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:02.420620 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a74dda5b-7dff-49f2-876c-be9800486b80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f4bdd9394784ae099d92942fccdac37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5164526 Mar 16 11:14:02.422918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33796) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.429612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.446674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object 9e4b9bf6-227e-495c-9275-1693bc8cd611 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:02.447406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.471022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.472610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f0142f1-168a-4612-81f9-1e4060edf760 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:14:02.502391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.515540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6f0142f1-168a-4612-81f9-1e4060edf760 HTTP/1.1" status: 204 len: 168 time: 1.1094849 Mar 16 11:14:02.524126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.525079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Transition to ACTIVE for port object 832958d2-cd28-4c6c-bfcd-c84614ffa55d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:02.530360 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-2a486055-0b69-4cc5-ac8c-86198809d06a service neutron] 10.222.0.36 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137021 Mar 16 11:14:02.531106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1bd7-1dfc-4ff2-b04b-cc8baa216fe2 tempest-ExternalNetworksTestJSON-830757106 tempest-ExternalNetworksTestJSON-830757106-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f0142f1-168a-4612-81f9-1e4060edf760,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.605916 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc839076-0b11-4943-804b-0b7add950660 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] DELETE failed (client error): The resource could not be found. Mar 16 11:14:02.631275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc839076-0b11-4943-804b-0b7add950660 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:02.634328 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cc839076-0b11-4943-804b-0b7add950660 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "DELETE /v2.0/subnets/4d1c3d19-e311-4356-bd16-0f538d8e6d52 HTTP/1.1" status: 404 len: 337 time: 0.1050186 Mar 16 11:14:02.637076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.652650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.697167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.770776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-091b005e-6c4c-4698-abfa-6a9d65c52952 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "PUT /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3 HTTP/1.1" status: 200 len: 366 time: 1.0440996 Mar 16 11:14:02.798347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.841700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.879405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.900304 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d786169-b8b9-471c-9fba-a37394aa39e4 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1005630 Mar 16 11:14:02.911356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.914266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a6caf-88dd-48b5-b83c-8eee7f1aee89']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.924289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33826) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:02.928352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:02.929501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8523355a-15f6-4598-8eba-e5e63fe606eb') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.929794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8523355a-15f6-4598-8eba-e5e63fe606eb') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:02.942282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:02.943554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.956282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:02.958192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=9e4b9bf6-227e-495c-9275-1693bc8cd611,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:02.963199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:03.034275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9711188-16e9-490e-a20c-e87b6997309c req-31d56c87-bef2-4002-9ebf-689b4bffb68d tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.3289843 Mar 16 11:14:03.036082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-d42d8c86-f07d-44f8-a341-cf89a971400f service neutron] 10.222.0.36 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994178 Mar 16 11:14:03.037152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.044562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:03.044962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:03.069791 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:03.184760 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cbba4e01-0187-4dd5-a6ac-1ede3f427640 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3 HTTP/1.1" status: 200 len: 366 time: 0.2534790 Mar 16 11:14:03.186813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.238092 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-794b6671-b64f-4c72-9d52-a1052356a52c tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3 HTTP/1.1" status: 204 len: 168 time: 0.0480437 Mar 16 11:14:03.239546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.255182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.263147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.270748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:03.275044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:03.276373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.295393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/d24a6caf-88dd-48b5-b83c-8eee7f1aee89 HTTP/1.1" status: 204 len: 168 time: 1.4371939 Mar 16 11:14:03.297363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1f8742e-a34a-45e1-aea1-73920dd1b08e tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0568297 Mar 16 11:14:03.300833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33844) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.301045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33846) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.336599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64768cf4-73d7-4be5-aed7-f155f3bd4b27 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=d24a6caf-88dd-48b5-b83c-8eee7f1aee89,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.344080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3ddb82d3-58a0-4380-8646-971f730e3556 None None] Provisioning for port 9e4b9bf6-227e-495c-9275-1693bc8cd611 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:03.350657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3ddb82d3-58a0-4380-8646-971f730e3556 None None] Provisioning complete for port 9e4b9bf6-227e-495c-9275-1693bc8cd611 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:03.351067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3ddb82d3-58a0-4380-8646-971f730e3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.358953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=832958d2-cd28-4c6c-bfcd-c84614ffa55d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.367751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.375786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:03.406694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.407962 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28732989-f493-43ba-9b75-75c64e38bdc8 HTTP/1.1" status: 204 len: 168 time: 0.9841170 Mar 16 11:14:03.411705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:03.413532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-992363e0-706a-4369-8d38-85b90e6a6055 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3 HTTP/1.1" status: 200 len: 370 time: 0.1082671 Mar 16 11:14:03.416331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.423104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb0c5ded-c56c-42cb-a6b2-f995c451e047 tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3/default HTTP/1.1" status: 200 len: 370 time: 0.0056782 Mar 16 11:14:03.436255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.485045 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9020cdc4-9724-4265-bf73-2b0c26f5ded8 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8423862 Mar 16 11:14:03.498276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33870) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:03.509035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'network_id': '057c6d04-778d-4e7e-b8a9-506bacaf38d1', 'name': 'tempest-AllowedAddressPairTestJSON-590786122'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:03.533760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb82d3-58a0-4380-8646-971f730e3556 None None] Port 9e4b9bf6-227e-495c-9275-1693bc8cd611 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:03.543273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f25ac-2ee8-4d18-a4ee-53d05dd213d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28732989-f493-43ba-9b75-75c64e38bdc8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:03.639019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-adc14649-8a33-40af-add5-172e47d10fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.765729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b7f462e2-4da5-4ccf-b5be-048118a75583 None None] Provisioning for port 832958d2-cd28-4c6c-bfcd-c84614ffa55d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:03.772238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b7f462e2-4da5-4ccf-b5be-048118a75583 None None] Provisioning complete for port 832958d2-cd28-4c6c-bfcd-c84614ffa55d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:03.772964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b7f462e2-4da5-4ccf-b5be-048118a75583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.814403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:03.826307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:03.840848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47f20633-add4-4e8b-9f2d-4f715ad34079 req-7a8bfa1d-607d-4e6f-b479-169ba14a6a54 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.3905356 Mar 16 11:14:03.847584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Made reservation on behalf of 78086868bb8d43c4b9f5519724c1de20 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:03.850588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.874447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-695e51a5-182a-4021-ac65-5496483f968b tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] delete failed (client error): The resource could not be found. Mar 16 11:14:03.875457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-695e51a5-182a-4021-ac65-5496483f968b tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/578f415f60b74b059b8e7c8a73752fa3 HTTP/1.1" status: 404 len: 348 time: 0.4382904 Mar 16 11:14:03.903204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:03.906814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.908256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b7f462e2-4da5-4ccf-b5be-048118a75583 None None] Port 832958d2-cd28-4c6c-bfcd-c84614ffa55d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:03.937789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] device_id is not set on port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:03.950159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:03.979023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dee09a-66bc-4c83-a8b6-87e2d43b8039']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.992639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8261c463-794c-48fd-8885-8439aeb691fc') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:03.993007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8261c463-794c-48fd-8885-8439aeb691fc') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:04.006048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.024452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.044720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:04.045359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.057924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fb772-9cc2-4155-9829-b83ffd7609e7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:04.066082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fb772-9cc2-4155-9829-b83ffd7609e7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:04.070066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-194fb772-9cc2-4155-9829-b83ffd7609e7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Synchronizing usage tracker for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:04.077556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.163664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-194fb772-9cc2-4155-9829-b83ffd7609e7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Unset dirty status for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:04.171832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-194fb772-9cc2-4155-9829-b83ffd7609e7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8693907 Mar 16 11:14:04.172329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:04.180496 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:04.185560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1259979869'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:04.227053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-362ccf44-59f5-4898-a28a-e08c0177b0e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1a0237df6c946219487e77efc711e7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1389136 Mar 16 11:14:04.235027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:04.238431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.275891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33914) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.293156 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9812460-36f4-4d05-bc10-70ae52a0b653 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6477973 Mar 16 11:14:04.295884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.327077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:04.335230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.339378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.343884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:04.346062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:04.375200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:floatingip and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.382319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.386238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] Pushing event deleted for resources: {'Network': ['ID=02dee09a-66bc-4c83-a8b6-87e2d43b8039,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.402715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:04.406248 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6ca85ba-0e14-4f88-9820-67ea6464b432 req-8083f1cc-736e-4705-bc02-8213a1af3924 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.0774240 Mar 16 11:14:04.409345 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e3768d4a-73e3-4dc1-8915-62b64d035830 tempest-ExternalNetworksTestJSON-680293340 tempest-ExternalNetworksTestJSON-680293340-project] 10.222.0.36 "DELETE /v2.0/networks/02dee09a-66bc-4c83-a8b6-87e2d43b8039 HTTP/1.1" status: 204 len: 168 time: 1.7520831 Mar 16 11:14:04.411604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:network and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.419514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.425824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:04.429925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.430076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.458259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:subnet and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.468889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:04.478629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.479173 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment d85bff38-3609-4adf-b749-8ceecc4eea49 of type vlan for network dbf4de80-8b53-45a1-a37c-d7f98241681f Mar 16 11:14:04.481720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.506881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.533261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Allocated IP 172.20.0.10 (057c6d04-778d-4e7e-b8a9-506bacaf38d1/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41/5dc3b211-6e03-46ec-8f9c-ed4c51bb9082) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:04.574652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:subnetpool and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.589550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.610354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:port and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.617213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.635336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:router and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.663248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.59', 54320) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.663896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.667791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:04.668371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.672870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.691679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.735893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:floatingip and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.747003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.809690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=dbf4de80-8b53-45a1-a37c-d7f98241681f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:04.819590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.865225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network dbf4de80-8b53-45a1-a37c-d7f98241681f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:04.926648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:security_group and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:04.938617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Allocated IP 172.26.1.140 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/66900ff0-4b5e-4f47-b8b1-75b2f454fe8a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:04.952636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:04.954276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:04.967729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d490140-33f3-4cb9-8096-7daac8bdc296 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7888143 Mar 16 11:14:04.970493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:04.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-851404030'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:05.007143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:05.041423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Usage tracker for resource:security_group_rule and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.066952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:network and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:05.114087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.122812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.124080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.152262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.154583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:05.172008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:05.187045 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec7e6aa3-ee75-4593-9a57-b560d659d0cd tempest-QuotasTest-116333335 tempest-QuotasTest-116333335-project-admin] 10.222.0.36 "GET /v2.0/quotas/36b6e8623c4e4b9394a623caaa955f36/details.json HTTP/1.1" status: 200 len: 703 time: 0.9076662 Mar 16 11:14:05.204005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:05.208069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.300053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d6d5ef9e-3193-4ef5-914b-685813fc183c req-76238ecb-9e98-4380-b869-e8674bc04a75 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.1512256 Mar 16 11:14:05.313954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:05.334122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.354962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-635ac149-3de0-4f03-859a-860055589f4b tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.356448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-635ac149-3de0-4f03-859a-860055589f4b tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "GET /v2.0/networks?id=0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 200 len: 806 time: 0.6840429 Mar 16 11:14:05.394961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.396048 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment bcf4da8f-407b-4247-87cc-ea0beffd8464 of type vlan for network fe45bbb3-0e89-4ae9-8adf-741bfcd57121 Mar 16 11:14:05.404300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.419361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.435617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.479320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a58dc-af4e-4b61-9aca-cfae892c36cd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.512173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:05.515376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.529505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:05.531904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.537481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:05.539100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-80d4d89b-afd8-466e-a14e-af5313c84bf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a46a58dc-af4e-4b61-9aca-cfae892c36cd HTTP/1.1" status: 204 len: 168 time: 1.2961073 Mar 16 11:14:05.552079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Transition to ACTIVE for port object 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:05.576255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-de459d74-4ae6-427e-a82b-6fe77033ec94 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1892e3ddf545da9a9d088887aea253 HTTP/1.1" status: 200 len: 380 time: 0.1884301 Mar 16 11:14:05.584687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e1a71d9-596e-483c-8bd5-a35c58edf023 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1f1b2e189af4a0ab6fde41a4bf2d6e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4524975 Mar 16 11:14:05.588292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.605964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'port': {'device_id': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'admin_state_up': True, 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'security_groups': ['10d74f38-cfa1-4b81-bc0f-19193d8ac5d6']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:05.676026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33976) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.691875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.59', 54326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:05.692658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=66900ff0-4b5e-4f47-b8b1-75b2f454fe8a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:05.696634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.701029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.701627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.813781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3722191e-36f1-4962-bcac-5f68ebbaabf2 req-a8d333db-665c-4850-b511-b95e075147c3 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.0746644 Mar 16 11:14:05.884157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-ae5bccab-2efc-4012-8498-60e929767316 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:05.885861 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-ae5bccab-2efc-4012-8498-60e929767316 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.59 "GET /v2.0/networks?id=de9facff-cda2-48a4-bb11-2e0430deac18 HTTP/1.1" status: 200 len: 812 time: 0.1904316 Mar 16 11:14:05.887453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:05.980628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.037019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:06.046537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:06.048780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.053251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.060027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=5dc3b211-6e03-46ec-8f9c-ed4c51bb9082,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.063703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:06.090791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.123082 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1489308 Mar 16 11:14:06.129104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 33990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.135222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191a8d-d173-4500-a00c-7ffa0bf3914d tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=fe45bbb3-0e89-4ae9-8adf-741bfcd57121,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.135572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:06.136251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.141162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.143592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Usage tracker for resource:port and tenant:aa1892e3ddf545da9a9d088887aea253 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.149578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network fe45bbb3-0e89-4ae9-8adf-741bfcd57121 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:06.154456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.164404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'ports': [{'network_id': 'dbf4de80-8b53-45a1-a37c-d7f98241681f', 'name': 'tempest-port--1633732694', 'admin_state_up': True}, {'network_id': 'fe45bbb3-0e89-4ae9-8adf-741bfcd57121', 'admin_state_up': False}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:06.164703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'port': {'network_id': 'dbf4de80-8b53-45a1-a37c-d7f98241681f', 'name': 'tempest-port--1633732694', 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:06.165474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'port': {'network_id': 'fe45bbb3-0e89-4ae9-8adf-741bfcd57121', 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:06.184067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.226816 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e012b98d-09ac-4702-9b1f-e149a18c6a67 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7229259 Mar 16 11:14:06.238150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 33994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:06.242568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Made reservation on behalf of aa1892e3ddf545da9a9d088887aea253 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:06.245944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.272541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:9b:e7:7b'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1c:14:7d'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:06.437336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.514186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716cb098-acf0-4531-8f57-e5e6fdad3e9a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:06.590551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ae9983ce-9ebb-4b6b-a50c-d12acdec0097 None None] Provisioning for port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:06.598778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ae9983ce-9ebb-4b6b-a50c-d12acdec0097 None None] Provisioning complete for port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:06.599460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae9983ce-9ebb-4b6b-a50c-d12acdec0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.634493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-e30239d8-eb63-48b8-a489-8a445f52e088 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Synchronizing usage tracker for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:06.637658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:06.649209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Usage tracker for resource:security_group_rule and tenant:c93eb20dc5f34c0b9efe3bf0ae3b6c38 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:06.666051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:06.669484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.683978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-e30239d8-eb63-48b8-a489-8a445f52e088 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Unset dirty status for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:06.685504 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-e30239d8-eb63-48b8-a489-8a445f52e088 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=095dfadd0fa94ae6bd6a70a4a337545c HTTP/1.1" status: 200 len: 379 time: 0.7238142 Mar 16 11:14:06.686793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:06.686911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:06.688426 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6424d7db-514b-43a1-91ea-7ff7ae679277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/716cb098-acf0-4531-8f57-e5e6fdad3e9a HTTP/1.1" status: 204 len: 168 time: 1.0985947 Mar 16 11:14:06.714924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae9983ce-9ebb-4b6b-a50c-d12acdec0097 None None] Port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:06.764457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b8d4520f-4eb6-4ca7-9030-cca3c6b35ca8 req-69c5dfb3-0ead-47b6-8ce2-f7da149b624e tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.2027676 Mar 16 11:14:06.829826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'port': {'device_id': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'admin_state_up': True, 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'security_groups': ['7d735815-aa9e-4bb8-a90e-8268a7886ef9']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:06.939884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.032911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Allocated IP 172.20.0.5 (0624426a-adf7-471c-83b8-354a3682d32d/c77ee813-f88b-4d65-8824-967a64b60f37/787dfc8c-fcba-4fd4-b934-0ff3007a75f8) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:07.269630 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f440f71d-44a4-47b7-895d-5ed348ee55b9 req-24fb61ef-069c-49fd-ac31-443cb3ec5e3c tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.2081130 Mar 16 11:14:07.314640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.424952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:07.459580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:port and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:07.466996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:07.487301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.495880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:07.554219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.602469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'port': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:07.606969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.625838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:07.657896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.664788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f1259df-dc96-42e9-867e-8b360e9447fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0acfc0b2d80b42a58a85e0b107a38108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697857 Mar 16 11:14:07.673172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.690823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.702363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Usage tracker for resource:port and tenant:095dfadd0fa94ae6bd6a70a4a337545c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:07.708527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.710560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:07.716210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Transition to ACTIVE for port object 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:07.722544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.726163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.739574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:07.747687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:07.792401 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c93eb20dc5f34c0b9efe3bf0ae3b6c38&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1083190 Mar 16 11:14:07.797983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:07.871188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Made reservation on behalf of 095dfadd0fa94ae6bd6a70a4a337545c for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:07.874574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.027242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event updated for resources: {'Port': ['ID=5dc3b211-6e03-46ec-8f9c-ed4c51bb9082,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.047468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.059464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0af5b-ed62-4d01-a7c4-0306a8de9c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637adf1-fba0-413f-8d6f-6f37a16af109,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.075195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.211197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.252871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-655d1281-c771-49cb-9f57-acfca3be5b7c None None] Provisioning complete for port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:08.254051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-655d1281-c771-49cb-9f57-acfca3be5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.263550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.290808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=66900ff0-4b5e-4f47-b8b1-75b2f454fe8a,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.330800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-655d1281-c771-49cb-9f57-acfca3be5b7c None None] Port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:08.386261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.452869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b8120ae-da8f-4555-beb1-e0a5685206d4 req-39bd1519-29ca-4052-83d6-9b6a6b5a6ba8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.4061179 Mar 16 11:14:08.454461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.466964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.486535 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8eae3627-4a25-4a33-89d8-4620c5c8fea6 tempest-AgentManagementNegativeTest-486738959 tempest-AgentManagementNegativeTest-486738959-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9282029 Mar 16 11:14:08.547482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] device_id is not set on port a78dbfea-5946-49fb-a055-abc7e79deddd yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:08.585466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.626138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.627897 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd55be9b-bf6f-4514-a195-f701f783971f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3177452 Mar 16 11:14:08.632508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:08.639331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7004afd4-838f-4ac3-a165-c5142e760b45 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'floatingip': {'port_id': '832958d2-cd28-4c6c-bfcd-c84614ffa55d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:08.757075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Allocated IP 172.20.0.12 (de9facff-cda2-48a4-bb11-2e0430deac18/2c248314-6441-4882-8948-81bec31d9c9b/def9492a-e36e-4f40-bb81-1a53f4b1099e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:08.759299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] In _notify_port_updated(), no bound segment for port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 on network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:14:08.768559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:08.769404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.771859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7004afd4-838f-4ac3-a165-c5142e760b45 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.784863 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2d32674-b2b0-401f-82b9-5622ca0c016f tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "PUT /v2.0/ports/5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 HTTP/1.1" status: 200 len: 1056 time: 2.5445440 Mar 16 11:14:08.785776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:08.871045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:08.930598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637adf1-fba0-413f-8d6f-6f37a16af109,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.943247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event updated for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:08.972750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Network 0624426a-adf7-471c-83b8-354a3682d32d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:08.987440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:09.006728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:09.051356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.137043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:09.137043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.168690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.249892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.256122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa928ad3-3e45-497d-982f-1e4dcf35396c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7637adf1-fba0-413f-8d6f-6f37a16af109 HTTP/1.1" status: 204 len: 168 time: 1.4506979 Mar 16 11:14:09.275807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf66a6b-7f1d-4ce9-82f2-6c2e810bc9a3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:09.311181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.315718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1dcaf8a7-b4da-48ef-84fd-7e10e24547e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/faf66a6b-7f1d-4ce9-82f2-6c2e810bc9a3 HTTP/1.1" status: 204 len: 168 time: 1.6416001 Mar 16 11:14:09.326998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.345794 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7004afd4-838f-4ac3-a165-c5142e760b45 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] update failed (client error): The resource could not be found. Mar 16 11:14:09.350017 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7004afd4-838f-4ac3-a165-c5142e760b45 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "PUT /v2.0/floatingips/df9314b3-e903-4c3f-90e3-da7e48e2644f HTTP/1.1" status: 404 len: 507 time: 0.7134922 Mar 16 11:14:09.364288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:09.370769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.383284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14da5d3c-44b3-475b-8563-711c19515e56 None None] Provisioning for port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:09.393606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14da5d3c-44b3-475b-8563-711c19515e56 None None] Provisioning complete for port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:09.394353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14da5d3c-44b3-475b-8563-711c19515e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.401246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:09.508069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-14da5d3c-44b3-475b-8563-711c19515e56 None None] Port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:09.642067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.659451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] device_id is not set on port c6a77d88-b236-4567-af09-70640342dba1 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:09.716407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Transition to ACTIVE for port object def9492a-e36e-4f40-bb81-1a53f4b1099e will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:09.768205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1457-192a-45c5-a684-90c41c43fd85 req-c3129470-5cab-40c9-b6c3-16a72ae67d51 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:09.769035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-254d1457-192a-45c5-a684-90c41c43fd85 req-c3129470-5cab-40c9-b6c3-16a72ae67d51 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Synchronizing usage tracker for tenant:aa1892e3ddf545da9a9d088887aea253 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:09.780563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2fd78de9-49c1-4f71-821b-bf50bfbbe83f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1932917 Mar 16 11:14:09.814820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-1559d81f-7c25-489e-9802-aa1ad9de0880 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:09.815863 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-1559d81f-7c25-489e-9802-aa1ad9de0880 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0226364 Mar 16 11:14:09.816982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.837351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:09.893886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-254d1457-192a-45c5-a684-90c41c43fd85 req-c3129470-5cab-40c9-b6c3-16a72ae67d51 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Unset dirty status for tenant:aa1892e3ddf545da9a9d088887aea253 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:09.895169 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-254d1457-192a-45c5-a684-90c41c43fd85 req-c3129470-5cab-40c9-b6c3-16a72ae67d51 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 931 time: 1.2225602 Mar 16 11:14:10.041702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Network de9facff-cda2-48a4-bb11-2e0430deac18 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:10.060804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:10.063906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:10.068608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port 66900ff0-4b5e-4f47-b8b1-75b2f454fe8a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:10.069030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.157090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:10.166237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:10.167163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.312852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.368775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.383566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:10.388614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event updated for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.406815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Usage tracker for resource:security_group_rule and tenant:55c6abe9c3274bf49f4cdb5a926eaa4b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:10.407697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.413708 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c66a3840-bd5a-4f84-a799-c69c972957f3 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6913035 Mar 16 11:14:10.421750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:10.459810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d7e6f098-58d3-4d98-b639-3793c6dd46c9 None None] Provisioning for port def9492a-e36e-4f40-bb81-1a53f4b1099e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:10.464265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-254d1457-192a-45c5-a684-90c41c43fd85 req-7eab50bb-2045-400f-bd54-ad01d2c2a16f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5143507 Mar 16 11:14:10.473061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:10.506228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d7e6f098-58d3-4d98-b639-3793c6dd46c9 None None] Provisioning complete for port def9492a-e36e-4f40-bb81-1a53f4b1099e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:10.506601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7e6f098-58d3-4d98-b639-3793c6dd46c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.555838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Request body: {'port': {'device_id': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:10.618575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Port': ['ID=a78dbfea-5946-49fb-a055-abc7e79deddd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:10.639395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:10.658689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Checking segment: {'id': 'd85bff38-3609-4adf-b749-8ceecc4eea49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dbf4de80-8b53-45a1-a37c-d7f98241681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:10.659263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network hostable DHCP agents. Network: dbf4de80-8b53-45a1-a37c-d7f98241681f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:10.676272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.678019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:36b6e8623c4e4b9394a623caaa955f36 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:10.687690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:10.703101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88922-7ed0-47a4-b6b4-032227754498 req-4375356b-d55f-47a0-8b19-74d22a769f0a tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:10.709661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Request body: {'port': {'device_id': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:10.710036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6f098-58d3-4d98-b639-3793c6dd46c9 None None] Port def9492a-e36e-4f40-bb81-1a53f4b1099e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:10.720985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5dd88922-7ed0-47a4-b6b4-032227754498 req-4375356b-d55f-47a0-8b19-74d22a769f0a tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 932 time: 0.9100106 Mar 16 11:14:10.757789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:10.892907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network dbf4de80-8b53-45a1-a37c-d7f98241681f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:10.920756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, dbf4de80-8b53-45a1-a37c-d7f98241681f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:10.930732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b1a9d-ae16-408c-8f3e-8022f3d7ad6d None None] Network dbf4de80-8b53-45a1-a37c-d7f98241681f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:10.941781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:10.955730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:10.956630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.013898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for 5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:11.101627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Port': ['ID=c6a77d88-b236-4567-af09-70640342dba1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:11.162172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.230518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5dd88922-7ed0-47a4-b6b4-032227754498 req-b9a028bb-1e2c-4c37-907e-c0ab7df99506 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5084805 Mar 16 11:14:11.434115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.442409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.578846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.590189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.676246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.752097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.785636 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36b6e8623c4e4b9394a623caaa955f36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6008301 Mar 16 11:14:11.795432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.808074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:11.841884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Calling delete_port for 66900ff0-4b5e-4f47-b8b1-75b2f454fe8a owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:11.880087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Checking segment: {'id': 'bcf4da8f-407b-4247-87cc-ea0beffd8464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fe45bbb3-0e89-4ae9-8adf-741bfcd57121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:11.880714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network hostable DHCP agents. Network: fe45bbb3-0e89-4ae9-8adf-741bfcd57121, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:11.895277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55c6abe9c3274bf49f4cdb5a926eaa4b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8327816 Mar 16 11:14:11.901804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:11.924361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d8d3e-97c6-408f-9e34-a660c606b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058657c1-2d45-4670-908d-fe34cf0e4d51,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.069281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network fe45bbb3-0e89-4ae9-8adf-741bfcd57121 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:12.081852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.087777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def9492a-e36e-4f40-bb81-1a53f4b1099e {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:14:12.093892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, fe45bbb3-0e89-4ae9-8adf-741bfcd57121) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:12.104274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5647ab-4fca-4b3e-8981-8e648437cf1a None None] Network fe45bbb3-0e89-4ae9-8adf-741bfcd57121 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:12.117917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.139698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:12.145102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.149300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:12.149814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.213091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.219081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.229067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Transition to ACTIVE for port object def9492a-e36e-4f40-bb81-1a53f4b1099e will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:12.252656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.377332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.602805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.628092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.637279 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-02638ac2-5fc2-4f93-8ae0-64db94f5d38e tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5038280 Mar 16 11:14:12.658803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:12.725742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045db8a-7ffa-45d5-a752-bcf03466968d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.762653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:14:12.770867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.807889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.814770 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-469fafd8-7d9a-4adf-a15c-406f0fd84ffc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2045db8a-7ffa-45d5-a752-bcf03466968d HTTP/1.1" status: 204 len: 168 time: 0.8864129 Mar 16 11:14:12.829663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058657c1-2d45-4670-908d-fe34cf0e4d51,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.907350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:12.924632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:12.926097 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-36baa034-54d1-4ae6-a2d4-10a5609bcac0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/058657c1-2d45-4670-908d-fe34cf0e4d51 HTTP/1.1" status: 204 len: 168 time: 1.1256537 Mar 16 11:14:13.015683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256ccc5-d6eb-43fb-8f86-8de548a42824 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:13.027088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256ccc5-d6eb-43fb-8f86-8de548a42824 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:13.028555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256ccc5-d6eb-43fb-8f86-8de548a42824 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Synchronizing usage tracker for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:13.041953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Attempting to bind port def9492a-e36e-4f40-bb81-1a53f4b1099e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:13.042748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Attempting to bind port def9492a-e36e-4f40-bb81-1a53f4b1099e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:13.043287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Attempting to bind port def9492a-e36e-4f40-bb81-1a53f4b1099e on network de9facff-cda2-48a4-bb11-2e0430deac18 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:13.061281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Port def9492a-e36e-4f40-bb81-1a53f4b1099e on network de9facff-cda2-48a4-bb11-2e0430deac18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:14:13.061830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Attempting to bind port def9492a-e36e-4f40-bb81-1a53f4b1099e on network de9facff-cda2-48a4-bb11-2e0430deac18 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:13.074013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256ccc5-d6eb-43fb-8f86-8de548a42824 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Unset dirty status for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:13.079653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d256ccc5-d6eb-43fb-8f86-8de548a42824 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4175372 Mar 16 11:14:13.081275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34132) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:13.085916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:13.086435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Checking segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:13.087216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Bound using segment: {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:13.087741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Bound port: def9492a-e36e-4f40-bb81-1a53f4b1099e, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e809c451-6b4f-4e7e-bf00-0d22bad28d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:13.088683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.240864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe19be-4a4e-462b-9be8-28a7fea68069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045db8a-7ffa-45d5-a752-bcf03466968d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:13.295320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.376209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Transition to ACTIVE for port object 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:13.381480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.383647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Port': ['ID=66900ff0-4b5e-4f47-b8b1-75b2f454fe8a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:13.396511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.410705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting port a78dbfea-5946-49fb-a055-abc7e79deddd {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:13.411048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:13.473639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931d90-d3b0-4f80-832b-bd5f50f0bfcf req-731182f9-3bb6-4f3f-a9df-b6b32352046b tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:13.480883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94931d90-d3b0-4f80-832b-bd5f50f0bfcf req-731182f9-3bb6-4f3f-a9df-b6b32352046b tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 931 time: 1.6572750 Mar 16 11:14:13.488880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=5dc3b211-6e03-46ec-8f9c-ed4c51bb9082,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:13.648567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:14.081325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.314183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.379677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db48c-21f5-4e98-98fa-17f59bb5d64e req-43437b46-b410-4e19-ac33-e4f40c39ecfb tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:14.397496 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d0db48c-21f5-4e98-98fa-17f59bb5d64e req-43437b46-b410-4e19-ac33-e4f40c39ecfb tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 944 time: 1.6036065 Mar 16 11:14:14.451041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Pushing event updated for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:14.501977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Calling delete_port for a78dbfea-5946-49fb-a055-abc7e79deddd owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:14.539428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:14.557231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.567073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94931d90-d3b0-4f80-832b-bd5f50f0bfcf req-21289df6-3eb7-4b3e-a1a1-8655f1cbcd88 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0853167 Mar 16 11:14:14.726304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.731107 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] 10.222.0.59 "PUT /v2.0/ports/def9492a-e36e-4f40-bb81-1a53f4b1099e HTTP/1.1" status: 200 len: 1094 time: 4.2648401 Mar 16 11:14:14.735881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:14.766177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9003a-54f3-4643-9a2a-1b213f759dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:14.781162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.869677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:14.870775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37c7e5f2-439e-4c4c-b513-03914afc217e tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "DELETE /v2.0/floatingips/df9314b3-e903-4c3f-90e3-da7e48e2644f HTTP/1.1" status: 204 len: 168 time: 5.4585490 Mar 16 11:14:14.954937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d0db48c-21f5-4e98-98fa-17f59bb5d64e req-d2fe6d28-12bc-48e2-8ce8-aef9151cbb24 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560248 Mar 16 11:14:14.955544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.016719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'floatingip': {'floating_network_id': '8059e2b7-926c-4bbe-b8e9-b2b5df83a240', 'port_id': '832958d2-cd28-4c6c-bfcd-c84614ffa55d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:15.091630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Port': ['ID=a78dbfea-5946-49fb-a055-abc7e79deddd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:15.098626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.103842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.159468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:15.161078 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5fd77fb7-771d-4e22-857b-47979de802f0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/ports/a78dbfea-5946-49fb-a055-abc7e79deddd HTTP/1.1" status: 204 len: 168 time: 2.0776296 Mar 16 11:14:15.174712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34174) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.212849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:floatingip and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:15.229450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:15.280651 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-f7834a6f-7662-4939-a840-f2a29277a19e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=095dfadd0fa94ae6bd6a70a4a337545c&device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 1097 time: 0.4646187 Mar 16 11:14:15.285149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Attempting to bind port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:15.285481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Attempting to bind port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:15.285810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Attempting to bind port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 on network 0624426a-adf7-471c-83b8-354a3682d32d {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:15.332148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:15.382150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 on network 0624426a-adf7-471c-83b8-354a3682d32d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:14:15.382533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Attempting to bind port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 on network 0624426a-adf7-471c-83b8-354a3682d32d {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:15.416964 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-58e3b829-9c92-4757-9bb3-9535b1048f97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e HTTP/1.1" status: 200 len: 217 time: 0.1018226 Mar 16 11:14:15.420830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.422737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-822c9f7d-1648-457c-b731-99cdeab9f3b7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 HTTP/1.1" status: 204 len: 168 time: 6.6187875 Mar 16 11:14:15.427641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting port c6a77d88-b236-4567-af09-70640342dba1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:15.428174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.432666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:15.433027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Checking segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:15.433566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Bound using segment: {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:15.434046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Bound port: 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd382302-01df-46c8-8686-f90bcd36d581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:15.434393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.465757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34182) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.473217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.567865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:15.572836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:15.577203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Usage tracker for resource:floatingip and tenant:ff9000c0b0c34f1dbaa70987f16677c1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:15.580434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:15.586573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:15.639447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a50e09-57de-40ac-9a95-fb99efce8440 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] GET failed (client error): The resource could not be found. Mar 16 11:14:15.639976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17a50e09-57de-40ac-9a95-fb99efce8440 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:15.768957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17a50e09-57de-40ac-9a95-fb99efce8440 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:15.768957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17a50e09-57de-40ac-9a95-fb99efce8440 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports/5dc3b211-6e03-46ec-8f9c-ed4c51bb9082 HTTP/1.1" status: 404 len: 333 time: 0.2924662 Mar 16 11:14:15.777560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:15.807634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:15.920725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-1754a5bf-112a-4dc4-b742-3af9369ec348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:15.922051 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-1754a5bf-112a-4dc4-b742-3af9369ec348 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c248314-6441-4882-8948-81bec31d9c9b HTTP/1.1" status: 200 len: 851 time: 0.3857069 Mar 16 11:14:16.088980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:16.118632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 9e4b9bf6-227e-495c-9275-1693bc8cd611 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:16.119003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.213916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:16.269772 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'status': 'completed', 'code': 200} Mar 16 11:14:16.310955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.441318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34208) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:16.479444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Pushing event updated for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:16.580521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.598778 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-c59b4cc4-3797-4d80-9998-8ac0daeea59a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de9facff-cda2-48a4-bb11-2e0430deac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6427028 Mar 16 11:14:16.810528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:16.981118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Calling delete_port for c6a77d88-b236-4567-af09-70640342dba1 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:17.038816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-30b18d33-7acb-4c3d-b7d0-1fd9928e8168 tempest-DvrRoutersNegativeTest-603262048 tempest-DvrRoutersNegativeTest-603262048-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-39069370', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:17.042349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-30b18d33-7acb-4c3d-b7d0-1fd9928e8168 tempest-DvrRoutersNegativeTest-603262048 tempest-DvrRoutersNegativeTest-603262048-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83793) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 16 11:14:17.042349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-30b18d33-7acb-4c3d-b7d0-1fd9928e8168 tempest-DvrRoutersNegativeTest-603262048 tempest-DvrRoutersNegativeTest-603262048-project] Failed policy check for 'create_router' {{(pid=83793) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 16 11:14:17.043748 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-30b18d33-7acb-4c3d-b7d0-1fd9928e8168 tempest-DvrRoutersNegativeTest-603262048 tempest-DvrRoutersNegativeTest-603262048-project] create failed (client error): Access was denied to this resource. Mar 16 11:14:17.045867 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-30b18d33-7acb-4c3d-b7d0-1fd9928e8168 tempest-DvrRoutersNegativeTest-603262048 tempest-DvrRoutersNegativeTest-603262048-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5876784 Mar 16 11:14:17.058917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for 9e4b9bf6-227e-495c-9275-1693bc8cd611 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:17.337542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.338190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aef87d-4901-4120-9d7f-bc00dcb3018c req-130465d7-beaa-4335-bc9a-cd7e54b2615e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:17.341340 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88aef87d-4901-4120-9d7f-bc00dcb3018c req-130465d7-beaa-4335-bc9a-cd7e54b2615e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 943 time: 1.3680291 Mar 16 11:14:17.401449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.411170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-f92f5ec4-9005-4a28-8fe8-7e3eae8bc321 service neutron] 10.222.0.59 "PUT /v2.0/ports/787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 200 len: 1093 time: 7.0694706 Mar 16 11:14:17.473542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:17.548547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.629004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Port': ['ID=c6a77d88-b236-4567-af09-70640342dba1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:17.632266 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-4241c681-b1d5-44ad-b0e1-0b8ff64125f7 service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9094253 Mar 16 11:14:17.651664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.657957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:17.749221 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f26ede7b-b5b3-4f9e-8b01-c352ca52d350 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/ports/c6a77d88-b236-4567-af09-70640342dba1 HTTP/1.1" status: 204 len: 168 time: 2.5673573 Mar 16 11:14:17.749939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.763377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=9e4b9bf6-227e-495c-9275-1693bc8cd611,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:17.777847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88aef87d-4901-4120-9d7f-bc00dcb3018c req-0f28b124-ccce-40dd-beb9-52ff0a575f3f tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655818 Mar 16 11:14:17.786149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:14:17.787229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8b8902e-3518-45fe-8c23-0c8b26f3de1d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.8002496 Mar 16 11:14:17.805514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.821419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '832958d2-cd28-4c6c-bfcd-c84614ffa55d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:17.835998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:17.839548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e3886-cf1b-48c2-8ee1-2567b8f53c08 req-101e62e9-1cb0-480a-94df-faafe5b77804 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:17.841152 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e2e3886-cf1b-48c2-8ee1-2567b8f53c08 req-101e62e9-1cb0-480a-94df-faafe5b77804 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 944 time: 1.3681908 Mar 16 11:14:17.844344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eab6d06f-2649-4981-ac51-0a3f354b53a6 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Synchronizing usage tracker for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:17.849096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Usage tracker for resource:floatingip and tenant:02561da956dd4a0eaa34beff674595ce is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:17.880175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:17.885650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:17.910086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Allocated IP 172.26.1.68 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e945e7c7-a79e-4da0-8de9-ea11890a52d0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:17.936086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-c7a1dbde-21ab-4d79-8a0a-315dbf65caf2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa1892e3ddf545da9a9d088887aea253&device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 1096 time: 0.4574363 Mar 16 11:14:18.023805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.049599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e2e3886-cf1b-48c2-8ee1-2567b8f53c08 req-234b3350-acf3-4c67-bac1-faa7e2af38da tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683869 Mar 16 11:14:18.052226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-6b8a37b6-a1ac-4cdd-a6ce-68cc32670eb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 200 len: 217 time: 0.1028597 Mar 16 11:14:18.096437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:18.115744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59fcf29d-911b-4896-8dd5-3ee4d23f73ef tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/9e4b9bf6-227e-495c-9275-1693bc8cd611 HTTP/1.1" status: 204 len: 168 time: 2.3294637 Mar 16 11:14:18.131544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34250) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.189325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.193431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eab6d06f-2649-4981-ac51-0a3f354b53a6 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Unset dirty status for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:18.194993 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eab6d06f-2649-4981-ac51-0a3f354b53a6 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4439180 Mar 16 11:14:18.201134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.207512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-562905661'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:18.209805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d336dac4-c0b1-42cc-aca4-04e37a96a18c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] GET failed (client error): The resource could not be found. Mar 16 11:14:18.210052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d336dac4-c0b1-42cc-aca4-04e37a96a18c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Synchronizing usage tracker for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:18.219357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:18.234121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-5ae4a332-6d4b-43e5-8917-8c7f31210f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.235991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-5ae4a332-6d4b-43e5-8917-8c7f31210f7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c77ee813-f88b-4d65-8824-967a64b60f37 HTTP/1.1" status: 200 len: 845 time: 0.1714156 Mar 16 11:14:18.238776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.260738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:network and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:18.268395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:18.295901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:18.304369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d336dac4-c0b1-42cc-aca4-04e37a96a18c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Unset dirty status for tenant:78086868bb8d43c4b9f5519724c1de20 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:18.305665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d336dac4-c0b1-42cc-aca4-04e37a96a18c tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "GET /v2.0/ports/9e4b9bf6-227e-495c-9275-1693bc8cd611 HTTP/1.1" status: 404 len: 333 time: 0.1729677 Mar 16 11:14:18.309427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:18.313827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.316390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Usage tracker for resource:security_group_rule and tenant:90e03a16241e43709f545f92ece65bcd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:18.347666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:18.365945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:18.405286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.409711 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4541e9a-c49a-4327-b225-c38a077aa6ae req-47335789-dcdb-4889-a3d4-fc9ca2e4f6cc service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576851 Mar 16 11:14:18.413619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:18.414247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 41595b9f-d909-4172-b782-1ed5edbf2344 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:18.414695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.417108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.475185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:18.539346 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-c98b4e44-c903-45c6-9f13-6d76a5408f6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0624426a-adf7-471c-83b8-354a3682d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2897313 Mar 16 11:14:18.552600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.552961 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment 60677227-a4af-431f-9267-74d1587113a5 of type vlan for network bca63101-30ab-458f-8086-4d7fef3803b3 Mar 16 11:14:18.607877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.611083 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'status': 'completed', 'code': 200} Mar 16 11:14:18.618988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.684642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.716221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.747503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Pushing event updated for resources: {'Port': ['ID=e945e7c7-a79e-4da0-8de9-ea11890a52d0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.752397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:18.757875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:18.763277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:18.790943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.792611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.796549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:18.797023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:18.847750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ab8eb-b31c-4f88-b8e0-ae4d151bfdd2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:18.891713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6d5e413-07fc-4da1-85db-bf866a9c4b16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90e03a16241e43709f545f92ece65bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0093493 Mar 16 11:14:18.893794 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-2e08f2a6-790f-4e0a-9eaf-150af2d5198f service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453219 Mar 16 11:14:18.904766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.905093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:18.988278 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7857859 Mar 16 11:14:18.998445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:19.005821 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-64dbfcc0-52a5-4e6b-b2a0-2e107275961a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=095dfadd0fa94ae6bd6a70a4a337545c&device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 1097 time: 0.5223689 Mar 16 11:14:19.010935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac4f50-be90-4ff2-8f53-5c99362d2118 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=bca63101-30ab-458f-8086-4d7fef3803b3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:19.022967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network bca63101-30ab-458f-8086-4d7fef3803b3 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:19.183208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.193079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-306705314'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:19.216463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-965429954', 'router:external': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:19.223433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:19.238118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Allocated IP 172.26.1.170 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e8877660-b1b4-4897-876b-0f9a92469aa2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:19.245793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0553c-ac46-4981-8174-39321f185895 req-5f79ca0a-0d8a-45ad-8c9a-71c912717d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.247374 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-5f79ca0a-0d8a-45ad-8c9a-71c912717d3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=de9facff-cda2-48a4-bb11-2e0430deac18 HTTP/1.1" status: 200 len: 912 time: 0.2318223 Mar 16 11:14:19.289279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:19.299688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:network and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:19.339265 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-8f768e12-83a9-4480-9c33-7c66d12a3f83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e HTTP/1.1" status: 200 len: 217 time: 0.0841653 Mar 16 11:14:19.357110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:19.406025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for 41595b9f-d909-4172-b782-1ed5edbf2344 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:19.450848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:network and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:19.459970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:19.468480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:19.477507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.511477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:19.552003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:19.554982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.575789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.589129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63edda3f-c68a-4d24-baaa-1af1831565ba req-a53d494a-18ac-49fb-ae4a-6175720e6b86 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770625 Mar 16 11:14:19.594577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.603806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Made reservation on behalf of dd080d9cf6ae4c79a7f2b24ec175b505 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:19.606527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.670627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0553c-ac46-4981-8174-39321f185895 req-f93c1389-18c2-4473-949e-7796a6909646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.672054 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-f93c1389-18c2-4473-949e-7796a6909646 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c248314-6441-4882-8948-81bec31d9c9b HTTP/1.1" status: 200 len: 851 time: 0.1647744 Mar 16 11:14:19.702251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.715277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.748169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c1ee8-c27c-4824-88cc-b93cc67ac645 req-59dbbda9-290c-464a-9c80-89f676ea7eab tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.750017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-219c1ee8-c27c-4824-88cc-b93cc67ac645 req-59dbbda9-290c-464a-9c80-89f676ea7eab tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 943 time: 0.8217976 Mar 16 11:14:19.782253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.785066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:19.856207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.856890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Added segment 71190842-4e47-4e0e-828d-9b0b35277ca9 of type vlan for network d41988fa-f61d-421b-98e4-0eabeed6f4a8 Mar 16 11:14:19.878188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b0-9431-4e6a-a4e9-b918961ee57c req-470e35c7-9f5b-4deb-a0c1-85f0748b4c68 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:19.879643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94ef68b0-9431-4e6a-a4e9-b918961ee57c req-470e35c7-9f5b-4deb-a0c1-85f0748b4c68 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 944 time: 0.6531096 Mar 16 11:14:19.911737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:19.920986 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-1763ce11-91e0-4d90-b7c1-8f20a2135c36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de9facff-cda2-48a4-bb11-2e0430deac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2361338 Mar 16 11:14:19.928092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.954030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:security_group_rule and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:19.958526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.960550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:19.966853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:20.024327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.030852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:20.044056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-219c1ee8-c27c-4824-88cc-b93cc67ac645 req-3a00684c-f54f-4202-9671-55fb17d804dd tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505023 Mar 16 11:14:20.081702 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-a06016ea-6128-4b79-b211-602c4525f186 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa1892e3ddf545da9a9d088887aea253&device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 1096 time: 0.4461977 Mar 16 11:14:20.115887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:20.125458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:20.128380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event updated for resources: {'Port': ['ID=e8877660-b1b4-4897-876b-0f9a92469aa2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.135827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:20.149980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:20.157605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Port': ['ID=41595b9f-d909-4172-b782-1ed5edbf2344,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.165940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ab8eb-b31c-4f88-b8e0-ae4d151bfdd2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.247294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.266410 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:20.275558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.293947 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94ef68b0-9431-4e6a-a4e9-b918961ee57c req-365c9f9f-a105-4f9e-ad4d-575db00c6f0c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957722 Mar 16 11:14:20.347724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.351377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.351944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.357184 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-f458045f-cbac-4a05-b06f-3a5229a02dc5 service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236813 Mar 16 11:14:20.402848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.403918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-209a4a1b-4137-4db0-922f-b6c2bbc9c36c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c4ab8eb-b31c-4f88-b8e0-ae4d151bfdd2 HTTP/1.1" status: 204 len: 168 time: 1.4964976 Mar 16 11:14:20.500590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4519668 Mar 16 11:14:20.501850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.526535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Pushing event updated for resources: {'Port': ['ID=e945e7c7-a79e-4da0-8de9-ea11890a52d0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.539847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6042b-0e23-4177-8023-a1c6b8b3596b tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Network': ['ID=d41988fa-f61d-421b-98e4-0eabeed6f4a8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.552613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0df02c5c-ab75-423a-80e8-506369e125a0 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/ports/41595b9f-d909-4172-b782-1ed5edbf2344 HTTP/1.1" status: 204 len: 168 time: 2.2353485 Mar 16 11:14:20.554670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-e2bee32a-4a9c-4026-b53f-485e0cd62d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.556061 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-e2bee32a-4a9c-4026-b53f-485e0cd62d17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 200 len: 906 time: 0.4271340 Mar 16 11:14:20.558022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d41988fa-f61d-421b-98e4-0eabeed6f4a8 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:20.558821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34310) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.562349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.665570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.684805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'subnets': [{'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1435844384', 'ip_version': 4}, {'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:20.685120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'subnet': {'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1435844384', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:20.686092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Request body: {'subnet': {'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:20.692551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.709800 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4c0553c-ac46-4981-8174-39321f185895 req-2dddf76c-3c6c-4703-b478-d9039513f875 service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178706 Mar 16 11:14:20.789650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:20.794957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-678e8f1a-2e88-430d-9f25-3a9c33351309 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 200 len: 217 time: 0.1564674 Mar 16 11:14:20.805134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e316463-32f0-4076-b364-4bf0510796c8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:20.841039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.845255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.845587 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Added segment 877b05dd-20e6-4426-8744-9a44ff7d7a19 of type vlan for network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e Mar 16 11:14:20.896036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.900093 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd6c7f44-06e3-4a61-9893-8cfc56142c5a tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7919178 Mar 16 11:14:20.900291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:20.907130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2011116827', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'fixed_ips': [{'ip_address': '172.26.1.68'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:20.910412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port e8877660-b1b4-4897-876b-0f9a92469aa2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:20.910748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.924345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting subnet 75fac12c-d66d-46e6-a6f3-82e1ef7d6e41 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:14:20.929908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-8b51a9c4-ebd8-4a44-89db-a6d267355b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:20.931447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-8b51a9c4-ebd8-4a44-89db-a6d267355b65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c77ee813-f88b-4d65-8824-967a64b60f37 HTTP/1.1" status: 200 len: 845 time: 0.1207666 Mar 16 11:14:20.935930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.940925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:20.955978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.019457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Usage tracker for resource:port and tenant:ff9000c0b0c34f1dbaa70987f16677c1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:21.028212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:21.055811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.164976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.274048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.275042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.275801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.301105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Made reservation on behalf of ff9000c0b0c34f1dbaa70987f16677c1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:21.303438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.331685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.415466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.415800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.425106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-6c5eee08-5682-47d4-a686-b7767f3a9a66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0624426a-adf7-471c-83b8-354a3682d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4849784 Mar 16 11:14:21.552009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.562730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Usage tracker for resource:subnet and tenant:7be54f7908ca4b888b91acd0e5a85159 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:21.566652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:21.574565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.589971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Network': ['ID=19dc6f99-df04-40bf-9c50-cf5d295c5f0e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:21.591216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Calling delete_port for e8877660-b1b4-4897-876b-0f9a92469aa2 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:21.595735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d292e09c-503b-4bad-969f-f9a0dafcb49c tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.6868114 Mar 16 11:14:21.600373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:21.627042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34344) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:21.657215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'subnet': {'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:21.670982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.673722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:21.674434 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-22d1b6fb-ec7d-4e0e-b3d8-13024d2ae6e7 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420490 Mar 16 11:14:21.677924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Usage tracker for resource:security_group_rule and tenant:ff9000c0b0c34f1dbaa70987f16677c1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:21.681015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:subnet and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:21.681247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:21.686439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:21.688877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.694319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.755452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:21.761104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Made reservation on behalf of 7be54f7908ca4b888b91acd0e5a85159 for: {'subnet': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:21.763149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd6b1c-9e79-4f3f-9320-e86812d47483 req-c974f1df-23b0-48de-9d77-afe8981f3f85 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:21.764609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-23fd6b1c-9e79-4f3f-9320-e86812d47483 req-c974f1df-23b0-48de-9d77-afe8981f3f85 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 943 time: 0.5467060 Mar 16 11:14:21.866518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.869826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Made reservation on behalf of dd080d9cf6ae4c79a7f2b24ec175b505 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:21.872647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.912283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:21.947673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110b53c-98b9-43aa-9cf4-07193517ed10,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:21.952364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] device_id is not set on port 46a5b4eb-d0bd-4dcf-942d-2a43159cd92c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:22.050220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99614-9c3e-4e94-95e1-99540497dab2 req-c6cc5a85-278f-4e3c-b925-2c3a0ea5e429 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:22.051607 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bf99614-9c3e-4e94-95e1-99540497dab2 req-c6cc5a85-278f-4e3c-b925-2c3a0ea5e429 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 944 time: 0.5759823 Mar 16 11:14:22.053574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-23fd6b1c-9e79-4f3f-9320-e86812d47483 req-885cfcd0-176b-44df-8e36-4e4d83ff2969 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332230 Mar 16 11:14:22.058956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9a7fd8a-963c-46bd-8443-f8f802d619e8 req-e16d6d26-5ea0-4cfb-bb5c-bec63a234306 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697639 Mar 16 11:14:22.062577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.123560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.125691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Subnet': ['ID=75fac12c-d66d-46e6-a6f3-82e1ef7d6e41,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.144186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.146626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170c2bf-6f6f-4cea-9ff4-9b058378e3c8 None None] Network 057c6d04-778d-4e7e-b8a9-506bacaf38d1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:22.169241 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6765924f-2788-4f44-93d6-e013f2e19de7 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/subnets/75fac12c-d66d-46e6-a6f3-82e1ef7d6e41 HTTP/1.1" status: 204 len: 168 time: 1.6071680 Mar 16 11:14:22.181430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.184055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.184374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.195478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bf99614-9c3e-4e94-95e1-99540497dab2 req-3c15f37a-ef34-457d-b248-6d0aa38e732c tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287560 Mar 16 11:14:22.206267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Port': ['ID=e8877660-b1b4-4897-876b-0f9a92469aa2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.331613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.380968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:14:22.478916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:14:22.480941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.538971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:22.550430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2834568-181d-41ce-bf5f-c338b9a02098,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:22.550772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 2b0242a5-3341-42b8-bd44-a33fc3d770aa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:22.551109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.553821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'port_id': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'mac_address': 'fa:16:3e:ba:90:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:14:22.617705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Checking segment: {'id': '877b05dd-20e6-4426-8744-9a44ff7d7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:22.619003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network hostable DHCP agents. Network: 19dc6f99-df04-40bf-9c50-cf5d295c5f0e, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:22.631290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.652558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:22.653429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:14:22.677467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 19dc6f99-df04-40bf-9c50-cf5d295c5f0e) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:22.683842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:22.688107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:22.689320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.690919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.691603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device def9492a-e36e-4f40-bb81-1a53f4b1099e details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:14:22.718639 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-698ff72d-ed65-48bf-aae2-34282635e822 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0752418 Mar 16 11:14:22.720835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.738259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1188185480', 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:22.743459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:22.752974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:port and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:22.757060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:22.765323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:22.779744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04195c-fddf-47d5-bff3-723e86ad07f2 None None] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:22.783071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Made reservation on behalf of dd080d9cf6ae4c79a7f2b24ec175b505 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:22.786643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.798136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] DHCP port deletion for 057c6d04-778d-4e7e-b8a9-506bacaf38d1 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:14:22.816687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:14:22.817293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:22.819423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] device_id is not set on port 614e8dd0-6a1c-4085-8287-034556b923e5 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:22.840556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34372) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.849128 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] create failed (client error): The resource could not be found. Mar 16 11:14:22.850284 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0926dba4-55ea-4d6e-ad6f-c5cf37f62b31 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0351670 Mar 16 11:14:22.863578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:22.868108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Deleting port 2b0242a5-3341-42b8-bd44-a33fc3d770aa {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:22.868531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:22.953264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port 832958d2-cd28-4c6c-bfcd-c84614ffa55d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:22.953861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.061292 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df224e64-44ff-4b1a-a0bd-dc7d340e6b1f tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.1592846 Mar 16 11:14:23.065401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:23.079846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] For port 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2b0242a5-3341-42b8-bd44-a33fc3d770aa,segment=NetworkSegment(045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5),segment_id=045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:23.080194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.085638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] For port 2b0242a5-3341-42b8-bd44-a33fc3d770aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2b0242a5-3341-42b8-bd44-a33fc3d770aa,segment=NetworkSegment(045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5),segment_id=045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:23.086242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.229389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.20.0.6 (19dc6f99-df04-40bf-9c50-cf5d295c5f0e/b2834568-181d-41ce-bf5f-c338b9a02098/614e8dd0-6a1c-4085-8287-034556b923e5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:23.253321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Calling delete_port for 2b0242a5-3341-42b8-bd44-a33fc3d770aa owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:23.343730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:23.348219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:23.366350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.474812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] Pushing event deleted for resources: {'Port': ['ID=2b0242a5-3341-42b8-bd44-a33fc3d770aa,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:23.488548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Calling delete_port for 2b0242a5-3341-42b8-bd44-a33fc3d770aa owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:23.501038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867323e-3ce0-4070-96f2-f460875974b3 None None] No DVR routers for this DVR port 2b0242a5-3341-42b8-bd44-a33fc3d770aa on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:23.528690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--260865138', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:23.552065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:23.556316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Deleting port e945e7c7-a79e-4da0-8de9-ea11890a52d0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:23.556777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.600371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:23.604189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:23.607917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:23.620483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:23.658548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'port_id': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'mac_address': 'fa:16:3e:ca:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:14:23.664009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ba95d-911d-4490-b72c-cdf9c794a3e3 None None] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:23.681111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:23.684596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.724433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.769984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd07a5-792f-4c18-b285-eb7a789f691e req-eadd9702-d671-4698-b159-a81f12d58a96 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:23.771511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2bd07a5-792f-4c18-b285-eb7a789f691e req-eadd9702-d671-4698-b159-a81f12d58a96 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 944 time: 0.3947811 Mar 16 11:14:23.773231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.794121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.803645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:23.803965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:23.809869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.826025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def9492a-e36e-4f40-bb81-1a53f4b1099e {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:14:23.858393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:23.907768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:23.929515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:23.930391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Calling delete_port for 832958d2-cd28-4c6c-bfcd-c84614ffa55d owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:23.936311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:23.937018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.946348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.946667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:23.955787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:23.966137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45a92-c908-46c8-a95e-e54baec5bde2 req-5fd30b20-739e-4071-b20b-d6e0bd8d690d tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:23.967708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52c45a92-c908-46c8-a95e-e54baec5bde2 req-5fd30b20-739e-4071-b20b-d6e0bd8d690d tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 944 time: 0.5309980 Mar 16 11:14:24.016629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.040887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2bd07a5-792f-4c18-b285-eb7a789f691e req-d0be3aaa-d28e-49cc-80b7-01070bfe758a tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531474 Mar 16 11:14:24.077102 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52c45a92-c908-46c8-a95e-e54baec5bde2 req-46a0f827-19c1-4bd0-a658-bf903583df76 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969317 Mar 16 11:14:24.084636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Calling delete_port for e945e7c7-a79e-4da0-8de9-ea11890a52d0 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:24.085643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.178049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.194042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2b0242a5-3341-42b8-bd44-a33fc3d770aa no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:24.211917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=614e8dd0-6a1c-4085-8287-034556b923e5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.237441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.240891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:24.245277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Subnet': ['ID=fe1e4b45-5d30-4260-a5d5-cdd1a8943af9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.245483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 2b0242a5-3341-42b8-bd44-a33fc3d770aa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:14:24.245732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2b0242a5-3341-42b8-bd44-a33fc3d770aa not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:24.289387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:24.298112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:24.336865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Port': ['ID=832958d2-cd28-4c6c-bfcd-c84614ffa55d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.339126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Deleting port 2b0242a5-3341-42b8-bd44-a33fc3d770aa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:24.339126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.344366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['def9492a-e36e-4f40-bb81-1a53f4b1099e'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:14:24.407958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.421470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['787dfc8c-fcba-4fd4-b934-0ff3007a75f8'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:14:24.430743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.431549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.443107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] The port '2b0242a5-3341-42b8-bd44-a33fc3d770aa' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:14:24.478883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.488668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.493971 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-61f37805-b593-4c3e-bbbb-31dff6f45ab1 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "DELETE /v2.0/ports/832958d2-cd28-4c6c-bfcd-c84614ffa55d HTTP/1.1" status: 204 len: 168 time: 1.6293435 Mar 16 11:14:24.495267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34390) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.502527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ed1296b-7b9a-4d49-9a60-4903ffdc0fce tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7777812 Mar 16 11:14:24.519821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34394) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.533608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Checking segment: {'id': '60677227-a4af-431f-9267-74d1587113a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:24.533970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network hostable DHCP agents. Network: bca63101-30ab-458f-8086-4d7fef3803b3, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:24.587232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a631fa-7f90-4fb0-bc48-a16b4b202a4d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:24.588081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12a631fa-7f90-4fb0-bc48-a16b4b202a4d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Synchronizing usage tracker for tenant:02561da956dd4a0eaa34beff674595ce on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:24.609269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12a631fa-7f90-4fb0-bc48-a16b4b202a4d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Unset dirty status for tenant:02561da956dd4a0eaa34beff674595ce on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:24.613130 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12a631fa-7f90-4fb0-bc48-a16b4b202a4d tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cb57535-e605-401d-9726-f059e7693c80 HTTP/1.1" status: 200 len: 913 time: 0.1139972 Mar 16 11:14:24.613389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:24.705079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:24.711267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.790465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994385df-1cc4-402c-8bdf-78bb511d4f89,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.800931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Pushing event deleted for resources: {'Port': ['ID=e945e7c7-a79e-4da0-8de9-ea11890a52d0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:24.803427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.812475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.812814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment e6faa76b-3011-4a50-9e8e-4aa91c406637 of type vlan for network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f Mar 16 11:14:24.855200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting port 614e8dd0-6a1c-4085-8287-034556b923e5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:24.855533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.902243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057c6d04-778d-4e7e-b8a9-506bacaf38d1']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.945928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:24.950392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.950657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045e9ec8-12b4-4c26-a8d3-14bf7dc4ade5') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:24.998496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.011288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.018026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network bca63101-30ab-458f-8086-4d7fef3803b3 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:25.051757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.087135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, bca63101-30ab-458f-8086-4d7fef3803b3) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:25.095683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a134ea-4394-41d0-9d81-3e0132ed96ef None None] Network bca63101-30ab-458f-8086-4d7fef3803b3 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:25.112267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:25.112674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.131940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:25.135450 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:25.164438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.228302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.232187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.232772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.408926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-bca63101-30ab-458f-8086-4d7fef3803b3', 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3', 'tenant_id': '7be54f7908ca4b888b91acd0e5a85159', 'fixed_ips': [{'subnet_id': 'fe1e4b45-5d30-4260-a5d5-cdd1a8943af9'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:25.409740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.473350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event updated for resources: {'Subnet': ['ID=c87ae0b8-c1d8-45c8-b147-f2db2709e0d2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.493199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.513948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=9c8e7a9a-b959-4501-9a07-a222e8fefb4f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.520913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.525386 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6777370 Mar 16 11:14:25.527246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.531778 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-436cc482-3e42-4313-8554-08857f885fdf tempest-ExternalNetworksAdminNegativeTestJSON-2125111286 tempest-ExternalNetworksAdminNegativeTestJSON-2125111286-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/612513a5-0bb9-4ee7-94db-8b4c02bcd448 HTTP/1.1" status: 204 len: 168 time: 2.4619439 Mar 16 11:14:25.531778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:25.554406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea0c07-dce6-4f1d-a08a-963a77d9156a req-77143856-3079-4d07-81cf-0e6d327388b0 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.556937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.557421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.557768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.558131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.558480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.558785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.559110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.559431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.559763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.560062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.560376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.562256 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbea0c07-dce6-4f1d-a08a-963a77d9156a req-77143856-3079-4d07-81cf-0e6d327388b0 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 944 time: 0.2827280 Mar 16 11:14:25.568110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:25.584284 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] 10.222.0.36 "DELETE /v2.0/networks/057c6d04-778d-4e7e-b8a9-506bacaf38d1 HTTP/1.1" status: 204 len: 168 time: 3.3867731 Mar 16 11:14:25.588196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:25.599594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.599930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.600266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.600595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.600918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.601236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.601552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.601874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.602274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.602585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.602896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4d43a-e926-4934-bba2-8a5ad6803de3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:25.606061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c15f4-0a74-42e8-b769-22ab9e675139 req-5782d345-e3df-4afc-8885-e12c857d38a0 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.611873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:25.614859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Allocated IP 172.20.0.2 (bca63101-30ab-458f-8086-4d7fef3803b3/fe1e4b45-5d30-4260-a5d5-cdd1a8943af9/6f58b446-781b-4186-ac32-345f4e2cf675) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:25.618882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca0c15f4-0a74-42e8-b769-22ab9e675139 req-5782d345-e3df-4afc-8885-e12c857d38a0 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 945 time: 0.3856122 Mar 16 11:14:25.633571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:25.637582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.647681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Checking segment: {'id': '71190842-4e47-4e0e-828d-9b0b35277ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:25.648038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network hostable DHCP agents. Network: d41988fa-f61d-421b-98e4-0eabeed6f4a8, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:25.658919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae28467-3565-4152-b1af-eedb4aa63fd1 tempest-AllowedAddressPairTestJSON-585242210 tempest-AllowedAddressPairTestJSON-585242210-project] Pushing event deleted for resources: {'Network': ['ID=057c6d04-778d-4e7e-b8a9-506bacaf38d1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:25.662777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:25.715907 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbea0c07-dce6-4f1d-a08a-963a77d9156a req-beb72eac-fedf-4c22-8457-727b5db635bd tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526704 Mar 16 11:14:25.818539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca0c15f4-0a74-42e8-b769-22ab9e675139 req-27362a33-0e1d-46cc-b860-858d5f16b4a7 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985264 Mar 16 11:14:25.820447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Calling delete_port for 614e8dd0-6a1c-4085-8287-034556b923e5 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:25.842362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:25.852928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.853908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.910858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Network d41988fa-f61d-421b-98e4-0eabeed6f4a8 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:25.914079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:25.966759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d41988fa-f61d-421b-98e4-0eabeed6f4a8) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:25.989086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.989723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:25.990511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.013564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063676ac-d39b-47fa-a612-6d124e6b236c None None] Network d41988fa-f61d-421b-98e4-0eabeed6f4a8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:26.055494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34418) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.084211 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-384d3d5a-a1dc-4797-a41a-b1ba75053a28 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.4131339 Mar 16 11:14:26.084394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.128748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.155706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port d6f7a16e-1fda-406a-9f77-19ecafba4964 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:26.156354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.224785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cce53b-27d3-4230-b12e-3a978742f9b7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.224972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.226586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cce53b-27d3-4230-b12e-3a978742f9b7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.228298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cce53b-27d3-4230-b12e-3a978742f9b7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:26.230082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38cce53b-27d3-4230-b12e-3a978742f9b7 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1450558 Mar 16 11:14:26.233209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34434) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.235305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.371259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:26.372768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Port': ['ID=614e8dd0-6a1c-4085-8287-034556b923e5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.394757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.532844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.548299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Transition to ACTIVE for port object 6f58b446-781b-4186-ac32-345f4e2cf675 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:26.557969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d41988fa-f61d-421b-98e4-0eabeed6f4a8', 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8', 'tenant_id': '7be54f7908ca4b888b91acd0e5a85159', 'fixed_ips': [{'subnet_id': 'c87ae0b8-c1d8-45c8-b147-f2db2709e0d2'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:26.558868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.579109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:26.590509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Transition to ACTIVE for port object 6f58b446-781b-4186-ac32-345f4e2cf675 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:26.592269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.595943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.598149 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-865410fa-609d-4c44-a802-038ec1717caf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/ports/614e8dd0-6a1c-4085-8287-034556b923e5 HTTP/1.1" status: 204 len: 168 time: 2.0749140 Mar 16 11:14:26.598853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34438) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.603816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Usage tracker for resource:security_group_rule and tenant:203aed7b1f8d41078f67455627f50647 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:26.605978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e', 'external_fixed_ips': [{'subnet_id': 'b2834568-181d-41ce-bf5f-c338b9a02098', 'ip_address': '172.20.0.6'}]}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:26.611136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:26.612269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:26.620876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:router and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:26.624971 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07d54503-85b9-47cd-8a9e-8bd33d4d12eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78086868bb8d43c4b9f5519724c1de20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4923363 Mar 16 11:14:26.627509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:26.627662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:26.638858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.662842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:26.672522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:26.674920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:26.719012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.719941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.721717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:26.722187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.735716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.767276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.786687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Network bca63101-30ab-458f-8086-4d7fef3803b3 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:26.798905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Pushing event updated for resources: {'Port': ['ID=6f58b446-781b-4186-ac32-345f4e2cf675,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.801474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:26.809239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:26.839103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.856353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Calling delete_port for d6f7a16e-1fda-406a-9f77-19ecafba4964 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:26.896761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.923731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.932481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b77a6c-73af-4296-bf1a-01e7d387fafa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:26.936632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting subnet fe1e4b45-5d30-4260-a5d5-cdd1a8943af9 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:14:26.943007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.948508 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26a9ecb7-dc19-4998-a4ff-26f939203ac7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00b77a6c-73af-4296-bf1a-01e7d387fafa HTTP/1.1" status: 204 len: 168 time: 0.3176849 Mar 16 11:14:26.949170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:26.958698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.074921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Allocated IP 172.20.0.18 (d41988fa-f61d-421b-98e4-0eabeed6f4a8/c87ae0b8-c1d8-45c8-b147-f2db2709e0d2/f0709b80-7530-441b-969b-d557ba1efbd5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:27.122057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Attempting to bind port 6f58b446-781b-4186-ac32-345f4e2cf675 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:27.122250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Attempting to bind port 6f58b446-781b-4186-ac32-345f4e2cf675 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '60677227-a4af-431f-9267-74d1587113a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:27.122602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Attempting to bind port 6f58b446-781b-4186-ac32-345f4e2cf675 on network bca63101-30ab-458f-8086-4d7fef3803b3 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:27.138213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.109 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/5869fad8-5c63-49da-bf75-58e661c19b6c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:27.269777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.334055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.355164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.363509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:27.364107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Checking segment: {'id': '60677227-a4af-431f-9267-74d1587113a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:27.366231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.366692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Bound using segment: {'id': '60677227-a4af-431f-9267-74d1587113a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:27.367349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Bound port: 6f58b446-781b-4186-ac32-345f4e2cf675, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60677227-a4af-431f-9267-74d1587113a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bca63101-30ab-458f-8086-4d7fef3803b3'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:27.367965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.488590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.493739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2da72-28a5-4e72-8f4f-dfe6c7715ce8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.496680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.505417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.519629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=203aed7b1f8d41078f67455627f50647&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4566782 Mar 16 11:14:27.523606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:27.537058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.537480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.538028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.538348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.539124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.539124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.539620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.539778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.540210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.540581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.541177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f378e0-6e26-40bf-847c-26b12582746b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:27.545367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.552479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] For port 6f58b446-781b-4186-ac32-345f4e2cf675, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:27.559060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] For port 6f58b446-781b-4186-ac32-345f4e2cf675, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6f58b446-781b-4186-ac32-345f4e2cf675,segment=NetworkSegment(60677227-a4af-431f-9267-74d1587113a5),segment_id=60677227-a4af-431f-9267-74d1587113a5)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:27.562589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ee3cf-f2f5-4b02-8a2c-a1cbbbc48b6b req-c50f3d3f-635c-4c15-9fa4-a65ec1424262 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:27.564138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:27.570430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d9ee3cf-f2f5-4b02-8a2c-a1cbbbc48b6b req-c50f3d3f-635c-4c15-9fa4-a65ec1424262 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 944 time: 0.5928166 Mar 16 11:14:27.577754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697d2a5-1c7f-49b7-b599-439f076c9f57 req-035282b8-e532-4e0b-ac9c-aa51ba030bc1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:27.579288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3697d2a5-1c7f-49b7-b599-439f076c9f57 req-035282b8-e532-4e0b-ac9c-aa51ba030bc1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 945 time: 0.4302366 Mar 16 11:14:27.599959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.639457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.645081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Transition to ACTIVE for port object f0709b80-7530-441b-969b-d557ba1efbd5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:27.659655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.682320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.700355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:27.719568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.720385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device def9492a-e36e-4f40-bb81-1a53f4b1099e up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:27.743843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.754083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Port': ['ID=d6f7a16e-1fda-406a-9f77-19ecafba4964,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.789380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d9ee3cf-f2f5-4b02-8a2c-a1cbbbc48b6b req-32a131bc-a92f-4669-9f38-5f1fadf70159 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178829 Mar 16 11:14:27.798292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:27.817919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Transition to ACTIVE for port object f0709b80-7530-441b-969b-d557ba1efbd5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:27.820453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=5869fad8-5c63-49da-bf75-58e661c19b6c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.823702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:27.830302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.843046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:27.848978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:27.871428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3df9-a6b8-4740-bdbe-b8906377ab77 None None] Pushing event updated for resources: {'Port': ['ID=6f58b446-781b-4186-ac32-345f4e2cf675,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:27.888661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3697d2a5-1c7f-49b7-b599-439f076c9f57 req-6b912d01-fc65-4ec7-bf6a-d9ac8cac639d tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901011 Mar 16 11:14:28.024371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Network d41988fa-f61d-421b-98e4-0eabeed6f4a8 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:28.027659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:28.031905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:28.042660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port def9492a-e36e-4f40-bb81-1a53f4b1099e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:28.049321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.164012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.169027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port def9492a-e36e-4f40-bb81-1a53f4b1099e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:28.169626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.192088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1e4b45-5d30-4260-a5d5-cdd1a8943af9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.217021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.332522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.345170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.411440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2da72-28a5-4e72-8f4f-dfe6c7715ce8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.421614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.460397 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'code': 200} Mar 16 11:14:28.485371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.489487 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0e8cd697-ae0a-44eb-ab12-20bdecd0982e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d2da72-28a5-4e72-8f4f-dfe6c7715ce8 HTTP/1.1" status: 204 len: 168 time: 0.9669733 Mar 16 11:14:28.506749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.507986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.513832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ca0b8d14-191d-4000-a80b-d5a97653e31f tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/subnets/fe1e4b45-5d30-4260-a5d5-cdd1a8943af9 HTTP/1.1" status: 204 len: 168 time: 2.2794645 Mar 16 11:14:28.517923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34482) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:28.552005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.610908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Attempting to bind port f0709b80-7530-441b-969b-d557ba1efbd5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:28.611380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Attempting to bind port f0709b80-7530-441b-969b-d557ba1efbd5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '71190842-4e47-4e0e-828d-9b0b35277ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:28.612027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Attempting to bind port f0709b80-7530-441b-969b-d557ba1efbd5 on network d41988fa-f61d-421b-98e4-0eabeed6f4a8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:28.619713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Pushing event updated for resources: {'Port': ['ID=f0709b80-7530-441b-969b-d557ba1efbd5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.624629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:28.625139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Checking segment: {'id': '71190842-4e47-4e0e-828d-9b0b35277ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:28.625625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.626145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Bound using segment: {'id': '71190842-4e47-4e0e-828d-9b0b35277ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:28.626747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Bound port: f0709b80-7530-441b-969b-d557ba1efbd5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71190842-4e47-4e0e-828d-9b0b35277ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd41988fa-f61d-421b-98e4-0eabeed6f4a8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:28.627169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.653974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.654573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.654923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.655443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.655764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.656177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.656594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.657006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.657415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.657823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.658772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:28.698852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:28.746859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] For port f0709b80-7530-441b-969b-d557ba1efbd5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:28.752938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] For port f0709b80-7530-441b-969b-d557ba1efbd5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f0709b80-7530-441b-969b-d557ba1efbd5,segment=NetworkSegment(71190842-4e47-4e0e-828d-9b0b35277ca9),segment_id=71190842-4e47-4e0e-828d-9b0b35277ca9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:28.797037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:28.894717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98228c-1cf5-4af3-bade-9d7788c3ec52 None None] Pushing event updated for resources: {'Port': ['ID=f0709b80-7530-441b-969b-d557ba1efbd5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:28.929573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.002716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:29.016689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.209138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:29.293631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting subnet c87ae0b8-c1d8-45c8-b147-f2db2709e0d2 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:14:29.300504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.393886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.458432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-e5336997-d219-4e0d-a7b0-232686e9f9e9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.459580 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e5336997-d219-4e0d-a7b0-232686e9f9e9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7585154 Mar 16 11:14:29.463950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.482764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-898c1a3c-a149-4586-923c-47f605219486 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.483744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-898c1a3c-a149-4586-923c-47f605219486 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0152116 Mar 16 11:14:29.488972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.511347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-fef32569-c863-463b-a5f2-3dd5d97f97f1 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.512307 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fef32569-c863-463b-a5f2-3dd5d97f97f1 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0196195 Mar 16 11:14:29.518470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.529482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.564767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3481-e022-4655-9051-e8e9f8ce7b09 req-9d8339ff-df08-4d49-95f0-258f9c6b2b23 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:29.566224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e54f3481-e022-4655-9051-e8e9f8ce7b09 req-9d8339ff-df08-4d49-95f0-258f9c6b2b23 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.5213113 Mar 16 11:14:29.568215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-1eaad04b-0361-478f-9f79-8d58042ea82c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.571383 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1eaad04b-0361-478f-9f79-8d58042ea82c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0443301 Mar 16 11:14:29.575226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.581770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.20.0.6 (19dc6f99-df04-40bf-9c50-cf5d295c5f0e/b2834568-181d-41ce-bf5f-c338b9a02098/e574f54a-041d-4a3a-b5dd-2e371243e78c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:29.589523 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84d83470-54d3-4f1d-b1f7-8b702511b459 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff9000c0b0c34f1dbaa70987f16677c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2570832 Mar 16 11:14:29.594893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.597517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-4ccc1b80-a4c4-4d0a-b27f-017cab15af78 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.598459 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4ccc1b80-a4c4-4d0a-b27f-017cab15af78 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0144916 Mar 16 11:14:29.601345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-29ebbdbc-83fa-4f37-b663-0721c85d6a3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 1098 time: 0.9014511 Mar 16 11:14:29.604741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.631722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-56385f57-9a61-4af9-ae19-23e902ca8554 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.633139 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56385f57-9a61-4af9-ae19-23e902ca8554 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0236149 Mar 16 11:14:29.641193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.650614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af1274-0d50-4437-a6fe-ea2fad2bbbcf None None] Network bca63101-30ab-458f-8086-4d7fef3803b3 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:29.668945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-0fc806c6-c4d5-48e4-8d21-5a18fe3b9a7e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.671457 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0fc806c6-c4d5-48e4-8d21-5a18fe3b9a7e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0144374 Mar 16 11:14:29.682912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34530) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.691249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-462f31fa-d214-4bfb-8b78-bcaf9aed1fd0 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.692183 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-462f31fa-d214-4bfb-8b78-bcaf9aed1fd0 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083251 Mar 16 11:14:29.699735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.702361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.726632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-24d07723-7c93-41c7-9598-be640dabd51c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.727558 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24d07723-7c93-41c7-9598-be640dabd51c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0269005 Mar 16 11:14:29.735736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.741614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143583fa-6b4a-4ccc-9e78-79a2cf8f58a1 req-c7bc155b-b71e-4f11-a2e0-c1f67101bf93 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:29.743283 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-143583fa-6b4a-4ccc-9e78-79a2cf8f58a1 req-c7bc155b-b71e-4f11-a2e0-c1f67101bf93 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.5820234 Mar 16 11:14:29.753065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-81a76e32-a684-41ef-bd1a-1e788cffcb35 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.754279 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-81a76e32-a684-41ef-bd1a-1e788cffcb35 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097816 Mar 16 11:14:29.757627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34542) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.769486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-4cd638a9-7dd8-410b-b480-5c4065eaafb6 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.770398 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cd638a9-7dd8-410b-b480-5c4065eaafb6 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048139 Mar 16 11:14:29.774286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.780648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-176c3dcf-707e-47c7-8004-dbf7877c3b3f None None] Provisioning for port 6f58b446-781b-4186-ac32-345f4e2cf675 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:29.802207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e54f3481-e022-4655-9051-e8e9f8ce7b09 req-c04a411a-1525-4d83-aad1-209c0153afb2 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280827 Mar 16 11:14:29.808478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-e1dc18c5-e4a0-4fa9-aea3-26e7b991853e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.809726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1dc18c5-e4a0-4fa9-aea3-26e7b991853e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0199220 Mar 16 11:14:29.812907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.820156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Router 1cb57535-e605-401d-9726-f059e7693c80 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:14:29.831776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-53d40f4c-4b3e-4a32-9910-d38296141285 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.832712 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53d40f4c-4b3e-4a32-9910-d38296141285 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0111794 Mar 16 11:14:29.839532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.845865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:29.854707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-8c1a8fc8-90c3-4fbb-a9b7-7ea9069cb2df tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.855828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c1a8fc8-90c3-4fbb-a9b7-7ea9069cb2df tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0151992 Mar 16 11:14:29.861426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.868448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Usage tracker for resource:security_group_rule and tenant:ad147fa33ff94b1e925b17d4fd2ab050 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:29.875529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-a2acef0f-59e0-4e7a-b91f-0bd8d962b851 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.876719 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a2acef0f-59e0-4e7a-b91f-0bd8d962b851 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0122600 Mar 16 11:14:29.878273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:29.882291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34562) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.883472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.889915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:29.894378 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-143583fa-6b4a-4ccc-9e78-79a2cf8f58a1 req-e7960b7c-67be-4f9b-b5ee-929d047966ed tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285462 Mar 16 11:14:29.946040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-af313abe-57fc-4069-984d-33af657b3dfa tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.946987 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af313abe-57fc-4069-984d-33af657b3dfa tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0113790 Mar 16 11:14:29.957491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:29.961263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:29.979217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-3901fb1f-fb10-42c1-830c-45f7ef3d5ec1 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:29.982716 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3901fb1f-fb10-42c1-830c-45f7ef3d5ec1 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0222936 Mar 16 11:14:29.993591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] DHCP port deletion for bca63101-30ab-458f-8086-4d7fef3803b3 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:14:29.996191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34570) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.000240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Deleting port 6f58b446-781b-4186-ac32-345f4e2cf675 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:30.000613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.008785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-d710edb0-d504-4506-8843-9cf9eae94a07 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.009880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d710edb0-d504-4506-8843-9cf9eae94a07 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0126076 Mar 16 11:14:30.015623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.019561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.040230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-f7934792-b766-4063-a511-01d5ba608cc2 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.041332 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f7934792-b766-4063-a511-01d5ba608cc2 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0167360 Mar 16 11:14:30.047873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.058826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-f3207428-acce-4e2f-b6e8-3589cf328533 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.060013 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f3207428-acce-4e2f-b6e8-3589cf328533 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095146 Mar 16 11:14:30.065056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.068704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.073459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-bc48b673-26d8-470e-b36a-1199f2d2e430 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.074428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bc48b673-26d8-470e-b36a-1199f2d2e430 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073955 Mar 16 11:14:30.077317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.078555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:30.092592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] Sync routers for ids ['1cb57535-e605-401d-9726-f059e7693c80'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:30.105228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-d7d58d05-5b7e-4ca7-9c9e-4e6fc5875a1b tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.110208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.110371 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7d58d05-5b7e-4ca7-9c9e-4e6fc5875a1b tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0311277 Mar 16 11:14:30.117864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-ec03b35f-2f87-44b2-9a66-03f644ce6879 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.118752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec03b35f-2f87-44b2-9a66-03f644ce6879 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069840 Mar 16 11:14:30.122862 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2afa9f84-f344-43ac-a02b-9a5015a8bd10 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "PUT /v2.0/routers/1cb57535-e605-401d-9726-f059e7693c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5059459 Mar 16 11:14:30.127994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.128118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.134793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-0a1b0b80-6f29-4558-b05f-9c70edf9657b tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.135887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a1b0b80-6f29-4558-b05f-9c70edf9657b tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069323 Mar 16 11:14:30.157372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] Routers {'1cb57535-e605-401d-9726-f059e7693c80'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:30.158164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1cb57535-e605-401d-9726-f059e7693c80'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:30.158319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34602) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.177652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-945f15d7-6dd1-472d-8991-89e8a761c590 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.186933 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-945f15d7-6dd1-472d-8991-89e8a761c590 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0273683 Mar 16 11:14:30.189432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.199598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.234896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-7464155a-3620-4f4e-a653-bf2d704de071 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.241290 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7464155a-3620-4f4e-a653-bf2d704de071 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086095 Mar 16 11:14:30.253156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34610) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.261787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-f998196e-8d7e-4bb1-ab19-7616d90315e7 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.265560 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f998196e-8d7e-4bb1-ab19-7616d90315e7 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0095043 Mar 16 11:14:30.270180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Subnet': ['ID=c87ae0b8-c1d8-45c8-b147-f2db2709e0d2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.274728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.289023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:30.297604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-14c7d9ce-48db-43b7-b9b0-42cd735e21c9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.302553 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14c7d9ce-48db-43b7-b9b0-42cd735e21c9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0258179 Mar 16 11:14:30.309140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.310326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.315915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.319703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-07bedd33-9457-4ebe-b497-fffdc40affd9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.320627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07bedd33-9457-4ebe-b497-fffdc40affd9 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096743 Mar 16 11:14:30.326175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.331843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.338451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-e9087c94-b455-41be-a99b-80d563b4b0ef tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.342261 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e9087c94-b455-41be-a99b-80d563b4b0ef tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125372 Mar 16 11:14:30.343479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.347884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.369413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-6fb0e5b2-31b7-4fa7-b265-04af022d5a4f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.370516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6fb0e5b2-31b7-4fa7-b265-04af022d5a4f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0189157 Mar 16 11:14:30.376346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.391178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f0709b80-7530-441b-969b-d557ba1efbd5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:30.410369 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4bd538f9-b22c-4ef7-a063-222282c30d5a tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/subnets/c87ae0b8-c1d8-45c8-b147-f2db2709e0d2 HTTP/1.1" status: 204 len: 168 time: 1.8905940 Mar 16 11:14:30.412640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-2b8a7eb0-7c3f-434e-8b56-00a6b14800ba tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.414719 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b8a7eb0-7c3f-434e-8b56-00a6b14800ba tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0300465 Mar 16 11:14:30.415781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c148fe0-84ae-4124-b7de-cfcb4b9f3c74,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.415936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.420197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.421327 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7110b53c-98b9-43aa-9cf4-07193517ed10 HTTP/1.1" status: 204 len: 168 time: 0.8207474 Mar 16 11:14:30.439677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Synchronizing usage tracker for tenant:ad147fa33ff94b1e925b17d4fd2ab050 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:30.445249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] Routers {'1cb57535-e605-401d-9726-f059e7693c80'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:30.445910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1cb57535-e605-401d-9726-f059e7693c80'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:30.450085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34634) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.452313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34636) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.457375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.517871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bca72-db93-4b87-84f6-40ea86dc4fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110b53c-98b9-43aa-9cf4-07193517ed10,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.520789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:30.525739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:30.525739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e9de4-b509-4ace-b5f9-da078b3da533 None None] The sync data for ids ['1cb57535-e605-401d-9726-f059e7693c80'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:30.527478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32385bd-93a8-4ffe-b5c7-c35b14a1f1f0 None None] Network d41988fa-f61d-421b-98e4-0eabeed6f4a8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:30.534999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:14:30.538465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:30.548711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:30.550877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-43030b4a-b864-4603-9a83-f4ca4cea4b36 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.554584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43030b4a-b864-4603-9a83-f4ca4cea4b36 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0383866 Mar 16 11:14:30.564431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34646) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.565823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:30.599359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-c94252f3-7533-4a0a-9c68-462ece168f07 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.600288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c94252f3-7533-4a0a-9c68-462ece168f07 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061169 Mar 16 11:14:30.606322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=e574f54a-041d-4a3a-b5dd-2e371243e78c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:30.613908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34650) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.636325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-f72e3f0c-3547-436e-b4a3-d96f9518572e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.637030 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f72e3f0c-3547-436e-b4a3-d96f9518572e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0202777 Mar 16 11:14:30.649895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34654) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.659037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6e6c4-9eb8-4102-9116-636310380ef1 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:30.659724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b4c6e6c4-9eb8-4102-9116-636310380ef1 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Synchronizing usage tracker for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:30.666913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-5b9cb143-1d58-454f-b12c-e0ecab5c4b28 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.670278 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b9cb143-1d58-454f-b12c-e0ecab5c4b28 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0156441 Mar 16 11:14:30.677706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.719308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-3df1480c-bba9-4347-b3ca-1d01b31382ad tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.732621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3df1480c-bba9-4347-b3ca-1d01b31382ad tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0423427 Mar 16 11:14:30.743128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] For port 6f58b446-781b-4186-ac32-345f4e2cf675, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6f58b446-781b-4186-ac32-345f4e2cf675,segment=NetworkSegment(60677227-a4af-431f-9267-74d1587113a5),segment_id=60677227-a4af-431f-9267-74d1587113a5)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:30.744083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:30.744454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.756216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-26b9df06-e15b-47b0-b38f-7be4bdb63b5f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.757260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26b9df06-e15b-47b0-b38f-7be4bdb63b5f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065410 Mar 16 11:14:30.762897 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'code': 200} Mar 16 11:14:30.841867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.885805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Calling delete_port for 6f58b446-781b-4186-ac32-345f4e2cf675 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:30.913409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3004b57d-82f9-493c-8944-c2073bdacf1b None None] Provisioning for port f0709b80-7530-441b-969b-d557ba1efbd5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:30.924759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-c03a2501-e35d-4e39-a495-f764e6cde248 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:30.925771 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c03a2501-e35d-4e39-a495-f764e6cde248 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0764766 Mar 16 11:14:30.933674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34678) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:30.983991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f0709b80-7530-441b-969b-d557ba1efbd5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:30.997713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f0709b80-7530-441b-969b-d557ba1efbd5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:31.002302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-0585d7dc-c545-425b-b6b7-cdf5d07310bd tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.003282 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0585d7dc-c545-425b-b6b7-cdf5d07310bd tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0620208 Mar 16 11:14:31.012771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.013134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.115202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-d2538bb9-b486-4b56-a0f5-fe80d649de7a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.118697 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d2538bb9-b486-4b56-a0f5-fe80d649de7a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1021144 Mar 16 11:14:31.133244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b4c6e6c4-9eb8-4102-9116-636310380ef1 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Unset dirty status for tenant:7be54f7908ca4b888b91acd0e5a85159 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:31.135504 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4c6e6c4-9eb8-4102-9116-636310380ef1 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6594934 Mar 16 11:14:31.137682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.148626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] Unset dirty status for tenant:ad147fa33ff94b1e925b17d4fd2ab050 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:31.149564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-feb1e553-e342-4aa0-983a-1e01d9b4bd1a req-50d132c9-5de8-4c6b-9a9c-4bc362bdd592 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5041862 Mar 16 11:14:31.182089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-6cb3e237-5101-4d3b-ac13-96aedd844f7a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.186844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6cb3e237-5101-4d3b-ac13-96aedd844f7a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0233846 Mar 16 11:14:31.189616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.190261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.201518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-b36ac10a-8b37-47f7-8ae9-43dd17640791 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.205548 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b36ac10a-8b37-47f7-8ae9-43dd17640791 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0119152 Mar 16 11:14:31.216944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.242180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.313185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-79510c61-3b47-403f-a2a7-358a10bbf666 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.313709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-79510c61-3b47-403f-a2a7-358a10bbf666 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0958576 Mar 16 11:14:31.327054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] DHCP port deletion for d41988fa-f61d-421b-98e4-0eabeed6f4a8 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:14:31.328198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.343889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-724cf330-0980-4447-8729-880d9fc50f9f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.347624 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-724cf330-0980-4447-8729-880d9fc50f9f tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106630 Mar 16 11:14:31.349700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] No DVR routers for this DVR port 6f58b446-781b-4186-ac32-345f4e2cf675 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:31.352814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34712) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.355493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.368495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-b64a4600-0c04-403c-82bf-1b93bc045373 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.369317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb081ca-9d31-4468-adb3-61fc618ffd1f None None] Pushing event deleted for resources: {'Port': ['ID=6f58b446-781b-4186-ac32-345f4e2cf675,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:31.369523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b64a4600-0c04-403c-82bf-1b93bc045373 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0057638 Mar 16 11:14:31.384613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.390248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Deleting port f0709b80-7530-441b-969b-d557ba1efbd5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:31.390765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.404145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-ec8693eb-4c62-457f-a821-d9325b7b5261 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.407851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec8693eb-4c62-457f-a821-d9325b7b5261 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0127032 Mar 16 11:14:31.410949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.414319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34720) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.430301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-fb9e35df-abfc-4cee-a113-66d209e80a8e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.432234 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fb9e35df-abfc-4cee-a113-66d209e80a8e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0115557 Mar 16 11:14:31.435452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.443169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a1a43-1a04-4ed2-8f59-687d70dfb7a1 req-1141ac15-41be-43d0-985b-dd1fed75b974 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.443296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.444939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9e2a1a43-1a04-4ed2-8f59-687d70dfb7a1 req-1141ac15-41be-43d0-985b-dd1fed75b974 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.2979624 Mar 16 11:14:31.448827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.453083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395e4f-5b98-419b-b56f-8c9c01ff0ede req-8bcf71b2-dfa4-48b6-ba97-e0120aacae22 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:31.454801 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7395e4f-5b98-419b-b56f-8c9c01ff0ede req-8bcf71b2-dfa4-48b6-ba97-e0120aacae22 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.3152804 Mar 16 11:14:31.464250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-58758cdd-6d66-441c-bdc4-59e53642fbc2 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.468031 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58758cdd-6d66-441c-bdc4-59e53642fbc2 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0302215 Mar 16 11:14:31.475109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.491819 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-31e6e6ef-d6d8-4d07-b7a1-3157fdf619a5 req-0a2debe7-8b15-4c12-8ada-286e572fc7ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 1099 time: 0.4841557 Mar 16 11:14:31.502982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-a7758b51-b7dd-4a96-98db-9909dd52e39a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.506790 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7758b51-b7dd-4a96-98db-9909dd52e39a tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0196960 Mar 16 11:14:31.519374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34736) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.534766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-106665af-2714-4a73-86be-c5d1825a2079 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.536047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-106665af-2714-4a73-86be-c5d1825a2079 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104332 Mar 16 11:14:31.540622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.542298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting port f0709b80-7530-441b-969b-d557ba1efbd5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:31.542648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.561231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-08a7ace4-dbc4-4e45-a29e-43b73ded84b0 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.562334 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08a7ace4-dbc4-4e45-a29e-43b73ded84b0 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113316 Mar 16 11:14:31.563647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.563976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb57535-e605-401d-9726-f059e7693c80 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:14:31.569245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.592655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-64276731-f96c-4ab7-8562-7a98f24b82eb tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.593699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64276731-f96c-4ab7-8562-7a98f24b82eb tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0142441 Mar 16 11:14:31.599808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.605078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.609518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-065e6b31-e689-4462-81eb-a26818ba6b6f tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "DELETE /v2.0/routers/1cb57535-e605-401d-9726-f059e7693c80 HTTP/1.1" status: 204 len: 168 time: 1.4765062 Mar 16 11:14:31.612996 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9e2a1a43-1a04-4ed2-8f59-687d70dfb7a1 req-4a3afa4f-ff87-4b2c-8641-db7b23c26ac9 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559997 Mar 16 11:14:31.614979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.705193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] For port f0709b80-7530-441b-969b-d557ba1efbd5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f0709b80-7530-441b-969b-d557ba1efbd5,segment=NetworkSegment(71190842-4e47-4e0e-828d-9b0b35277ca9),segment_id=71190842-4e47-4e0e-828d-9b0b35277ca9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:31.705575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.723281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7395e4f-5b98-419b-b56f-8c9c01ff0ede req-4b9884af-37c8-43fe-acf6-e741d6851abc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467592 Mar 16 11:14:31.751045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-3cfec401-5697-4820-ad88-1759b984fb04 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.754642 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3cfec401-5697-4820-ad88-1759b984fb04 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.1528673 Mar 16 11:14:31.757903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34758) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.773958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-2bd3aa9f-ee50-49e7-88c5-842d96eb258e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.777722 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2bd3aa9f-ee50-49e7-88c5-842d96eb258e tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0138326 Mar 16 11:14:31.781051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:31.783441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.792618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-31e6e6ef-d6d8-4d07-b7a1-3157fdf619a5 req-fd99fcd7-2776-40d6-810c-b028f4dec268 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830024 Mar 16 11:14:31.794621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-1db3bf3a-cc9e-4bf7-9c5c-a0b5bd408465 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.795643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1db3bf3a-cc9e-4bf7-9c5c-a0b5bd408465 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123343 Mar 16 11:14:31.797259 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:31.803578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.813497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-43bfd214-b9cb-4bb5-8b28-24c6a8920a14 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.813497 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43bfd214-b9cb-4bb5-8b28-24c6a8920a14 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079167 Mar 16 11:14:31.815883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34772) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.822527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-f94ffe26-25f3-4468-a344-3cd094f0511c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.824673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f94ffe26-25f3-4468-a344-3cd094f0511c tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077035 Mar 16 11:14:31.827648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.836025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-42aa4590-ac36-4c27-af52-bc8380afc8fb tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.836025 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42aa4590-ac36-4c27-af52-bc8380afc8fb tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075905 Mar 16 11:14:31.839888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34780) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.843118 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:31.844619 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:31.849407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.850175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.856248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-ba13db8f-ab2e-4ab9-8f58-36c73a9f5724 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.857347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba13db8f-ab2e-4ab9-8f58-36c73a9f5724 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0164461 Mar 16 11:14:31.857463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Calling delete_port for f0709b80-7530-441b-969b-d557ba1efbd5 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:31.861678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.868504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-b620eead-f420-4251-af70-676e317e8d40 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.870416 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b620eead-f420-4251-af70-676e317e8d40 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074081 Mar 16 11:14:31.874971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.875441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.876638 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc3fae65-7782-4065-8c7c-5aa1c89af9cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3403285 Mar 16 11:14:31.881296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.892546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-9f989385-d824-40b3-9503-376375fbc269 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.893582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f989385-d824-40b3-9503-376375fbc269 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0178216 Mar 16 11:14:31.896599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.904426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-c0472848-8846-4440-8005-7614d049e764 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.905447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0472848-8846-4440-8005-7614d049e764 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079751 Mar 16 11:14:31.909548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting subnet 2fbd3566-f8e5-4f09-b3be-16afcfa7e44d {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:14:31.911719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:31.915329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:31.952004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-ddb57cdb-2000-474c-afd7-627f8b24abf4 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:14:31.953186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddb57cdb-2000-474c-afd7-627f8b24abf4 tempest-ExtensionsTestJSON-291913895 tempest-ExtensionsTestJSON-291913895-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0402122 Mar 16 11:14:32.006776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.020925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.063624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff25d-2471-4317-b3b3-4e5ef5d218fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.065573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] Pushing event deleted for resources: {'Port': ['ID=f0709b80-7530-441b-969b-d557ba1efbd5,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:32.072291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5dcbea-eac8-4cf7-86f8-4a11391bff71 None None] No DVR routers for this DVR port f0709b80-7530-441b-969b-d557ba1efbd5 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:32.205732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.213816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] For port f0709b80-7530-441b-969b-d557ba1efbd5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f0709b80-7530-441b-969b-d557ba1efbd5,segment=NetworkSegment(71190842-4e47-4e0e-828d-9b0b35277ca9),segment_id=71190842-4e47-4e0e-828d-9b0b35277ca9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:32.216071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.223992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f0709b80-7530-441b-969b-d557ba1efbd5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:32.276112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:32.310749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f0709b80-7530-441b-969b-d557ba1efbd5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:14:32.312411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f0709b80-7530-441b-969b-d557ba1efbd5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:32.364139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.406677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbd3566-f8e5-4f09-b3be-16afcfa7e44d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:32.418532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Calling delete_port for f0709b80-7530-441b-969b-d557ba1efbd5 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:32.424618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.424777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f212bc85-cb65-41a7-a23b-3651de5e5fcb None None] Network 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:32.434929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1d8d3ff-78a8-4186-b3df-8eb68aadbe84 tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "DELETE /v2.0/subnets/2fbd3566-f8e5-4f09-b3be-16afcfa7e44d HTTP/1.1" status: 204 len: 168 time: 0.8186638 Mar 16 11:14:32.435839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.571435 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d4629b42-24c5-4ca5-b48c-e8a1d76862c0 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6872914 Mar 16 11:14:32.577860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.581386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:32.581802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:32.668246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.673961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34820) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.708854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port ce757ceb-2317-48df-8f0c-e81474716136 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:32.709483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.727108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac1b13-44da-4d65-bf0e-aa98483fe7e4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:32.727590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac1b13-44da-4d65-bf0e-aa98483fe7e4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:32.732553 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7ac1b13-44da-4d65-bf0e-aa98483fe7e4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.1499808 Mar 16 11:14:32.741945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34830) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.842636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] DHCP port deletion for 8059e2b7-926c-4bbe-b8e9-b2b5df83a240 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:14:32.846960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Deleting port ce757ceb-2317-48df-8f0c-e81474716136 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:32.847627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:32.847992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b733c-5e4a-4de0-8da6-9f72602177fb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:32.849547 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c84b733c-5e4a-4de0-8da6-9f72602177fb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=19dc6f99-df04-40bf-9c50-cf5d295c5f0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.0989711 Mar 16 11:14:32.850284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router 876b5c87-f771-429d-8c92-90c52a76011d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:14:32.852529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.888116 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:32.900209 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:14:32.901487 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Updating router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e port 5869fad8-5c63-49da-bf75-58e661c19b6c binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:14:32.905089 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2f9a05f1-2e58-426c-b2c0-1488c8090b44 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510178 Mar 16 11:14:32.909313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34842) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:32.963918 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-13d0be39-2bad-4467-9906-da966b1bd6d2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534949 Mar 16 11:14:32.992299 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.056735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34846) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:33.062916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.092208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Deleting port f0709b80-7530-441b-969b-d557ba1efbd5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:33.092551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.230398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] For port ce757ceb-2317-48df-8f0c-e81474716136, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce757ceb-2317-48df-8f0c-e81474716136,segment=NetworkSegment(3bd25298-35b0-4198-b3f1-18bae191aa22),segment_id=3bd25298-35b0-4198-b3f1-18bae191aa22)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:33.230981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.399419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Calling delete_port for ce757ceb-2317-48df-8f0c-e81474716136 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:33.492836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] The port 'f0709b80-7530-441b-969b-d557ba1efbd5' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:14:33.496325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.513059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:33.550576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] No DVR routers for this DVR port ce757ceb-2317-48df-8f0c-e81474716136 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:14:33.574909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a51517-0c75-43e0-9007-0b687abeaaf1 None None] Pushing event deleted for resources: {'Port': ['ID=ce757ceb-2317-48df-8f0c-e81474716136,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:33.583952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477888aa-329a-4482-b987-246d4065e887 req-0b0e1d39-f21f-476d-8692-499cae8e95e1 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:33.598594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-477888aa-329a-4482-b987-246d4065e887 req-0b0e1d39-f21f-476d-8692-499cae8e95e1 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.6625431 Mar 16 11:14:33.606469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Usage tracker for resource:security_group_rule and tenant:3340c7d28131433a9143d6f280dfefc7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:33.629124 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.641957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-de83fbc9-37ef-4001-ae01-177b2b3bc98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.660646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:33.663319 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Transition to ACTIVE for port object 5869fad8-5c63-49da-bf75-58e661c19b6c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:33.669447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] For port ce757ceb-2317-48df-8f0c-e81474716136, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce757ceb-2317-48df-8f0c-e81474716136,segment=NetworkSegment(3bd25298-35b0-4198-b3f1-18bae191aa22),segment_id=3bd25298-35b0-4198-b3f1-18bae191aa22)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:33.674430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.675305 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.706696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:33.780726 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Pushing event updated for resources: {'Port': ['ID=5869fad8-5c63-49da-bf75-58e661c19b6c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:33.791341 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.791694 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.792026 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.792357 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.792703 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.793053 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.793351 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.793839 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.794343 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.794824 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.795282 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:14:33.821876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.828767 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Attempting to bind port 5869fad8-5c63-49da-bf75-58e661c19b6c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:33.829343 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Attempting to bind port 5869fad8-5c63-49da-bf75-58e661c19b6c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:33.829879 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Attempting to bind port 5869fad8-5c63-49da-bf75-58e661c19b6c on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:33.837180 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:33.838023 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:33.838745 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.839291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:33.839767 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Bound port: 5869fad8-5c63-49da-bf75-58e661c19b6c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:33.840680 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.873617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c6318-c159-4cb7-aba1-303afda71b25 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:33.875273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c6318-c159-4cb7-aba1-303afda71b25 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:33.877316 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3f5c6318-c159-4cb7-aba1-303afda71b25 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.8200989 Mar 16 11:14:33.881466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34864) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:33.922571 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] For port 5869fad8-5c63-49da-bf75-58e661c19b6c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:33.928834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41988fa-f61d-421b-98e4-0eabeed6f4a8']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.937186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Calling delete_port for ce757ceb-2317-48df-8f0c-e81474716136 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:33.940536 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] For port 5869fad8-5c63-49da-bf75-58e661c19b6c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5869fad8-5c63-49da-bf75-58e661c19b6c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:33.947781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:33.955719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71190842-4e47-4e0e-828d-9b0b35277ca9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.956007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71190842-4e47-4e0e-828d-9b0b35277ca9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:33.965420 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b60d237b-2383-4321-ac36-89f1fcb33241 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=19dc6f99-df04-40bf-9c50-cf5d295c5f0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823634 Mar 16 11:14:33.971785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:33.978169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.013059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-477888aa-329a-4482-b987-246d4065e887 req-a2f4e056-d10b-4bdc-a1ad-80d8cacc7fe9 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134274 Mar 16 11:14:34.033390 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a84c04d1-be1b-4228-ba57-db07f9890f1d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523660 Mar 16 11:14:34.033390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.039137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc137-1739-4405-ad09-f3ac5aff2d2b req-ce589100-9858-44e0-bb20-67f2e6d6aa13 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:34.040570 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bfcc137-1739-4405-ad09-f3ac5aff2d2b req-ce589100-9858-44e0-bb20-67f2e6d6aa13 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.9792340 Mar 16 11:14:34.040703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1456062693', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:34.070779 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77ed2b-dfb3-4504-b158-4817ffce6b28 None None] Pushing event updated for resources: {'Port': ['ID=5869fad8-5c63-49da-bf75-58e661c19b6c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.104724 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:34.105758 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.130889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.140628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bfcc137-1739-4405-ad09-f3ac5aff2d2b req-9f689a82-742d-45aa-9137-5d048b65d51f tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909364 Mar 16 11:14:34.151462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:34.151803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:34.174051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.174193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:34.174193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.179113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:34.191474 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:34.230968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce757ceb-2317-48df-8f0c-e81474716136 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:14:34.264965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb453f-6deb-4dcd-9849-8c6216b85ed4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.272049 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eefcada9-bd0f-403a-a7db-fd54e753deea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3340c7d28131433a9143d6f280dfefc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5951524 Mar 16 11:14:34.274666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34884) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.301305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ce757ceb-2317-48df-8f0c-e81474716136 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:14:34.301648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce757ceb-2317-48df-8f0c-e81474716136 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:14:34.319890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34888) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.348175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.367061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:34.377291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.391450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:34.395336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:34.399589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:34.409941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Sync routers for ids ['876b5c87-f771-429d-8c92-90c52a76011d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:34.434765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.439281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.443901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Routers {'876b5c87-f771-429d-8c92-90c52a76011d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:34.444308 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/d41988fa-f61d-421b-98e4-0eabeed6f4a8 HTTP/1.1" status: 204 len: 168 time: 3.2523718 Mar 16 11:14:34.444522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['876b5c87-f771-429d-8c92-90c52a76011d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.445485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:34.448150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.465579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.466764 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58a1bed4-0c7f-4a70-b1c7-57b0c574f027 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8667772 Mar 16 11:14:34.471517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34898) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.481431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.485769 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:34.540846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf9d9-2058-4695-aabe-1102a7b7f254 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=d41988fa-f61d-421b-98e4-0eabeed6f4a8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.551901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:34.571375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cb4dea14-f4ed-4fd5-823f-d0638d1e5107 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:34.574974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb453f-6deb-4dcd-9849-8c6216b85ed4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:34.639846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.640940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eea0e0ae-2805-4a49-adb6-7fd71f3baca5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60bb453f-6deb-4dcd-9849-8c6216b85ed4 HTTP/1.1" status: 204 len: 168 time: 0.3649306 Mar 16 11:14:34.655970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.660157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Deleting port ce757ceb-2317-48df-8f0c-e81474716136 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:34.660551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.716656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Set router 876b5c87-f771-429d-8c92-90c52a76011d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:34.740441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.754778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] The port 'ce757ceb-2317-48df-8f0c-e81474716136' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:14:34.758408 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb4dea14-f4ed-4fd5-823f-d0638d1e5107 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "PUT /v2.0/quotas/8c2a041e82eb4723ace41f6054be9af5 HTTP/1.1" status: 200 len: 368 time: 0.4373741 Mar 16 11:14:34.793141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:34.956042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:34.958726 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:34.963262 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f09e2-4d1a-427f-b961-e7108f4d6edb None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:34.995723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca63101-30ab-458f-8086-4d7fef3803b3']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.009828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60677227-a4af-431f-9267-74d1587113a5') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.011924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60677227-a4af-431f-9267-74d1587113a5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.027920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.059342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.072429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.080305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Request body: {'network': {'project_id': '8c2a041e82eb4723ace41f6054be9af5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:35.092178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.111086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b5c87-f771-429d-8c92-90c52a76011d', 'name': '', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e', 'external_fixed_ips': [{'subnet_id': 'b2834568-181d-41ce-bf5f-c338b9a02098', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e574f54a-041d-4a3a-b5dd-2e371243e78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:26Z', 'updated_at': '2022-03-16T11:14:31Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': 'e574f54a-041d-4a3a-b5dd-2e371243e78c', 'name': '', 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b5c87-f771-429d-8c92-90c52a76011d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2834568-181d-41ce-bf5f-c338b9a02098', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:28Z', 'updated_at': '2022-03-16T11:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2834568-181d-41ce-bf5f-c338b9a02098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.117324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Checking router: 876b5c87-f771-429d-8c92-90c52a76011d for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:14:35.117659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Updating router 876b5c87-f771-429d-8c92-90c52a76011d port e574f54a-041d-4a3a-b5dd-2e371243e78c binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:14:35.207379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=93278909-a274-435c-b98f-37417031b13b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:35.249415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:35.266550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.276519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Usage tracker for resource:network and tenant:8c2a041e82eb4723ace41f6054be9af5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:35.283032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.289316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:35.289671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: 9c8e7a9a-b959-4501-9a07-a222e8fefb4f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:35.364092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.423198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:35.423630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.517729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:35.521659 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:35.532709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.567982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:35.570920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:35.591016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 9c8e7a9a-b959-4501-9a07-a222e8fefb4f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:35.608899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:35.610122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.610254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.617735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.653809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=bca63101-30ab-458f-8086-4d7fef3803b3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:35.659650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27432c5d-d0ca-4610-984c-2aad7fcb9009 None None] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:35.670526 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c314bed9-0525-437e-a9e7-b8e42c037456 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6387732 Mar 16 11:14:35.671313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34922) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.699858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Made reservation on behalf of 8c2a041e82eb4723ace41f6054be9af5 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:35.708380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.733347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.750583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2adf1df6-8e18-4aec-bc54-5cbe35004323 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/bca63101-30ab-458f-8086-4d7fef3803b3 HTTP/1.1" status: 204 len: 168 time: 1.2990065 Mar 16 11:14:35.753060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8059e2b7-926c-4bbe-b8e9-b2b5df83a240']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.753538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:35.768961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd25298-35b0-4198-b3f1-18bae191aa22') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.769503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd25298-35b0-4198-b3f1-18bae191aa22') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:35.783615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.809280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.817415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:35.818666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:35.846644 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:35.906239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:35.926726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:35.930609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Usage tracker for resource:security_group_rule and tenant:8c2a041e82eb4723ace41f6054be9af5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:35.933515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:35.939292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:36.016040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:36.017681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.104727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0fc1-3d70-46b3-8738-62d5dc86f9df req-18d915ac-9e0d-47f0-939f-9a77aadbda3f tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.111756 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c8df0fc1-3d70-46b3-8738-62d5dc86f9df req-18d915ac-9e0d-47f0-939f-9a77aadbda3f tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.7204926 Mar 16 11:14:36.117408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.136852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.138379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.178274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.212485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0e48f-5903-4b89-b255-0e6f1bb9179d req-ab283cc7-a8b3-4ec7-8b53-6fff62b8ec82 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.222320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19a0e48f-5903-4b89-b255-0e6f1bb9179d req-ab283cc7-a8b3-4ec7-8b53-6fff62b8ec82 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.9792809 Mar 16 11:14:36.249730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:36.261244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.261678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Added segment 41783316-c00a-4141-bf5d-cd1200a5e9c3 of type vlan for network 608fb3bf-5e73-49ff-8f97-39e64095d980 Mar 16 11:14:36.297898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5869fad8-5c63-49da-bf75-58e661c19b6c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:36.315603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.357439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6e0c5-6623-4c54-a9ec-cc06e5b3dc6c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.368323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.368864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34936) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.390870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] Pushing event deleted for resources: {'Network': ['ID=8059e2b7-926c-4bbe-b8e9-b2b5df83a240,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.393359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.405750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.433493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37795ccd-1e22-42e2-a806-2218e5c94f6c tempest-FloatingIPNegativeTestJSON-422732257 tempest-FloatingIPNegativeTestJSON-422732257-project] 10.222.0.36 "DELETE /v2.0/networks/8059e2b7-926c-4bbe-b8e9-b2b5df83a240 HTTP/1.1" status: 204 len: 168 time: 3.9964771 Mar 16 11:14:36.437656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Transition to ACTIVE for port object e574f54a-041d-4a3a-b5dd-2e371243e78c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:36.443950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.453924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe45bbb3-0e89-4ae9-8adf-741bfcd57121']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:36.466149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19a0e48f-5903-4b89-b255-0e6f1bb9179d req-7b310a32-85e5-452d-9a76-effe17fbe414 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053863 Mar 16 11:14:36.473769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c8df0fc1-3d70-46b3-8738-62d5dc86f9df req-f64b56ca-6543-4254-b091-001801bbb5bc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611722 Mar 16 11:14:36.478036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.484781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:36.485438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.490050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.496842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf4da8f-407b-4247-87cc-ea0beffd8464') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:36.506765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf4da8f-407b-4247-87cc-ea0beffd8464') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:36.529512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting port e574f54a-041d-4a3a-b5dd-2e371243e78c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:36.540540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.586601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Attempting to bind port e574f54a-041d-4a3a-b5dd-2e371243e78c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:36.586963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Attempting to bind port e574f54a-041d-4a3a-b5dd-2e371243e78c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '877b05dd-20e6-4426-8744-9a44ff7d7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:36.587365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Attempting to bind port e574f54a-041d-4a3a-b5dd-2e371243e78c on network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:36.598575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:36.599002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Checking segment: {'id': '877b05dd-20e6-4426-8744-9a44ff7d7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:36.599462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.599952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Bound using segment: {'id': '877b05dd-20e6-4426-8744-9a44ff7d7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:36.600445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Bound port: e574f54a-041d-4a3a-b5dd-2e371243e78c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877b05dd-20e6-4426-8744-9a44ff7d7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '19dc6f99-df04-40bf-9c50-cf5d295c5f0e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:36.600839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.625370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Allocated IP 172.20.0.18 (9c8e7a9a-b959-4501-9a07-a222e8fefb4f/93278909-a274-435c-b98f-37417031b13b/68a549c0-aff4-4d88-9e9c-b471668c00f1) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:36.632475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5869fad8-5c63-49da-bf75-58e661c19b6c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:36.656115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd02f1-1fe2-465e-93a3-00062397aff5 None None] Pushing event updated for resources: {'Port': ['ID=e574f54a-041d-4a3a-b5dd-2e371243e78c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.666649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5869fad8-5c63-49da-bf75-58e661c19b6c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:36.667020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.773067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event updated for resources: {'Network': ['ID=608fb3bf-5e73-49ff-8f97-39e64095d980,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:36.814205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 608fb3bf-5e73-49ff-8f97-39e64095d980 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:36.855304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] For port e574f54a-041d-4a3a-b5dd-2e371243e78c, host dv-neutron-833733-1-hyperv, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:36.855747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:36.925363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d961369d-a44a-4a9c-8afc-b6e4a8fb4b1a tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1145298 Mar 16 11:14:36.931091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.937068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Request body: {'network': {'project_id': '8c2a041e82eb4723ace41f6054be9af5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:36.944973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:36.949388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:36.965059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Usage tracker for resource:network and tenant:8c2a041e82eb4723ace41f6054be9af5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:36.970872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:36.978612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Calling delete_port for e574f54a-041d-4a3a-b5dd-2e371243e78c owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:36.983170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:37.007727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Made reservation on behalf of 8c2a041e82eb4723ace41f6054be9af5 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:37.010097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.035832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6aee-2811-482d-a81f-d6556e352419 req-b6a83e20-c0a9-429c-95c2-e269fe3f56da tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.037309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a1d6aee-2811-482d-a81f-d6556e352419 req-b6a83e20-c0a9-429c-95c2-e269fe3f56da tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.3043556 Mar 16 11:14:37.047004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.055979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51766d-9804-4a02-a1b1-c387d4d56029 req-51f5f179-1e3d-4ea7-8cea-849dd1bbd4c6 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.066183 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b51766d-9804-4a02-a1b1-c387d4d56029 req-51f5f179-1e3d-4ea7-8cea-849dd1bbd4c6 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.1758542 Mar 16 11:14:37.066681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.070530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Request body: {'floatingip': {'port_id': 'def9492a-e36e-4f40-bb81-1a53f4b1099e'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:37.146926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Request body: {'floatingip': {'port_id': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:37.165470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] For port e574f54a-041d-4a3a-b5dd-2e371243e78c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:37.169556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] For port e574f54a-041d-4a3a-b5dd-2e371243e78c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e574f54a-041d-4a3a-b5dd-2e371243e78c,segment=NetworkSegment(877b05dd-20e6-4426-8744-9a44ff7d7a19),segment_id=877b05dd-20e6-4426-8744-9a44ff7d7a19)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:37.181365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.183841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.197424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-29016363'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:37.210565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:37.220195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:37.233304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:network and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:37.236285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.242362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.250236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.257496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:37.258137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.276943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:37.280526 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:37.296749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd02f1-1fe2-465e-93a3-00062397aff5 None None] Pushing event updated for resources: {'Port': ['ID=e574f54a-041d-4a3a-b5dd-2e371243e78c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:37.327441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.327785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Added segment 977dcb0d-1220-48e0-a3f2-e0cae4538fb7 of type vlan for network fc22a112-0640-40ed-8de0-a576ee630478 Mar 16 11:14:37.330709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.336000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.364834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Transition to ACTIVE for port object 68a549c0-aff4-4d88-9e9c-b471668c00f1 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:37.369838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:37.373066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.390272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.393074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.408295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.413127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Transition to ACTIVE for port object 68a549c0-aff4-4d88-9e9c-b471668c00f1 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:37.416706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Routers {'876b5c87-f771-429d-8c92-90c52a76011d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:37.417416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['876b5c87-f771-429d-8c92-90c52a76011d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.428360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.438327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:37.438327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:37.449096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=fe45bbb3-0e89-4ae9-8adf-741bfcd57121,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:37.523765 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7088d9b6-8d23-4766-9e74-079384155ac0 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/fe45bbb3-0e89-4ae9-8adf-741bfcd57121 HTTP/1.1" status: 204 len: 168 time: 1.7681136 Mar 16 11:14:37.532186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.537373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.541520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 5869fad8-5c63-49da-bf75-58e661c19b6c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5869fad8-5c63-49da-bf75-58e661c19b6c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:37.543461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.564804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed8e8074-0fcf-41c9-9b7d-49dfc747ce7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02561da956dd4a0eaa34beff674595ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6151297 Mar 16 11:14:37.569533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:37.594927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.604916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:37.620621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:security_group_rule and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:37.644337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:37.649260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:37.654867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:37.661567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Pushing event updated for resources: {'Port': ['ID=68a549c0-aff4-4d88-9e9c-b471668c00f1,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:37.669057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:37.679352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:37.744883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.745725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:37.746498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.750471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.753650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] Set router 876b5c87-f771-429d-8c92-90c52a76011d gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:37.914162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b5c87-f771-429d-8c92-90c52a76011d', 'name': '', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:26Z', 'updated_at': '2022-03-16T11:14:36Z', 'revision_number': 4, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:37.923139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=5869fad8-5c63-49da-bf75-58e661c19b6c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:37.926375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Attempting to bind port 68a549c0-aff4-4d88-9e9c-b471668c00f1 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:37.926791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Attempting to bind port 68a549c0-aff4-4d88-9e9c-b471668c00f1 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:37.927199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Attempting to bind port 68a549c0-aff4-4d88-9e9c-b471668c00f1 on network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:37.929690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa278c5-40fc-4fc1-9fd5-b53e9505442b None None] The sync data for ids ['876b5c87-f771-429d-8c92-90c52a76011d'] in dv-neutron-833733-1-hyperv is: [{'id': '876b5c87-f771-429d-8c92-90c52a76011d', 'name': '', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:26Z', 'updated_at': '2022-03-16T11:14:36Z', 'revision_number': 4, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:37.938815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting port e574f54a-041d-4a3a-b5dd-2e371243e78c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:37.939637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.939728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:37.940065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Checking segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:37.941668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:37.941795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Bound using segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:37.942908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Bound port: 68a549c0-aff4-4d88-9e9c-b471668c00f1, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:37.943339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.022265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.038575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.047679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] For port 68a549c0-aff4-4d88-9e9c-b471668c00f1, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:38.052180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] For port 68a549c0-aff4-4d88-9e9c-b471668c00f1, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=68a549c0-aff4-4d88-9e9c-b471668c00f1,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:38.057756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.103631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.106590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1743472 Mar 16 11:14:38.115885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.130833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:38.133292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ad752-129c-4466-ac84-4ce87b52d8a7 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event updated for resources: {'Network': ['ID=fc22a112-0640-40ed-8de0-a576ee630478,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.135825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.146226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Request body: {'network': {'project_id': '8c2a041e82eb4723ace41f6054be9af5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:38.156964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:38.175006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network fc22a112-0640-40ed-8de0-a576ee630478 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:38.180222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Usage tracker for resource:network and tenant:8c2a041e82eb4723ace41f6054be9af5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:38.195903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:38.210772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:38.219207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34eeedd2-03b0-48e2-a62a-77e924d2feb7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.235967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.236309 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Added segment c34f896f-e1a5-482f-bc2e-3f833878aea6 of type vlan for network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc Mar 16 11:14:38.237804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:14:38.238434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:14:38.239683 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-81439ec2-f8d1-4c13-8d6f-b9521440ef1f tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1190717 Mar 16 11:14:38.244988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.247256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf4de80-8b53-45a1-a37c-d7f98241681f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.262868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.279303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85bff38-3609-4adf-b749-8ceecc4eea49') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.279593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85bff38-3609-4adf-b749-8ceecc4eea49') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:38.337978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.426484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5869fad8-5c63-49da-bf75-58e661c19b6c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:38.434112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.446229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.450344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:38.457220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.480753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da6cbc-a23c-4c32-916f-c30f9f0824db None None] Pushing event updated for resources: {'Port': ['ID=68a549c0-aff4-4d88-9e9c-b471668c00f1,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.494788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.527072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5869fad8-5c63-49da-bf75-58e661c19b6c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:38.527457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.570180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:38.570595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:38.592272 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:38.691624 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3216801 Mar 16 11:14:38.694173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] For port e574f54a-041d-4a3a-b5dd-2e371243e78c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e574f54a-041d-4a3a-b5dd-2e371243e78c,segment=NetworkSegment(877b05dd-20e6-4426-8744-9a44ff7d7a19),segment_id=877b05dd-20e6-4426-8744-9a44ff7d7a19)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:38.694518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.704209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d0179-ed2e-4e2f-ae2d-7e566daa8cde tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Network': ['ID=ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.709232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 34986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.715956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:38.805767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ad05da0-d104-4f6a-9bc4-d841fc7f85b1 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c2a041e82eb4723ace41f6054be9af5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5412467 Mar 16 11:14:38.811480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 34990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:38.837831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'subnet': {'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:38.851219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.898591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a316f-ce51-4f37-9839-763280fb6933,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:38.944254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:38.945639 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6df89771-221a-4817-9019-4ae6b9368eea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/985a316f-ce51-4f37-9839-763280fb6933 HTTP/1.1" status: 204 len: 168 time: 1.3424609 Mar 16 11:14:39.024447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Calling delete_port for e574f54a-041d-4a3a-b5dd-2e371243e78c owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:39.050726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.058537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.069365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:14:39.108959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.150702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] Pushing event deleted for resources: {'Network': ['ID=dbf4de80-8b53-45a1-a37c-d7f98241681f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:39.169957 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c6ed993-ba3b-4dd5-9b5a-f7e63b640196 tempest-BulkNetworkOpsTest-1176641201 tempest-BulkNetworkOpsTest-1176641201-project] 10.222.0.36 "DELETE /v2.0/networks/dbf4de80-8b53-45a1-a37c-d7f98241681f HTTP/1.1" status: 204 len: 168 time: 1.6352541 Mar 16 11:14:39.186746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:39.207425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:subnet and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:39.210152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.216964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.217860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:39.232280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.244115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:39.298418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.374847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.388400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:39.522259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.619625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:39.620342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.649860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6e0c5-6623-4c54-a9ec-cc06e5b3dc6c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:39.664896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:39.666087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9373968f-590d-482e-ab1a-8a1561b5e388 tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/92e6e0c5-6623-4c54-a9ec-cc06e5b3dc6c HTTP/1.1" status: 204 len: 168 time: 0.8492026 Mar 16 11:14:39.670736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.000640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.004069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.060054 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Floating IP 848b0717-0738-40fb-aac2-cdf8a8e2746c associated. External IP: 172.26.1.25, port: def9492a-e36e-4f40-bb81-1a53f4b1099e. Mar 16 11:14:40.087305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244d5ad-eb05-4837-969b-f93341e6bc1f None None] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:40.099089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.226765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1c45cfcd-e4a5-4df6-a372-d681c6ef964f None None] Provisioning for port 68a549c0-aff4-4d88-9e9c-b471668c00f1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:40.235443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Port': ['ID=e574f54a-041d-4a3a-b5dd-2e371243e78c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.265357 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebf3a5b4-abf7-41db-8354-b0ad0c625878 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7be54f7908ca4b888b91acd0e5a85159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6384089 Mar 16 11:14:40.269705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.377246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 68a549c0-aff4-4d88-9e9c-b471668c00f1 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:40.440866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:40.467090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Floating IP 7e93446f-17cc-4c0d-bc4b-d4a37e886a92 associated. External IP: 172.26.1.43, port: 787dfc8c-fcba-4fd4-b934-0ff3007a75f8. Mar 16 11:14:40.486736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Subnet': ['ID=a905b5f4-e5c7-405b-aff7-35b88c51f873,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.489630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Checking segment: {'id': 'c34f896f-e1a5-482f-bc2e-3f833878aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:40.490113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network hostable DHCP agents. Network: ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:40.510167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 68a549c0-aff4-4d88-9e9c-b471668c00f1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:40.515436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 68a549c0-aff4-4d88-9e9c-b471668c00f1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:40.515864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.525893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.629410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.670671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc22a112-0640-40ed-8de0-a576ee630478']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.674519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.701239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977dcb0d-1220-48e0-a3f2-e0cae4538fb7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.701529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977dcb0d-1220-48e0-a3f2-e0cae4538fb7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:40.717536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 68a549c0-aff4-4d88-9e9c-b471668c00f1, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=68a549c0-aff4-4d88-9e9c-b471668c00f1,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:40.723115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.736090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.764876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948672956'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:40.786189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.793911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:40.794484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.802985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=68a549c0-aff4-4d88-9e9c-b471668c00f1,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:40.818176 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:40.820318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:40.876739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.879210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e65ec93-b70d-4770-a416-312ce3ce3eff None None] Provisioning complete for port 68a549c0-aff4-4d88-9e9c-b471668c00f1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:40.879732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e65ec93-b70d-4770-a416-312ce3ce3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.880302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:40.892166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:40.910316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:40.918106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:40.944540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.959759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:40.962661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:40.971622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.008884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.011073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:41.020458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:41.021043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.026603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06d30e-4cf8-4d5c-a17b-329dcf825a39 None None] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:41.029493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.043813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.051867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.056185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc22a112-0640-40ed-8de0-a576ee630478,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.064015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.074342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5606e9cc-344b-465d-91fa-c84c4305f13d tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "DELETE /v2.0/networks/fc22a112-0640-40ed-8de0-a576ee630478 HTTP/1.1" status: 204 len: 168 time: 1.4023645 Mar 16 11:14:41.085062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.116965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:41.127871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-261b8d60-2974-4661-b5a6-5869c5321387 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4153247 Mar 16 11:14:41.166665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:security_group_rule and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:41.170391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:41.180270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.203851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1858562511', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:41.208896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:41.229247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.234604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:41.270679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:router and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:41.279698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04017f8a-4e15-4177-b762-c715a6eece74,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:41.282110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:41.298231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.299081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.299698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 876b5c87-f771-429d-8c92-90c52a76011d {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:14:41.301045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:41.320670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.323835 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-97c56093-f1b8-4cdc-a66b-a11b58ca1171 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/routers/876b5c87-f771-429d-8c92-90c52a76011d HTTP/1.1" status: 204 len: 168 time: 6.8480139 Mar 16 11:14:41.326051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:41.331423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f735eb-5f7b-4b66-8b78-45d48eb7d34f None None] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:41.384188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.388035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a56f7ce6-f1f0-4cdd-b9e1-8417ad5dce25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04017f8a-4e15-4177-b762-c715a6eece74 HTTP/1.1" status: 204 len: 168 time: 1.1045520 Mar 16 11:14:41.467273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.468113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.583715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting subnet b2834568-181d-41ce-bf5f-c338b9a02098 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:14:41.587000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.693256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.815587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.817684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.820668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.885735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.17 (9c8e7a9a-b959-4501-9a07-a222e8fefb4f/93278909-a274-435c-b98f-37417031b13b/a0914916-aeb4-43ba-a31e-402a748e7fa4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:41.898032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.899267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.926506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:41.965401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:41.997431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608fb3bf-5e73-49ff-8f97-39e64095d980']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:41.997680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.006397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97511897-4c3f-4a1f-a5fe-273a1b4afe4f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.029086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.029421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 5a5123e6-ea2a-4eed-bf94-3d7ac56e7561 of type vlan for network 41507f62-fd42-40bf-ad17-20f63399d90b Mar 16 11:14:42.051088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2834568-181d-41ce-bf5f-c338b9a02098,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.063563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.082950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41783316-c00a-4141-bf5d-cd1200a5e9c3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.083505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41783316-c00a-4141-bf5d-cd1200a5e9c3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.090334 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a83f7c2-02b0-4f6f-a365-8093f638e8cc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/b2834568-181d-41ce-bf5f-c338b9a02098 HTTP/1.1" status: 204 len: 168 time: 0.7631094 Mar 16 11:14:42.098822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.162697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.209014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.213719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 68a549c0-aff4-4d88-9e9c-b471668c00f1 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:42.215292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.229139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.229517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:42.230108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:42.245122 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:42.276353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.331876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 68a549c0-aff4-4d88-9e9c-b471668c00f1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:42.332370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.384503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.395222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.410083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object a0914916-aeb4-43ba-a31e-402a748e7fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:42.420598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.424081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:42.424625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.430493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.440110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.452544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] Pushing event deleted for resources: {'Network': ['ID=608fb3bf-5e73-49ff-8f97-39e64095d980,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.482999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc6f99-df04-40bf-9c50-cf5d295c5f0e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.499456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877b05dd-20e6-4426-8744-9a44ff7d7a19') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.501303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877b05dd-20e6-4426-8744-9a44ff7d7a19') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:42.526338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.526860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-866f67de-83db-443b-a7b9-aba241fd21ac tempest-QuotasNegativeTest-292723025 tempest-QuotasNegativeTest-292723025-project-admin] 10.222.0.36 "DELETE /v2.0/networks/608fb3bf-5e73-49ff-8f97-39e64095d980 HTTP/1.1" status: 204 len: 168 time: 1.4390590 Mar 16 11:14:42.530057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0804815 Mar 16 11:14:42.559879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.566210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:42.566684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.661395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:42.678655 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:42.681299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.693144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e117f82-4813-4bda-b5ea-81f4196edb3a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=41507f62-fd42-40bf-ad17-20f63399d90b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.717328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Router c814971d-3229-4ec0-b46a-9f341669d385 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:14:42.735308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 41507f62-fd42-40bf-ad17-20f63399d90b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:42.739174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.827891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.842371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19dc6f99-df04-40bf-9c50-cf5d295c5f0e {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:14:42.887750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:42.912353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Network': ['ID=19dc6f99-df04-40bf-9c50-cf5d295c5f0e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:42.932082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:42.935809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:42.942968 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-34f91e68-ba27-4a76-8c63-2055567ededc tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/networks/19dc6f99-df04-40bf-9c50-cf5d295c5f0e HTTP/1.1" status: 204 len: 168 time: 0.8431263 Mar 16 11:14:42.946364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:43.061951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.129290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Router 1770b433-6978-487e-9926-2e62da7237ab has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:14:43.257263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-1764129178'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:43.282924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:43.306420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.401182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4677a9b0-b882-446c-8e6a-7cefacffc4d8 None None] Provisioning for port a0914916-aeb4-43ba-a31e-402a748e7fa4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:43.412278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4677a9b0-b882-446c-8e6a-7cefacffc4d8 None None] Provisioning complete for port a0914916-aeb4-43ba-a31e-402a748e7fa4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:43.413923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4677a9b0-b882-446c-8e6a-7cefacffc4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.533589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4677a9b0-b882-446c-8e6a-7cefacffc4d8 None None] Port a0914916-aeb4-43ba-a31e-402a748e7fa4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:43.614374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:43.617851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:43.625630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:43.655671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:43.659041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.725934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:43.760848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35088) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:43.859529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:43.867480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:security_group_rule and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:43.879449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:43.889595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:44.061322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.064945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.073765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.080592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.086332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'name': 'tempest-router--369728746', 'project_id': 'e531eb8009a84915b52d0f8674721c80'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:44.089982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.146916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:44.162117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:router and tenant:e531eb8009a84915b52d0f8674721c80 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:44.170344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.194842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:44.210024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:44.219867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.221679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.223981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.237090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:44.242870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.375643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:44.377155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:44.430322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41a7d9-9b48-4110-8c65-73f8d9c5312f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.474532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:44.479372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Usage tracker for resource:security_group_rule and tenant:c40336f27c90446189f0c456ee6bc044 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:44.482936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:44.490445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:44.556108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.556750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment 69a8289b-e968-48b9-a30a-07b4399cf4e2 of type vlan for network 50782b69-9ff1-49ce-b906-993f20f84c51 Mar 16 11:14:44.569065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.569982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.652560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.656314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.674267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.683898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-871a296b-f136-427d-a42c-7f50362d7b10 None None] Provisioning complete for port a0914916-aeb4-43ba-a31e-402a748e7fa4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:44.685729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-871a296b-f136-427d-a42c-7f50362d7b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.754961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-871a296b-f136-427d-a42c-7f50362d7b10 None None] Port a0914916-aeb4-43ba-a31e-402a748e7fa4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:44.786886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:44.800671 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Sync routers for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:44.812887 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:44.813191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.813878 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:44.829849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb37854-2152-4f8e-94f2-30f1071c64c0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:44.846409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:14:44.848302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3bda7cdf-051b-4584-9c10-94f298a05f9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c40336f27c90446189f0c456ee6bc044&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0849140 Mar 16 11:14:44.858294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35098) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:44.861864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.865580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:44.866243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:44.872586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.207 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/bc9abf04-a709-4151-bb71-e97f6bca6e35) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:44.915725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.031341 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:45.099270 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4369123 Mar 16 11:14:45.100156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.101192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75a047bc-788b-47be-94c2-30b3651e746d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0306394 Mar 16 11:14:45.102343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.110246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35102) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.110863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35104) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.126298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2370d9a-3c5a-4435-946a-948f30c12b69 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=50782b69-9ff1-49ce-b906-993f20f84c51,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:45.135798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:45.138145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 50782b69-9ff1-49ce-b906-993f20f84c51 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:45.152007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.169589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.244016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-1095357884'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:45.267478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a135e478-159b-4aa0-96cf-5a38c5c0f0eb tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "PUT /v2.0/floatingips/7e93446f-17cc-4c0d-bc4b-d4a37e886a92 HTTP/1.1" status: 200 len: 990 time: 8.1472709 Mar 16 11:14:45.303691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Sync routers for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:45.323403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:45.326373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.417933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.437964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:45.460803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.533536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:45.552799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:45.557754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.581958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:45.633888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:45.702937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:45.710158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:45.714792 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'status': 'completed', 'code': 200} Mar 16 11:14:45.718797 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '848b0717-0738-40fb-aac2-cdf8a8e2746c', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'port_id': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'mac_address': 'fa:16:3e:ca:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.727447 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Checking router: c814971d-3229-4ec0-b46a-9f341669d385 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:14:45.730591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:45.752752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:45.753388 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.773782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:45.776759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.806476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:45.854063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:45.861438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d44b8f7d-4050-4217-815f-ca73058f85b9 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "PUT /v2.0/floatingips/848b0717-0738-40fb-aac2-cdf8a8e2746c HTTP/1.1" status: 200 len: 991 time: 8.8096893 Mar 16 11:14:45.880638 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:45.881693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:45.902259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.902818 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment cea6ae17-b180-45e5-abd2-de482d54b708 of type vlan for network 1b53e772-503c-4ad4-88b6-73d5adfdc990 Mar 16 11:14:45.962974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '7e93446f-17cc-4c0d-bc4b-d4a37e886a92', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '1770b433-6978-487e-9926-2e62da7237ab', 'port_id': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'mac_address': 'fa:16:3e:ba:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:53Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:45.963866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:45.969041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Checking router: 1770b433-6978-487e-9926-2e62da7237ab for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:14:45.986036 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:45.996182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:45.997093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.001885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=bc9abf04-a709-4151-bb71-e97f6bca6e35,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:46.011264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.204312 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-d7a74be7-d737-4636-8c6b-022a1bc0f76e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1937544 Mar 16 11:14:46.212030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:46.216283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:46.219140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:46.224851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:46.242756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974ed02-14c0-4446-9483-e6341a94ed51 req-a4ea4c55-c78a-46d3-9a15-0fe52e9ca961 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.244156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4974ed02-14c0-4446-9483-e6341a94ed51 req-a4ea4c55-c78a-46d3-9a15-0fe52e9ca961 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.7051222 Mar 16 11:14:46.256032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:46.282228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.285763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:46.287013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.291664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.292881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.423206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-29179e5f-16fb-4f2e-a75a-ef405903ed65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa1892e3ddf545da9a9d088887aea253&device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 1098 time: 0.7103224 Mar 16 11:14:46.427536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.430988 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bb37854-2152-4f8e-94f2-30f1071c64c0 HTTP/1.1" status: 204 len: 168 time: 1.5616014 Mar 16 11:14:46.432135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fcebe-d9ee-4297-89ba-2ac0234c4371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb37854-2152-4f8e-94f2-30f1071c64c0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:46.433941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=1b53e772-503c-4ad4-88b6-73d5adfdc990,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:46.443894 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-153d21ea-a148-49a2-82e2-e18b18092473 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2254968 Mar 16 11:14:46.444528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:46.458476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:46.461604 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '848b0717-0738-40fb-aac2-cdf8a8e2746c', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'port_id': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'mac_address': 'fa:16:3e:ca:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:46.473039 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f8bae-a62b-4c96-a441-6cf0ed4ef855 None None] The sync data for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv is: [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '848b0717-0738-40fb-aac2-cdf8a8e2746c', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'port_id': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'mac_address': 'fa:16:3e:ca:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:57Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:46.480583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d64995-44ff-400a-acac-dbf3ce3fd851 req-90dbe4e5-6169-4c82-85f8-d12d347485ce tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:46.483383 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3d64995-44ff-400a-acac-dbf3ce3fd851 req-90dbe4e5-6169-4c82-85f8-d12d347485ce tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.3771839 Mar 16 11:14:46.489238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.489964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.523125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:46.551572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4974ed02-14c0-4446-9483-e6341a94ed51 req-5f66c943-f25c-4651-adfb-37b2191fbdd6 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733254 Mar 16 11:14:46.804572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:46.817229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:46.862325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:46.889531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:47.007879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:47.033662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:47.042151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6d126d08-6957-41a6-beff-04680dbdbd72 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/45e19da0-23a4-4ce8-8b4f-2debc5d36e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3686838 Mar 16 11:14:47.044939 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:47.056009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.056683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.060687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:47.065864 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:47.067087 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.083712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a174247-83a1-4feb-bcc7-ed1bdc511b54 None None] New status for floating IP 848b0717-0738-40fb-aac2-cdf8a8e2746c: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:14:47.109127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.266800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '7e93446f-17cc-4c0d-bc4b-d4a37e886a92', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '1770b433-6978-487e-9926-2e62da7237ab', 'port_id': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'mac_address': 'fa:16:3e:ba:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:53Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.271652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.274636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7700b-3599-4a9a-995e-af58ab26ee22 None None] The sync data for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv is: [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '7e93446f-17cc-4c0d-bc4b-d4a37e886a92', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '1770b433-6978-487e-9926-2e62da7237ab', 'port_id': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'mac_address': 'fa:16:3e:ba:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:13:53Z', 'updated_at': '2022-03-16T11:14:38Z', 'revision_number': 1, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:47.276618 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:47.283701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.311759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.312123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.312483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.312834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.313190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.313538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.313882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.314252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.314596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.314940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.316983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d717c71a-4c00-40e3-9fd0-4082f1f1693d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6901 time: 0.2591870 Mar 16 11:14:47.330037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.366575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3d64995-44ff-400a-acac-dbf3ce3fd851 req-3cc8bf5c-0b5d-47b8-9608-19a376a25eb1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8662064 Mar 16 11:14:47.401818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-89eb26d3-cfab-4051-a2ea-8f8b5e184e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.403755 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-89eb26d3-cfab-4051-a2ea-8f8b5e184e34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 200 len: 906 time: 0.9721556 Mar 16 11:14:47.484272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.529002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:47.580962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.581345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9319f4d8-d464-4ffe-915c-338df5c25a78 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:14:47.586182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Usage tracker for resource:security_group_rule and tenant:c3caf796ccda47ad9d73bdb48327a29d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:47.596420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:47.617045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-b0166085-370d-448c-a12d-3618581b2005 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 200 len: 998 time: 0.2029445 Mar 16 11:14:47.628750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:47.633382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.633764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.634136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.634838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.635280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.635622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.635959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.640344 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d989c371-008c-4a2a-8e13-2bf1f6b77279 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.3064237 Mar 16 11:14:47.642293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:47.695603 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:47.701137 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:14:47.701515 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Updating router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e port a0914916-aeb4-43ba-a31e-402a748e7fa4 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:14:47.716771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:14:47.727619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-d7e1346b-d8ef-4485-96f4-2692b831eafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:47.729963 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-d7e1346b-d8ef-4485-96f4-2692b831eafd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c77ee813-f88b-4d65-8824-967a64b60f37 HTTP/1.1" status: 200 len: 845 time: 0.1046729 Mar 16 11:14:47.742362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.774792 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.787690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'status': 'completed', 'code': 200} Mar 16 11:14:47.823107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:47.826902 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a5a47fd-1738-4cfe-bf7b-c993319d16b6 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9319f4d8-d464-4ffe-915c-338df5c25a78 HTTP/1.1" status: 204 len: 168 time: 2.6041560 Mar 16 11:14:47.944125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:47.944766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 41507f62-fd42-40bf-ad17-20f63399d90b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:47.952317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=ba4b4b30-d813-4881-98b2-a9bf33353657,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:47.978591 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-0403e22b-c373-4353-9e04-0f53e7f44a02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0624426a-adf7-471c-83b8-354a3682d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2285147 Mar 16 11:14:47.979163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:14:47.996830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.009204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.111550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fd6a6-a404-4fc0-9424-a92bce117fb5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.118501 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d4b0f73-7716-43d3-8efb-209593e4ac9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3caf796ccda47ad9d73bdb48327a29d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0075471 Mar 16 11:14:48.122240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.143976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.151191 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-4ceb133d-dea1-4247-9334-1ef8f8947e5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=095dfadd0fa94ae6bd6a70a4a337545c&device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 1099 time: 0.3315294 Mar 16 11:14:48.151720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.223301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 41507f62-fd42-40bf-ad17-20f63399d90b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:48.248395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 41507f62-fd42-40bf-ad17-20f63399d90b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:48.260654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a81bd8-bb9c-4c31-b19c-739b0d01ad25 None None] Network 41507f62-fd42-40bf-ad17-20f63399d90b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:48.282210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:48.283046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.315552 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.327100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-942bc55f-3377-48bb-ac6e-03be5c5e1767 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419693 Mar 16 11:14:48.329951 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20dba047-b7bb-4e86-8b9e-574b2c6bad9d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4700146 Mar 16 11:14:48.340747 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Transition to ACTIVE for port object a0914916-aeb4-43ba-a31e-402a748e7fa4 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:48.350267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.353424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.412969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203462439'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:48.423587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:48.449584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:48.453708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:48.461374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:48.477002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:48.481257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.545115 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a123e-48ec-4be3-8a25-4e5edb7d14fa None None] Pushing event updated for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.566143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:48.584617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.585195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 53acfb29-23d4-4cd0-bf98-656dbd02271e of type vlan for network 93c84152-80a3-400f-8043-e7b2fb52344b Mar 16 11:14:48.603606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.621425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.662658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.668093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:48.669493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.677919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-41507f62-fd42-40bf-ad17-20f63399d90b', 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': 'ba4b4b30-d813-4881-98b2-a9bf33353657'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:48.678758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.713094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=676104a1-2f50-451b-a731-bc52a032177f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.715725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-fe044771-f49a-4d19-9262-0817c745bfc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:48.717223 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-fe044771-f49a-4d19-9262-0817c745bfc1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de9facff-cda2-48a4-bb11-2e0430deac18 HTTP/1.1" status: 200 len: 912 time: 0.3804104 Mar 16 11:14:48.732900 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Attempting to bind port a0914916-aeb4-43ba-a31e-402a748e7fa4 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:48.733475 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Attempting to bind port a0914916-aeb4-43ba-a31e-402a748e7fa4 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:48.735649 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Attempting to bind port a0914916-aeb4-43ba-a31e-402a748e7fa4 on network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:48.765669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:48.766407 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Checking segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:48.767090 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.767688 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Bound using segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:48.768521 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Bound port: a0914916-aeb4-43ba-a31e-402a748e7fa4, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:48.769191 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.809728 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d2d60a6a-9d61-44fd-83a4-b8c54ea88a71 req-c281b638-225f-44bf-b21a-ba2fc529e366 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762802 Mar 16 11:14:48.835060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4759092 Mar 16 11:14:48.836973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:48.850982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '93c84152-80a3-400f-8043-e7b2fb52344b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:48.874607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671414a-a506-4470-a905-fc2d45fa70cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=93c84152-80a3-400f-8043-e7b2fb52344b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:48.883709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432676826', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:48.896252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 93c84152-80a3-400f-8043-e7b2fb52344b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:48.914032 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] For port a0914916-aeb4-43ba-a31e-402a748e7fa4, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:48.917943 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] For port a0914916-aeb4-43ba-a31e-402a748e7fa4, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a0914916-aeb4-43ba-a31e-402a748e7fa4,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:48.923658 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.926479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:48.961446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:48.968581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': '69a8289b-e968-48b9-a30a-07b4399cf4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:48.968936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 50782b69-9ff1-49ce-b906-993f20f84c51, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:48.980626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:48.994893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:49.014070 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a123e-48ec-4be3-8a25-4e5edb7d14fa None None] Pushing event updated for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:49.018021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:49.019148 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:49.019747 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:49.044530 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14ffc1cf-55bf-49d9-a523-20009273e927 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 1.3965788 Mar 16 11:14:49.083972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Allocated IP 2001:db8:0:ffff::2 (41507f62-fd42-40bf-ad17-20f63399d90b/ba4b4b30-d813-4881-98b2-a9bf33353657/fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:49.100472 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-cedb8ec4-66d8-4dba-ac92-72bec504cb59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e HTTP/1.1" status: 200 len: 1001 time: 0.3709092 Mar 16 11:14:49.117484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.118559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.139317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.223498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:49.263157 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:49.277772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-0a7b3bf6-1961-4695-8dac-f193d9064829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.279269 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-0a7b3bf6-1961-4695-8dac-f193d9064829 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c248314-6441-4882-8948-81bec31d9c9b HTTP/1.1" status: 200 len: 851 time: 0.1678579 Mar 16 11:14:49.300871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.302181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ea6fceb-869b-497a-990c-3dbeb60ee50e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1209257 Mar 16 11:14:49.303627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:49.320017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35178) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.323805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:49.392573 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:49.393369 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:49.402851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:49.414025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.426529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 50782b69-9ff1-49ce-b906-993f20f84c51 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:49.460913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:49.518619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Transition to ACTIVE for port object fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:49.548264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.548494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Transition to ACTIVE for port object fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:49.563750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.574651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35182) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.574841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec81fba-6ce5-42a0-af4c-5f1376ad015e None None] New status for floating IP 7e93446f-17cc-4c0d-bc4b-d4a37e886a92: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:14:49.576775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 50782b69-9ff1-49ce-b906-993f20f84c51) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:49.589646 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:14:49.593497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.594343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.597753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998320090', 'description': 'tempest-secgroup-smoke-998320090 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:49.606165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:49.623527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:49.630117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fd6a6-a404-4fc0-9424-a92bce117fb5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:49.635409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.640103 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-826dcfa9-ef33-4c00-a0f7-bc07bb14bb75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e68fd6a6-a404-4fc0-9424-a92bce117fb5 HTTP/1.1" status: 204 len: 168 time: 1.5115893 Mar 16 11:14:49.640103 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-42751f74-52fd-42a4-8260-04e475ddc134 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1887646 Mar 16 11:14:49.662857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:49.683097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:49.693894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-16e83046-2aef-4eff-b47b-6a4edb7ab9a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa1892e3ddf545da9a9d088887aea253&device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 1098 time: 0.6191597 Mar 16 11:14:49.709587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:49.724399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:49.726303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.737598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Network 41507f62-fd42-40bf-ad17-20f63399d90b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:49.742310 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-705496b1-2454-4e02-8d14-90b3962f2f04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de9facff-cda2-48a4-bb11-2e0430deac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3514972 Mar 16 11:14:49.743372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946d5f9-ec57-48ee-916b-ebdc0bf076cb None None] Network 50782b69-9ff1-49ce-b906-993f20f84c51 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:49.781649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:49.797665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:49.863809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:49.940625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-270f5e81-a31a-4978-bba3-c8f031a510c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:49.940870 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:49.941946 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:49.943000 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-270f5e81-a31a-4978-bba3-c8f031a510c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 200 len: 906 time: 0.2044623 Mar 16 11:14:49.946306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:49.974071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.013737 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.015985 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010a6be-b5f7-4706-8bac-8ec1369cb3f5 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:50.030693 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-195853b2-9040-4d53-8ef8-6e19617a3530 service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680880 Mar 16 11:14:50.064756 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:48Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:50.069477 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f02a6e-2ed4-4e72-99af-210c32f12ec8 None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:48Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:50.210358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:50.314570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:50.321242 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-9321af01-1722-426b-8082-b44e817c6e42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 200 len: 998 time: 0.3595469 Mar 16 11:14:50.327161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:50.357174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:50.369690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:50.411531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:50.441093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:50.449693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:50.451132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-4884bde0-cc8f-4a02-af4b-55a4c08c0c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:50.452600 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-4884bde0-cc8f-4a02-af4b-55a4c08c0c9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c77ee813-f88b-4d65-8824-967a64b60f37 HTTP/1.1" status: 200 len: 845 time: 0.1226366 Mar 16 11:14:50.463557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a0914916-aeb4-43ba-a31e-402a748e7fa4 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:50.479219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:50.558532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:50.579274 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-886ccea7-4dcf-4d85-b0c8-1810e31d4eee req-9564f19c-9e02-45ac-ae6b-4c9af766da11 service neutron] 10.222.0.59 "GET /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298407 Mar 16 11:14:50.640163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Pushing event updated for resources: {'Port': ['ID=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:50.645188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Attempting to bind port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:50.645545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Attempting to bind port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:50.645891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Attempting to bind port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e on network 41507f62-fd42-40bf-ad17-20f63399d90b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:50.734713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:50.735155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Checking segment: {'id': '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:50.735554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.735958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Bound using segment: {'id': '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:50.736488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Bound port: fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '41507f62-fd42-40bf-ad17-20f63399d90b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:50.736871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.752049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.753363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-50782b69-9ff1-49ce-b906-993f20f84c51', 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': '676104a1-2f50-451b-a731-bc52a032177f'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:50.754209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.769144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a0914916-aeb4-43ba-a31e-402a748e7fa4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:50.784338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a0914916-aeb4-43ba-a31e-402a748e7fa4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:50.784698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:50.846023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-073fcb08-6b0b-4287-9b08-7128713c99f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0624426a-adf7-471c-83b8-354a3682d32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3547690 Mar 16 11:14:50.850750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.018706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.144522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.150445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-2a6d14b7-de15-46f6-906b-c7f3c98ced3f service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929728 Mar 16 11:14:51.151366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.152711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.5690556 Mar 16 11:14:51.154828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.179401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:51.220477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=9a08e06f-e093-4afb-95cc-494703110645,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.243578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] For port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:51.288271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] For port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,segment=NetworkSegment(5a5123e6-ea2a-4eed-bf94-3d7ac56e7561),segment_id=5a5123e6-ea2a-4eed-bf94-3d7ac56e7561)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:51.306071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.307535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.340325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.375092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.430605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Allocated IP 172.20.0.2 (50782b69-9ff1-49ce-b906-993f20f84c51/676104a1-2f50-451b-a731-bc52a032177f/b6fced46-1cf7-4ee7-81b4-c12f2676557e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:51.435498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:51.457070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': 'cea6ae17-b180-45e5-abd2-de482d54b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:51.457608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 1b53e772-503c-4ad4-88b6-73d5adfdc990, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:51.531033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:51.531935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:51.562140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:51.588893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 1b53e772-503c-4ad4-88b6-73d5adfdc990) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:51.597189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.597772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.611642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7354d7-86d8-4406-bff9-0c73b6758114 None None] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:51.614758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:51.622874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3cdd-34f7-4559-a5d4-9dcbc95bf886 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61c154-d3f5-4e7b-8a1b-659cd4675475,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.628579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Allocated IP 172.26.1.128 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/3dce962e-913f-4bf5-b209-4e6d4015279e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:51.657628 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f754354a-42e1-4963-9fc8-fe86888299c9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9926822 Mar 16 11:14:51.659221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:51.660326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:51.669885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a0914916-aeb4-43ba-a31e-402a748e7fa4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a0914916-aeb4-43ba-a31e-402a748e7fa4,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:51.672465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2076993661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:51.696391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=f34887e9-337e-431b-8e28-1f7d530c05c7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.713650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:51.750978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': '53acfb29-23d4-4cd0-bf98-656dbd02271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '93c84152-80a3-400f-8043-e7b2fb52344b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:51.751230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 93c84152-80a3-400f-8043-e7b2fb52344b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:51.757302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ec123cf-c942-4a8c-a0ce-d9700881dab4 req-72932bd9-c320-4b1b-a14f-48fa09cdfaa5 service neutron] 10.222.0.59 "GET /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963860 Mar 16 11:14:51.766309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.819810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26517f62-ce3f-471e-a078-293fa155f4ee None None] Pushing event updated for resources: {'Port': ['ID=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:51.904890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 93c84152-80a3-400f-8043-e7b2fb52344b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:51.936932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:51.942270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:51.953490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 93c84152-80a3-400f-8043-e7b2fb52344b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:51.957499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.963474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.965096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:51.971745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:51.972349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.984789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:51.985822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.000166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.012659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.019215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.029880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712f918-8047-462e-b058-c3cbf25e8972 None None] Network 93c84152-80a3-400f-8043-e7b2fb52344b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:52.033470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.104162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7508caa-2f36-44dc-93d1-5255d56d2894 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2652693 Mar 16 11:14:52.105420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a486ecb-88c3-47be-a6f1-d071d3ccad50,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:52.111688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.127529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event updated for resources: {'Port': ['ID=3dce962e-913f-4bf5-b209-4e6d4015279e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:52.176945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.189510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.191266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2eebaa35-35ba-43b5-b7da-0bc970ab6e1c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9713032 Mar 16 11:14:52.199774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:52.204240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.207554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:52.215764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:52.279927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:52.339773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:52.366186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:52.369912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1b53e772-503c-4ad4-88b6-73d5adfdc990', 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': '9a08e06f-e093-4afb-95cc-494703110645'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:52.369912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.385903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:52.393731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.398073 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-197403ee-5a9c-4def-8227-cb6d4b21de5e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7349579 Mar 16 11:14:52.400898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:52.401742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:52.417127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:52.440313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:52.583385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.645023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Allocated IP 172.21.0.2 (1b53e772-503c-4ad4-88b6-73d5adfdc990/9a08e06f-e093-4afb-95cc-494703110645/eebee7cb-cadd-4965-9599-9d2f7088543e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:52.715503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.835426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.924178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:52.980975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.023640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.039243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18970c-93a7-48f8-96d8-cffd4b263b7f None None] Network 41507f62-fd42-40bf-ad17-20f63399d90b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:53.044117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=f34887e9-337e-431b-8e28-1f7d530c05c7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.061559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Transition to ACTIVE for port object b6fced46-1cf7-4ee7-81b4-c12f2676557e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:53.064436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.116017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.157073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c84152-80a3-400f-8043-e7b2fb52344b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:53.163125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.192410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b1c7b-bdad-4f07-b42f-a727ee2527cf None None] Network 93c84152-80a3-400f-8043-e7b2fb52344b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:53.231480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53acfb29-23d4-4cd0-bf98-656dbd02271e') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:53.231763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53acfb29-23d4-4cd0-bf98-656dbd02271e') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:53.235038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Transition to ACTIVE for port object eebee7cb-cadd-4965-9599-9d2f7088543e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:53.235918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.237413 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0318754 Mar 16 11:14:53.240534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:53.254499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:53.262733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:53.264934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5875-3af0-40c4-a5c5-a674a60af91e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81953361-60fd-4c8f-9eea-3e0742e3b07a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.270709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35252) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:53.278419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:53.281747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:53.285103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.285822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.298592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Transition to ACTIVE for port object b6fced46-1cf7-4ee7-81b4-c12f2676557e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:53.335661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.351456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:53.359199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.383737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:53.431802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Transition to ACTIVE for port object eebee7cb-cadd-4965-9599-9d2f7088543e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:53.434704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Network 50782b69-9ff1-49ce-b906-993f20f84c51 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:53.441184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Provisioning for port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:53.446345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.456175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:53.458620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:53.515671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1771057280', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:53.530058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:53.536137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:network and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:53.542550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.562226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:14:53.562572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.568997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:14:53.576886 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:14:53.583103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:53.586935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.626976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Pushing event updated for resources: {'Port': ['ID=b6fced46-1cf7-4ee7-81b4-c12f2676557e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.632002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.642102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Made reservation on behalf of a7174b8029b64059a6139ce98ca7af23 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:53.644343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.677632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.678626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Provisioning complete for port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:53.679989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.699885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.701124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.719269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.741118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=93c84152-80a3-400f-8043-e7b2fb52344b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:53.760059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebec2ec1-a461-4f2d-bad9-be585034a771 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/93c84152-80a3-400f-8043-e7b2fb52344b HTTP/1.1" status: 204 len: 168 time: 1.6456518 Mar 16 11:14:53.765589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:53.780212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623298612'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:53.789898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:53.798487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:53.803574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:53.835640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:53.847422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:53.849863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:53.851170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:53.876574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:53.879615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.902569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:53.921746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Attempting to bind port b6fced46-1cf7-4ee7-81b4-c12f2676557e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:53.922159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Attempting to bind port b6fced46-1cf7-4ee7-81b4-c12f2676557e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '69a8289b-e968-48b9-a30a-07b4399cf4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:53.922499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Attempting to bind port b6fced46-1cf7-4ee7-81b4-c12f2676557e on network 50782b69-9ff1-49ce-b906-993f20f84c51 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:53.924791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.925915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:security_group_rule and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:53.964429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:53.971787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:53.973702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:53.998266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Pushing event updated for resources: {'Port': ['ID=eebee7cb-cadd-4965-9599-9d2f7088543e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.016300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:54.016727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Checking segment: {'id': '69a8289b-e968-48b9-a30a-07b4399cf4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:54.017027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.017439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Bound using segment: {'id': '69a8289b-e968-48b9-a30a-07b4399cf4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:54.017911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Bound port: b6fced46-1cf7-4ee7-81b4-c12f2676557e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a8289b-e968-48b9-a30a-07b4399cf4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50782b69-9ff1-49ce-b906-993f20f84c51'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:54.019701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.030497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935683a1-ec66-4c99-809e-2b616fa97ca2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.043659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:54.053508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Attempting to bind port eebee7cb-cadd-4965-9599-9d2f7088543e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:54.053695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.053894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Attempting to bind port eebee7cb-cadd-4965-9599-9d2f7088543e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'cea6ae17-b180-45e5-abd2-de482d54b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:54.054055 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment d34cb98b-44d0-49ac-836e-7f2db0997c4a of type vlan for network 8281b538-7cf3-46d5-a669-d323fd9f168d Mar 16 11:14:54.055349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Attempting to bind port eebee7cb-cadd-4965-9599-9d2f7088543e on network 1b53e772-503c-4ad4-88b6-73d5adfdc990 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:54.081389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.128245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.129410 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66704c16-43cf-4ee1-b3c3-c131eeac80ab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8826921 Mar 16 11:14:54.142204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35262) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.158647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:54.161212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:54.161584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Checking segment: {'id': 'cea6ae17-b180-45e5-abd2-de482d54b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:54.161978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.162382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Bound using segment: {'id': 'cea6ae17-b180-45e5-abd2-de482d54b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:54.162942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Bound port: eebee7cb-cadd-4965-9599-9d2f7088543e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea6ae17-b180-45e5-abd2-de482d54b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1b53e772-503c-4ad4-88b6-73d5adfdc990'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:54.163209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.170481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:54.191329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:54.199249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:54.205911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.1 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/2debc26b-6aeb-4822-9003-4a50138122fa) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:54.222991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:54.241124 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.256172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.274475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.281260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a0914916-aeb4-43ba-a31e-402a748e7fa4 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:54.320169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] For port b6fced46-1cf7-4ee7-81b4-c12f2676557e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:54.336174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:54.337117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.338906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.342033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:54.342743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.374301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5782b-52af-4c30-9ba2-4c8d95e752ab,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.388428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.389016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] For port b6fced46-1cf7-4ee7-81b4-c12f2676557e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b6fced46-1cf7-4ee7-81b4-c12f2676557e,segment=NetworkSegment(69a8289b-e968-48b9-a30a-07b4399cf4e2),segment_id=69a8289b-e968-48b9-a30a-07b4399cf4e2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:54.392257 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Added segment 7c010770-2e14-4d5d-b8a3-4f3c2d5ab066 of type vlan for network e2468042-5e09-4316-a18e-454524b4eebf Mar 16 11:14:54.405783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.443572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] For port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,segment=NetworkSegment(5a5123e6-ea2a-4eed-bf94-3d7ac56e7561),segment_id=5a5123e6-ea2a-4eed-bf94-3d7ac56e7561)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:54.450877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.465558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.472803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] For port eebee7cb-cadd-4965-9599-9d2f7088543e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:54.503327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] For port eebee7cb-cadd-4965-9599-9d2f7088543e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eebee7cb-cadd-4965-9599-9d2f7088543e,segment=NetworkSegment(cea6ae17-b180-45e5-abd2-de482d54b708),segment_id=cea6ae17-b180-45e5-abd2-de482d54b708)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:54.505396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.20.0.1 (50782b69-9ff1-49ce-b906-993f20f84c51/676104a1-2f50-451b-a731-bc52a032177f/72d55350-770a-4272-b94e-acf984a15e20) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:54.515650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7493529 Mar 16 11:14:54.515987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.520993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35266) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.523599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8d537-6fc1-4012-967b-594e97edc09f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=8281b538-7cf3-46d5-a669-d323fd9f168d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.528772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d31873-1937-42dd-963e-c2a0e95ea29f None None] Pushing event updated for resources: {'Port': ['ID=b6fced46-1cf7-4ee7-81b4-c12f2676557e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.533175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:54.551205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.555129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:54.555994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.576881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 8281b538-7cf3-46d5-a669-d323fd9f168d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:54.618354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.678595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a0914916-aeb4-43ba-a31e-402a748e7fa4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:54.678966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.771797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:54.781298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:54.785156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:54.793258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:54.805480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:54.891015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39c752-b17f-4e36-950f-3f5c98387ba2 None None] Pushing event updated for resources: {'Port': ['ID=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.909544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:54.929240 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6574855 Mar 16 11:14:54.930121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Router 3d572eb0-e063-4c4a-817f-41d47adc95b2 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:14:54.946558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:54.957331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'subnet': {'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:54.988408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d81ef-8724-41d5-827d-a617f97c08ff None None] Pushing event updated for resources: {'Port': ['ID=eebee7cb-cadd-4965-9599-9d2f7088543e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:54.998665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d63bbe1d-6a57-44fc-9cfb-413c2135b08d None None] Provisioning complete for port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:54.999463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d63bbe1d-6a57-44fc-9cfb-413c2135b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.008421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:55.015396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338aa50-f074-498f-a0e7-25b042f7f07a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Network': ['ID=e2468042-5e09-4316-a18e-454524b4eebf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:55.029407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:55.050251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:subnet and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:55.056920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.058153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:55.068007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e2468042-5e09-4316-a18e-454524b4eebf details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:55.068173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.073652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:55.078961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.088540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:55.098619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:55.174694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 72d55350-770a-4272-b94e-acf984a15e20 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:55.174873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.183398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Made reservation on behalf of a7174b8029b64059a6139ce98ca7af23 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:55.185434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.210623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a764ce-1797-4b7c-a9cb-22019b3921f5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:55.256934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=2debc26b-6aeb-4822-9003-4a50138122fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:55.271028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.271307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.272481 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a24589ad-29de-4609-bd3e-8a529fe0c73f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1292808 Mar 16 11:14:55.302376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:55.367335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:55.379961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:55.395388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:55.400638 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.402248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:55.412501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:55.463338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:55.484381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.492303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 50782b69-9ff1-49ce-b906-993f20f84c51 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:55.498449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:55.501676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:55.547975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.562120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=72d55350-770a-4272-b94e-acf984a15e20,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:55.654679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.837206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.850940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.925108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d3b202-b166-41ba-99e3-894ba642cba6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:55.938587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.940862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:55.958824 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] Sync routers for ids ['3d572eb0-e063-4c4a-817f-41d47adc95b2'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:55.989799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:55.993028 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] Routers {'3d572eb0-e063-4c4a-817f-41d47adc95b2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:55.994184 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d8a1d89-2b40-41ab-88c7-41c82bddb1b7 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6589215 Mar 16 11:14:55.994596 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3d572eb0-e063-4c4a-817f-41d47adc95b2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:55.996490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:56.002304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.006129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.010083 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec948139-1209-4652-9198-09a2b2eed1c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7024910 Mar 16 11:14:56.019659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:56.057812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'ac61c154-d3f5-4e7b-8a1b-659cd4675475', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:56.062615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=1e455694-0940-479e-bb66-a41e7980df1b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.070794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:56.092292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eaf19f-d55b-42f8-bf4a-2e2da815b525 None None] Network 50782b69-9ff1-49ce-b906-993f20f84c51 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:56.095316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:56.106846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:56.125029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:56.175098 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:56.215160 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] Routers {'3d572eb0-e063-4c4a-817f-41d47adc95b2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:56.215858 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3d572eb0-e063-4c4a-817f-41d47adc95b2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:56.275274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:14:56.296982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.303703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': 'd34cb98b-44d0-49ac-836e-7f2db0997c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:56.304059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 8281b538-7cf3-46d5-a669-d323fd9f168d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:56.346255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf3ae58-6c2d-440b-ba1a-a07f869a964b None None] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:56.377356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:56.377765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18721884-c9ca-4b93-95f3-8efd9eb44fa1 None None] The sync data for ids ['3d572eb0-e063-4c4a-817f-41d47adc95b2'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:56.463016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:56.548037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5f05fdec-1f4f-4a37-8ddc-f7953c1e82af None None] Provisioning for port b6fced46-1cf7-4ee7-81b4-c12f2676557e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:56.587952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 8281b538-7cf3-46d5-a669-d323fd9f168d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:56.590828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.598790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.619024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 8281b538-7cf3-46d5-a669-d323fd9f168d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:56.630167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:14:56.630757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.639722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:56.639722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.644587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7922a557-03e4-4740-a166-fdf43b99af00,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.661161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.665948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.667292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20e631f9-af3e-467e-90e6-c0abb76b88d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6355796 Mar 16 11:14:56.669600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.693140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d407556-ac17-48d9-ac3f-081a8d9deb98 None None] Network 8281b538-7cf3-46d5-a669-d323fd9f168d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:56.739706 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1db2323-ea8a-48d1-bc00-420357b5f4fd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2171769 Mar 16 11:14:56.745366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35290) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:56.763555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466938663'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:56.786205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.790359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=2debc26b-6aeb-4822-9003-4a50138122fa,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.795722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:56.796082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.796169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:56.807128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:56.812853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:56.819885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:56.835213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:56.867210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Checking segment: {'id': '7c010770-2e14-4d5d-b8a3-4f3c2d5ab066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:56.867688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network hostable DHCP agents. Network: e2468042-5e09-4316-a18e-454524b4eebf, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:56.881056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:56.884050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.926695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.937754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:56.950826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-336bd57d-462d-42ff-a534-770bd2c56c9a None None] Provisioning for port eebee7cb-cadd-4965-9599-9d2f7088543e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:56.973867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:56.976574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:57.031932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:14:57.055086 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9981522f-c7a4-408d-add7-abe8ce6fece1 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/3d572eb0-e063-4c4a-817f-41d47adc95b2 HTTP/1.1" status: 200 len: 921 time: 1.0524390 Mar 16 11:14:57.063090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.073013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.073337 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d of type vlan for network e35de58f-b948-4d06-91a5-aa37b4623340 Mar 16 11:14:57.082365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network e2468042-5e09-4316-a18e-454524b4eebf is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:57.098762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.102083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=72d55350-770a-4272-b94e-acf984a15e20,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:57.121555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e2468042-5e09-4316-a18e-454524b4eebf) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:57.127613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.136143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:57.136686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.151176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e56ec-bb05-4060-a8c0-035ea11abf59 None None] Network e2468042-5e09-4316-a18e-454524b4eebf requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:57.227104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a346286a-6b7f-43ee-a0d2-b59061b4933b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d572eb0-e063-4c4a-817f-41d47adc95b2 HTTP/1.1" status: 200 len: 205 time: 0.1501858 Mar 16 11:14:57.230102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.246608 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1fb630a6-1dc4-4778-9c4a-22875530c98a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2958910 Mar 16 11:14:57.256481 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:14:57.262497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.271354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-390188147', 'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:57.281221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:57.290842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b6fced46-1cf7-4ee7-81b4-c12f2676557e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:57.301773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.305880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:57.306315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.311993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:port and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:57.317812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-d58b8b04-de71-49e7-927b-2104ca436607 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:57.329592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:57.347832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:57.441606 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6873538 Mar 16 11:14:57.444955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:57.449240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-d58b8b04-de71-49e7-927b-2104ca436607 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:57.453600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Made reservation on behalf of a7174b8029b64059a6139ce98ca7af23 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:57.455877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.457125 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-d58b8b04-de71-49e7-927b-2104ca436607 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998320090&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.4777057 Mar 16 11:14:57.472676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:57.476533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-8281b538-7cf3-46d5-a669-d323fd9f168d', 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': '1e455694-0940-479e-bb66-a41e7980df1b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:14:57.477308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.487954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bb696-1bed-46c8-af7b-e5ec5b4acd66 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=e35de58f-b948-4d06-91a5-aa37b4623340,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:57.501903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 50782b69-9ff1-49ce-b906-993f20f84c51 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:57.513476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:57.520904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e35de58f-b948-4d06-91a5-aa37b4623340 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:14:57.827631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-715e7d4c-dc0d-40ae-88df-5880217ec344 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:57.831481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-715e7d4c-dc0d-40ae-88df-5880217ec344 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 796 time: 0.3727005 Mar 16 11:14:57.876684 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-3f7d017a-f8f7-4108-a10f-43687f231ed7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0201902 Mar 16 11:14:57.889212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] device_id is not set on port b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:14:57.932916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Provisioning for port 72d55350-770a-4272-b94e-acf984a15e20 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:57.935873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b6fced46-1cf7-4ee7-81b4-c12f2676557e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:57.956247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Provisioning complete for port 72d55350-770a-4272-b94e-acf984a15e20 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:57.957511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.988938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b6fced46-1cf7-4ee7-81b4-c12f2676557e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:57.989298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:57.991090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:58.007765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.008676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:58.028522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:58.047325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:58.078503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Allocated IP 2001:db8::1 (8281b538-7cf3-46d5-a669-d323fd9f168d/1e455694-0940-479e-bb66-a41e7980df1b/77ef3856-74e5-42bb-930d-86381645afa2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:58.121971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Port 72d55350-770a-4272-b94e-acf984a15e20 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:14:58.141440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b4a08-034a-42ca-acac-265dca64adee None None] Network e2468042-5e09-4316-a18e-454524b4eebf requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:58.151813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:58.300863 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-a4e88bbe-11d0-4afc-9ac8-9c3373738bda tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4078069 Mar 16 11:14:58.330158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 2001:db8::3b5 (e2468042-5e09-4316-a18e-454524b4eebf/7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d/b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:14:58.338292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:14:58.372023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.430472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Provisioning complete for port b6fced46-1cf7-4ee7-81b4-c12f2676557e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:58.431137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.483408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:14:58.484066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:14:58.585313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.632811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.638320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-da64ea7b-d6dc-4b76-ae25-23760343d414 service neutron] 10.222.0.36 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892017 Mar 16 11:14:58.660077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Transition to ACTIVE for port object 77ef3856-74e5-42bb-930d-86381645afa2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:58.759004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b6fced46-1cf7-4ee7-81b4-c12f2676557e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b6fced46-1cf7-4ee7-81b4-c12f2676557e,segment=NetworkSegment(69a8289b-e968-48b9-a30a-07b4399cf4e2),segment_id=69a8289b-e968-48b9-a30a-07b4399cf4e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:14:58.765589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Transition to ACTIVE for port object 77ef3856-74e5-42bb-930d-86381645afa2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:14:58.769369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.769515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.769601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eebee7cb-cadd-4965-9599-9d2f7088543e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:14:58.773981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.795363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d4726c05-b6ce-44fe-a618-be7723f975c8 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:14:58.802657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port 3dce962e-913f-4bf5-b209-4e6d4015279e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:58.803150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.808113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.840453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.858779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.895220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7544e430-7209-4f8e-99da-d7af3a3703e8 service neutron] 10.222.0.36 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443392 Mar 16 11:14:58.951253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b6fced46-1cf7-4ee7-81b4-c12f2676557e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:58.963059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:58.964699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Network 8281b538-7cf3-46d5-a669-d323fd9f168d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:58.967458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=1dc84cde-4ae2-471b-b01c-8f5ee965b452,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.006527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:59.015881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:59.072168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:59.080527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42330c2f-6eae-4c95-803a-3b87afd87026 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/routers/cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7570629 Mar 16 11:14:59.083421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:14:59.083839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-0e281632-e219-44e4-be33-29f2e76a37a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:14:59.089124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35320) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.099177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'port': {'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc', 'name': 'tempest-FloatingIPTestJSON-263934614'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:14:59.123423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:59.123777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: e35de58f-b948-4d06-91a5-aa37b4623340, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:14:59.137053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:59.145670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network e2468042-5e09-4316-a18e-454524b4eebf is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:14:59.153870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port eebee7cb-cadd-4965-9599-9d2f7088543e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:14:59.163529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.182426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Pushing event updated for resources: {'Port': ['ID=77ef3856-74e5-42bb-930d-86381645afa2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:14:59.185795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:59.205171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:14:59.206340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:59.207041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.209751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port eebee7cb-cadd-4965-9599-9d2f7088543e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:14:59.210160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.222057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed458dff-1348-4656-944b-f01891196094 req-f952a0fb-00bf-4fab-ae01-b911b2c2cc75 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 210 time: 0.0999777 Mar 16 11:14:59.262789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Attempting to bind port 77ef3856-74e5-42bb-930d-86381645afa2 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:14:59.263151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Attempting to bind port 77ef3856-74e5-42bb-930d-86381645afa2 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'd34cb98b-44d0-49ac-836e-7f2db0997c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:14:59.263941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Attempting to bind port 77ef3856-74e5-42bb-930d-86381645afa2 on network 8281b538-7cf3-46d5-a669-d323fd9f168d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:14:59.298548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:14:59.302170 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bd0ca49-45f0-44ba-b855-19403c42ba6f tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0385668 Mar 16 11:14:59.302591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Checking segment: {'id': 'd34cb98b-44d0-49ac-836e-7f2db0997c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:14:59.303012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.303412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Bound using segment: {'id': 'd34cb98b-44d0-49ac-836e-7f2db0997c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:14:59.303901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Bound port: 77ef3856-74e5-42bb-930d-86381645afa2, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34cb98b-44d0-49ac-836e-7f2db0997c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8281b538-7cf3-46d5-a669-d323fd9f168d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:14:59.304300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.308022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.317408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:59.318055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.323420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network e35de58f-b948-4d06-91a5-aa37b4623340 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:14:59.329767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.473171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:14:59.482966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.488974 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] Sync routers for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:14:59.490349 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-401e63c9-2af8-42e7-855b-91ba220498cc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0859737 Mar 16 11:14:59.492265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.495660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e35de58f-b948-4d06-91a5-aa37b4623340) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:14:59.507627 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:59.508237 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.515684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for 3dce962e-913f-4bf5-b209-4e6d4015279e owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:14:59.546313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:59.547247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.558457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa58d17-a158-4d0b-9dad-bdb9b02bac09 None None] Network e35de58f-b948-4d06-91a5-aa37b4623340 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:14:59.590361 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.605802 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:59.606788 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.616202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Deleting port b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:14:59.616733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.624532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:14:59.630490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:port and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:14:59.642497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:14:59.679927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:14:59.687376 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-98c089ac-05e2-4046-bcc2-7dd55de5d39d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2380869 Mar 16 11:14:59.690150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.708655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd675aac-bea2-4bc6-a66c-12624bc10572 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:14:59.709255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd675aac-bea2-4bc6-a66c-12624bc10572 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:14:59.726770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:14:59.730206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.737060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:14:59.737727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.764607 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.765479 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3264074d-9b9b-4de8-8658-9643f22b32ab None None] The sync data for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:59.810656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd675aac-bea2-4bc6-a66c-12624bc10572 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:14:59.813721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd675aac-bea2-4bc6-a66c-12624bc10572 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports/72d55350-770a-4272-b94e-acf984a15e20 HTTP/1.1" status: 200 len: 910 time: 0.3153887 Mar 16 11:14:59.816337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:14:59.867631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:14:59.868034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeecb37-822f-4b9d-b3bc-1bbd09ae8984 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:14:59.920134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-40493d31-069e-450c-a714-c648cdaf006e None None] For port 77ef3856-74e5-42bb-930d-86381645afa2, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:14:59.931137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:14:59.950037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-40493d31-069e-450c-a714-c648cdaf006e None None] For port 77ef3856-74e5-42bb-930d-86381645afa2, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=77ef3856-74e5-42bb-930d-86381645afa2,segment=NetworkSegment(d34cb98b-44d0-49ac-836e-7f2db0997c4a),segment_id=d34cb98b-44d0-49ac-836e-7f2db0997c4a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:14:59.961051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.063416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.111006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port eebee7cb-cadd-4965-9599-9d2f7088543e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eebee7cb-cadd-4965-9599-9d2f7088543e,segment=NetworkSegment(cea6ae17-b180-45e5-abd2-de482d54b708),segment_id=cea6ae17-b180-45e5-abd2-de482d54b708)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:00.114673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] device_id is not set on port b93f7a86-4932-470d-be48-a81000638cb7 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:00.126487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.181837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40493d31-069e-450c-a714-c648cdaf006e None None] Pushing event updated for resources: {'Port': ['ID=77ef3856-74e5-42bb-930d-86381645afa2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.238425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad68cf6a-5e69-45cd-8f8d-b490b2ba91e0 None None] Provisioning complete for port 72d55350-770a-4272-b94e-acf984a15e20 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:00.238785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad68cf6a-5e69-45cd-8f8d-b490b2ba91e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.248545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.251734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Calling delete_port for b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:00.265748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-e35de58f-b948-4d06-91a5-aa37b4623340', 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': '1dc84cde-4ae2-471b-b01c-8f5ee965b452'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:00.266578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.319290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b6fced46-1cf7-4ee7-81b4-c12f2676557e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:00.502493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ad68cf6a-5e69-45cd-8f8d-b490b2ba91e0 None None] Port 72d55350-770a-4272-b94e-acf984a15e20 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:00.514233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.537256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=eebee7cb-cadd-4965-9599-9d2f7088543e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.574290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.635259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.642742 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c06d1c0a-a740-43f4-b18f-06ac500b1236 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b9d4637b-66aa-4c9f-80c3-3aa4b8d1dd8a HTTP/1.1" status: 204 len: 168 time: 1.3335178 Mar 16 11:15:00.645776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:00.654701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad68cf6a-5e69-45cd-8f8d-b490b2ba91e0 None None] Provisioning complete for port eebee7cb-cadd-4965-9599-9d2f7088543e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:00.655027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf', 'external_fixed_ips': [{'subnet_id': '7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d', 'ip_address': '2001:db8::3b5'}]}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:00.660803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:00.661426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad68cf6a-5e69-45cd-8f8d-b490b2ba91e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.665883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:router and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:00.669341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:00.687434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:00.712397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.714374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.741760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.751056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32f1712e-ef1e-46f5-ae5c-0436f409c3af req-80df4013-8c90-4354-b89a-143eeae8137d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 210 time: 0.2351465 Mar 16 11:15:00.792052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.824988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b6fced46-1cf7-4ee7-81b4-c12f2676557e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:00.825456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.857593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=3dce962e-913f-4bf5-b209-4e6d4015279e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:00.874355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.7 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/b93f7a86-4932-470d-be48-a81000638cb7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:00.900080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.953213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:00.966334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Allocated IP 2001:db8::3 (e35de58f-b948-4d06-91a5-aa37b4623340/1dc84cde-4ae2-471b-b01c-8f5ee965b452/de3e7250-84f7-4848-bcae-cb6107cf4d06) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:01.098252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-2f865b7c-d652-4bc2-bbf0-6cb9c8280847 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:01.099721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-2f865b7c-d652-4bc2-bbf0-6cb9c8280847 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 796 time: 0.5646138 Mar 16 11:15:01.215199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.273415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.512600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 2001:db8::3b5 (e2468042-5e09-4316-a18e-454524b4eebf/7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d/833cd25e-5a5e-4de1-ba47-9c6afdd3158f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:01.552532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-703fe7be-cc28-436c-8420-2b88f6f7aca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.571910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e1788-e18c-4aca-b05b-b5b0a0109a32 None None] Network 8281b538-7cf3-46d5-a669-d323fd9f168d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:01.592704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.601527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-e5a5ebad-faec-41e7-b6e1-d84b813002f8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 379 time: 0.4818180 Mar 16 11:15:01.624758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.666999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Transition to ACTIVE for port object de3e7250-84f7-4848-bcae-cb6107cf4d06 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:01.681622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['ac61c154-d3f5-4e7b-8a1b-659cd4675475']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:01.692121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.725020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.726025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Transition to ACTIVE for port object de3e7250-84f7-4848-bcae-cb6107cf4d06 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:01.747685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:01.792304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a9da02d-aade-4766-8e65-7b39494e8994 None None] Provisioning for port 77ef3856-74e5-42bb-930d-86381645afa2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:01.911049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Pushing event updated for resources: {'Port': ['ID=de3e7250-84f7-4848-bcae-cb6107cf4d06,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:01.917311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Network e35de58f-b948-4d06-91a5-aa37b4623340 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:01.920398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:01.947908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:01.950370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network e2468042-5e09-4316-a18e-454524b4eebf is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:01.951404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=833cd25e-5a5e-4de1-ba47-9c6afdd3158f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:01.954749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:01.960331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:02.069656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e903f9be-ca7a-46d4-bfa8-259fc975eaf4 req-5b8c2c0c-b5e3-499b-b277-c32dafc558fe tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 210 time: 0.0824819 Mar 16 11:15:02.074859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Attempting to bind port de3e7250-84f7-4848-bcae-cb6107cf4d06 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:02.075225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Attempting to bind port de3e7250-84f7-4848-bcae-cb6107cf4d06 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:02.075566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Attempting to bind port de3e7250-84f7-4848-bcae-cb6107cf4d06 on network e35de58f-b948-4d06-91a5-aa37b4623340 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:02.087005 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:02.087743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Checking segment: {'id': '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:02.088137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.088522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Bound using segment: {'id': '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:02.088986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Bound port: de3e7250-84f7-4848-bcae-cb6107cf4d06, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e35de58f-b948-4d06-91a5-aa37b4623340'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:02.089625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.121003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.122018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.138437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.230079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.252802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] For port de3e7250-84f7-4848-bcae-cb6107cf4d06, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:02.256086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] For port de3e7250-84f7-4848-bcae-cb6107cf4d06, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=de3e7250-84f7-4848-bcae-cb6107cf4d06,segment=NetworkSegment(51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d),segment_id=51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:02.260881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.373970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.376533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc84cde-4ae2-471b-b01c-8f5ee965b452,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.411776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6523-2acd-4800-a5bd-bf7f6793041e None None] Pushing event updated for resources: {'Port': ['ID=de3e7250-84f7-4848-bcae-cb6107cf4d06,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:02.429201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.468479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eebee7cb-cadd-4965-9599-9d2f7088543e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:02.502725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:02.516332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:port and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:02.520496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:02.538573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.550565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:02.552289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router 57ed72cb-d661-4c87-a32a-5002a43e3f02 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:02.567104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b29c01-b864-4547-9af3-b892d7ab58c6 None None] Network e35de58f-b948-4d06-91a5-aa37b4623340 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:02.706214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35de58f-b948-4d06-91a5-aa37b4623340']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.712025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port eebee7cb-cadd-4965-9599-9d2f7088543e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:02.713167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.713459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:02.716484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.725910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.727571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.727885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router 3d572eb0-e063-4c4a-817f-41d47adc95b2 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:02.770701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:02.788807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.789095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.797219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.799842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9d278e86-c297-4810-8f33-ba11de906dbd tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1525760 Mar 16 11:15:02.800118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Sync routers for ids ['57ed72cb-d661-4c87-a32a-5002a43e3f02'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:02.802950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35360) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:02.826208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:02.838336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:02.845306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:02.890417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Routers {'57ed72cb-d661-4c87-a32a-5002a43e3f02'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:02.891195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:14:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['57ed72cb-d661-4c87-a32a-5002a43e3f02'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:02.910748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:02.921013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:02.921693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.041731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.053494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.054717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5faf8e76-c20c-41ba-a4dd-f0f3d3f293cf tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/3d572eb0-e063-4c4a-817f-41d47adc95b2 HTTP/1.1" status: 204 len: 168 time: 5.8237369 Mar 16 11:15:03.063460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.068823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.076543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=b93f7a86-4932-470d-be48-a81000638cb7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:03.082750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'name': 'tempest-snat-router-892019858', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:03.088008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:03.093306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:router and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:03.096708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:03.102590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:03.128327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Set router 57ed72cb-d661-4c87-a32a-5002a43e3f02 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:03.144947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:03.145420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:03.165590 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:03.181090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-251b3ab2-756c-4799-ad56-4121ec78e534 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0908992 Mar 16 11:15:03.227724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:03.233486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'port': {'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc', 'name': 'tempest-FloatingIPTestJSON-1563514844'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:03.253157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.254204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.336918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 77ef3856-74e5-42bb-930d-86381645afa2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:03.348326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-379edf93-c912-4676-8455-e1d8fc42b8cc req-df6a3c18-973b-4dd4-8a37-626586d8d678 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:03.354174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:15:03.354174 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:15:03.354174 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': 'e35de58f-b948-4d06-91a5-aa37b4623340'}] Mar 16 11:15:03.354174 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:03.354693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:03.390844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.29 (9c8e7a9a-b959-4501-9a07-a222e8fefb4f/93278909-a274-435c-b98f-37417031b13b/1e1c87e3-98b2-4922-8c41-0c704e0b3fa7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:03.393213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-379edf93-c912-4676-8455-e1d8fc42b8cc req-df6a3c18-973b-4dd4-8a37-626586d8d678 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:03.407197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-379edf93-c912-4676-8455-e1d8fc42b8cc req-df6a3c18-973b-4dd4-8a37-626586d8d678 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 210 time: 0.1274798 Mar 16 11:15:03.415491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:03.421090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:port and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:03.425241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:03.432640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:03.464692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:03.470128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.476598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.510080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] device_id is not set on port 38ddc873-145a-4413-aec6-855416061f9b yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:03.521472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd2d81-46d1-46d8-8072-39c82d0edb57 None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:15:03.591666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.608580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Deleting port 833cd25e-5a5e-4de1-ba47-9c6afdd3158f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:03.608957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.708351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 77ef3856-74e5-42bb-930d-86381645afa2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:03.711396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b32d625-470d-456e-88a1-e229e4c99adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.725251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 77ef3856-74e5-42bb-930d-86381645afa2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:03.725615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.797637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.11 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/38ddc873-145a-4413-aec6-855416061f9b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:03.842181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd2d81-46d1-46d8-8072-39c82d0edb57 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:15:03.863424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.914059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ed72cb-d661-4c87-a32a-5002a43e3f02', 'name': '', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf', 'external_fixed_ips': [{'subnet_id': '7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d', 'ip_address': '2001:db8::3b5'}], 'enable_snat': True}, 'gw_port_id': '833cd25e-5a5e-4de1-ba47-9c6afdd3158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:00Z', 'updated_at': '2022-03-16T11:15:02Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': '833cd25e-5a5e-4de1-ba47-9c6afdd3158f', 'name': '', 'network_id': 'e2468042-5e09-4316-a18e-454524b4eebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ed72cb-d661-4c87-a32a-5002a43e3f02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d', 'ip_address': '2001:db8::3b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:01Z', 'updated_at': '2022-03-16T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:03.925639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.941329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port de3e7250-84f7-4848-bcae-cb6107cf4d06 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:03.941329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:03.948275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Checking router: 57ed72cb-d661-4c87-a32a-5002a43e3f02 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:03.948619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Updating router 57ed72cb-d661-4c87-a32a-5002a43e3f02 port 833cd25e-5a5e-4de1-ba47-9c6afdd3158f binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:15:03.975285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.023881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.065220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.099890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.185972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 77ef3856-74e5-42bb-930d-86381645afa2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=77ef3856-74e5-42bb-930d-86381645afa2,segment=NetworkSegment(d34cb98b-44d0-49ac-836e-7f2db0997c4a),segment_id=d34cb98b-44d0-49ac-836e-7f2db0997c4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:04.205474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Calling delete_port for 833cd25e-5a5e-4de1-ba47-9c6afdd3158f owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:04.215300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.275143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:04.302087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.352909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.379224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=77ef3856-74e5-42bb-930d-86381645afa2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.429769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.513397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=38ddc873-145a-4413-aec6-855416061f9b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.545244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:04.547232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.550409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:04.580149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.607765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port de3e7250-84f7-4848-bcae-cb6107cf4d06, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=de3e7250-84f7-4848-bcae-cb6107cf4d06,segment=NetworkSegment(51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d),segment_id=51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:04.608025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.639956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.640189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Port': ['ID=833cd25e-5a5e-4de1-ba47-9c6afdd3158f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.692942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:04.693574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.770271 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f04bfea4-a82a-4be6-9d66-8b46f560d60c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5412514 Mar 16 11:15:04.784225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:04.790900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for de3e7250-84f7-4848-bcae-cb6107cf4d06 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:04.817692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:04.818382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:04.843273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.854549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.870920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '38ddc873-145a-4413-aec6-855416061f9b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:04.910540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:04.927124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:floatingip and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:04.944499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:04.961144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:04.961379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:04.973572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:04.987935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:04.989741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:04.993435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:05.020317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.21.0.1 (1b53e772-503c-4ad4-88b6-73d5adfdc990/9a08e06f-e093-4afb-95cc-494703110645/1e5da077-583e-4230-9433-123854b1d713) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:05.077543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.109745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.115018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.132707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.143879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.144532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57ed72cb-d661-4c87-a32a-5002a43e3f02 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:05.154861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.159078 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2eda0d78-3552-43e7-9d32-406b96136a09 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/routers/57ed72cb-d661-4c87-a32a-5002a43e3f02 HTTP/1.1" status: 204 len: 168 time: 2.3518789 Mar 16 11:15:05.160044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35384) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:05.175375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9bc1e-2ed6-44f4-84cc-016e009f95a8 req-87bf227e-71b5-4190-8209-d76f6fae8f62 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:05.182409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99d9bc1e-2ed6-44f4-84cc-016e009f95a8 req-87bf227e-71b5-4190-8209-d76f6fae8f62 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 932 time: 0.6139088 Mar 16 11:15:05.224705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Deleting subnet 7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:05.228995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.235645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7af4a852-b3ae-42e5-a3fe-7b1ed9eab1dc None None] Provisioning for port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:05.241611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7af4a852-b3ae-42e5-a3fe-7b1ed9eab1dc None None] Provisioning complete for port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:05.242338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7af4a852-b3ae-42e5-a3fe-7b1ed9eab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.308346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7af4a852-b3ae-42e5-a3fe-7b1ed9eab1dc None None] Port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:05.311073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.360437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Port 833cd25e-5a5e-4de1-ba47-9c6afdd3158f not found while updating agent binding for router 57ed72cb-d661-4c87-a32a-5002a43e3f02. {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 16 11:15:05.372619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Routers set() bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:05.373080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Router IDs set() for agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 16 11:15:05.373957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57ed72cb-d661-4c87-a32a-5002a43e3f02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent'). {{(pid=83795) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 16 11:15:05.374759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65e5c1-47ab-4571-adc3-0d98004de558 None None] The sync data for ids ['57ed72cb-d661-4c87-a32a-5002a43e3f02'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:05.378062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.405056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Port': ['ID=de3e7250-84f7-4848-bcae-cb6107cf4d06,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.449833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.457666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:05.458316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.506682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No DVR routers for this DVR port de3e7250-84f7-4848-bcae-cb6107cf4d06 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:05.584789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:05.590976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.597104 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9b32e9f-1171-488e-a45d-1c336e956636 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d HTTP/1.1" status: 204 len: 168 time: 0.4360979 Mar 16 11:15:05.599809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35388) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:05.645695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-7258843b-d0ac-4dad-861c-165d1371ff88 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0324233 Mar 16 11:15:05.656499 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99d9bc1e-2ed6-44f4-84cc-016e009f95a8 req-11e56ab1-ddbe-4826-9d5b-0a74139f6eb3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4733052 Mar 16 11:15:05.713117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.724097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Request body: {'port': {'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:05.772452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.839624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.841173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.848894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.854615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.866620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2468042-5e09-4316-a18e-454524b4eebf']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.879144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c010770-2e14-4d5d-b8a3-4f3c2d5ab066') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.879421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c010770-2e14-4d5d-b8a3-4f3c2d5ab066') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:05.890852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.906855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.913568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:05.913944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:05.927356 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:05.957197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 1e5da077-583e-4230-9433-123854b1d713 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:05.974520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35de58f-b948-4d06-91a5-aa37b4623340']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.011637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.016128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2468042-5e09-4316-a18e-454524b4eebf {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 16 11:15:06.018531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.022124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.022555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fd3a3c-69a3-41b2-b34e-f5c9e4121d1d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:06.039862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2468042-5e09-4316-a18e-454524b4eebf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.050142 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ffaeeb9-267a-4b4c-8b10-2dc7f981c062 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e2468042-5e09-4316-a18e-454524b4eebf HTTP/1.1" status: 204 len: 168 time: 0.4430985 Mar 16 11:15:06.052206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.124830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.140205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.148652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.167415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:06.167675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:06.187388 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:06.295586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.349117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35398) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:06.358433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'name': 'tempest-router--410013341', 'project_id': 'b99e525a197f435fb83d54f9fd5c2f14'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:06.364777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:06.369509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.372606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.26.1.236 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/03c9eba8-bae3-4453-adbc-16a621dddb59) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:06.374333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:router and tenant:b99e525a197f435fb83d54f9fd5c2f14 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:06.382515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:06.393440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:06.403852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 77ef3856-74e5-42bb-930d-86381645afa2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:06.412438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.413676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.436174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.456948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.457539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.477648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:06.485299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.485757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:06.487716 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abd34cba-a2b5-4516-84be-05c119f6841d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1374853 Mar 16 11:15:06.490556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35402) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:06.514211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.521022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:06.524480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 77ef3856-74e5-42bb-930d-86381645afa2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:06.525337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.665165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.705836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=1e5da077-583e-4230-9433-123854b1d713,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.723975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=e35de58f-b948-4d06-91a5-aa37b4623340,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:06.740652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0de1ff1e-1347-4728-b8f7-5df7612159af tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/e35de58f-b948-4d06-91a5-aa37b4623340 HTTP/1.1" status: 204 len: 168 time: 7.0482528 Mar 16 11:15:06.767975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:06.786808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023699036'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:06.815606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:06.825049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.851209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b082403f-20ba-46d6-aeec-8c07e1ff19eb None None] Provisioning for port 1e5da077-583e-4230-9433-123854b1d713 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:06.856293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b082403f-20ba-46d6-aeec-8c07e1ff19eb None None] Provisioning complete for port 1e5da077-583e-4230-9433-123854b1d713 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:06.856761 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b082403f-20ba-46d6-aeec-8c07e1ff19eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:06.868505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:06.901024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:06.913562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b082403f-20ba-46d6-aeec-8c07e1ff19eb None None] Port 1e5da077-583e-4230-9433-123854b1d713 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:06.925560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:06.981156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:06.984012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.062802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.071183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.075546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.100209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.100712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5662bf-f6d8-4d24-9098-482026c2b3ec {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:07.110309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.114321 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd16ab87-07b6-4cc3-b6ed-20a20c41231a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7d5662bf-f6d8-4d24-9098-482026c2b3ec HTTP/1.1" status: 204 len: 168 time: 0.6224918 Mar 16 11:15:07.270637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:07.273576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:07.302100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.302432 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment fd2d1b32-391c-4b1f-b162-7664f8a6d481 of type vlan for network 805b720c-84d6-4191-a89c-2d1d0cb59d57 Mar 16 11:15:07.308334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df932-3f9d-43ab-929a-1261ed10c389 req-6b9a7a66-8011-49c1-92ae-1bfd9a617cac tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.309808 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e32df932-3f9d-43ab-929a-1261ed10c389 req-6b9a7a66-8011-49c1-92ae-1bfd9a617cac tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 932 time: 0.4919605 Mar 16 11:15:07.316350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.328140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:07.476143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.493877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.525248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2076176101', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:07.532295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:07.536328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:07.539383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:07.545934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:07.557504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.558741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.564794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:15:07.578013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.603254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.676350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:07.727071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.745379 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e32df932-3f9d-43ab-929a-1261ed10c389 req-7cb76d74-16ac-45b4-a393-a4d464b2775c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092927 Mar 16 11:15:07.793151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Transition to ACTIVE for port object 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:07.813624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:07.815174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.204 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/5f913c8a-1115-4032-bfed-8e26672969cd) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:07.819463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=03c9eba8-bae3-4453-adbc-16a621dddb59,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:07.821914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.857122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:07.859041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.862580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:07.863141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:07.876766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:08.008289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.037493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.122288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3528490 Mar 16 11:15:08.126102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.131890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:08.181243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.233458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b0df1-a33a-4685-b9d7-0213b9b88af7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=805b720c-84d6-4191-a89c-2d1d0cb59d57,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.248874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 805b720c-84d6-4191-a89c-2d1d0cb59d57 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:08.249844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:08.254435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:08.257411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:08.265227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:08.276955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:08.389516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.536917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.578718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Attempting to bind port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:08.579045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Attempting to bind port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:08.579353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Attempting to bind port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 on network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:08.613284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.615908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 on network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:08.616264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Attempting to bind port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 on network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:08.619837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.621773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.701213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=83da06d1-9332-4a10-b154-64977ebcdf16,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.705010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:08.705334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Checking segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:08.705710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Bound using segment: {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:08.706230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Bound port: 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6faa76b-3011-4a50-9e8e-4aa91c406637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:08.706578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.711347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': 'fd2d1b32-391c-4b1f-b162-7664f8a6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:08.711698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 805b720c-84d6-4191-a89c-2d1d0cb59d57, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:08.745322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.779257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 805b720c-84d6-4191-a89c-2d1d0cb59d57 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:08.792807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 805b720c-84d6-4191-a89c-2d1d0cb59d57) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:08.803830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe657c7-edae-428d-a53d-00ed342a23ea None None] Network 805b720c-84d6-4191-a89c-2d1d0cb59d57 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:08.805855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:08.806562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:08.811283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Allocated IP 172.26.1.171 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/3d2e4645-c6ed-4cbe-acb5-410dc03e62a1) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:08.864931 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c18699c-5df9-4b9c-96d0-597ef104fd93 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7375429 Mar 16 11:15:08.869310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:08.929844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=1e5da077-583e-4230-9433-123854b1d713,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:08.936474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.037699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:09.040743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-805b720c-84d6-4191-a89c-2d1d0cb59d57', 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': '83da06d1-9332-4a10-b154-64977ebcdf16'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:09.041607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.046602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:09.064911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:09.118771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.123487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.131958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.132881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.203138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.203947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=5f913c8a-1115-4032-bfed-8e26672969cd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.213795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:09.241540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.246288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Allocated IP 2001:db8::1 (805b720c-84d6-4191-a89c-2d1d0cb59d57/83da06d1-9332-4a10-b154-64977ebcdf16/cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:09.306444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:09.332631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:09.336175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:09.341523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:09.366111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event updated for resources: {'Port': ['ID=3d2e4645-c6ed-4cbe-acb5-410dc03e62a1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.413845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.495499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.506754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Transition to ACTIVE for port object cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:09.514742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.515748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.525950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Transition to ACTIVE for port object cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:09.535451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.541106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c867e-8fc9-4bee-b051-b57186618f04 req-e4414483-70c4-4e17-8e2f-c9fe0b4ba45e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:09.542996 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-399c867e-8fc9-4bee-b051-b57186618f04 req-e4414483-70c4-4e17-8e2f-c9fe0b4ba45e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 944 time: 0.6153939 Mar 16 11:15:09.588706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.590090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 1094 time: 3.8842394 Mar 16 11:15:09.595167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:15:09.619831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Network 805b720c-84d6-4191-a89c-2d1d0cb59d57 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:09.623928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:09.628230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:09.629455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:09.639527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:09.687760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Pushing event updated for resources: {'Port': ['ID=cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.777133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf3c5-07ef-4b7e-a5e5-e9966a052b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.784015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Attempting to bind port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:09.784378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Attempting to bind port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'fd2d1b32-391c-4b1f-b162-7664f8a6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:09.784739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Attempting to bind port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d on network 805b720c-84d6-4191-a89c-2d1d0cb59d57 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:09.793615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'status': 'completed', 'code': 200} Mar 16 11:15:09.794037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:09.794413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Checking segment: {'id': 'fd2d1b32-391c-4b1f-b162-7664f8a6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:09.794809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.795291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Bound using segment: {'id': 'fd2d1b32-391c-4b1f-b162-7664f8a6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:09.795773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Bound port: cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2d1b32-391c-4b1f-b162-7664f8a6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:09.796142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.845335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:09.918085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=83da06d1-9332-4a10-b154-64977ebcdf16,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:09.940585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] For port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:09.944855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] For port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d,segment=NetworkSegment(fd2d1b32-391c-4b1f-b162-7664f8a6d481),segment_id=fd2d1b32-391c-4b1f-b162-7664f8a6d481)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:09.954046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.002616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.054427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805b720c-84d6-4191-a89c-2d1d0cb59d57']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.071351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2d1b32-391c-4b1f-b162-7664f8a6d481') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.071929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2d1b32-391c-4b1f-b162-7664f8a6d481') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.088145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.111922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-399c867e-8fc9-4bee-b051-b57186618f04 req-e181c784-79cc-4017-99fd-b1ebdf6d19c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407252 Mar 16 11:15:10.128269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde602-93c1-491e-bf88-0569fc77d68b None None] Pushing event updated for resources: {'Port': ['ID=cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:10.140972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.143687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd399f-4474-4a68-af22-3a4192882262 None None] Network 805b720c-84d6-4191-a89c-2d1d0cb59d57 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:10.150174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:10.150718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:10.167437 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:10.262466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:15:10.262466 dv-neutron-833733-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:15:10.262466 dv-neutron-833733-1-hyperv neutron-server[83793]: [parameters: {'id': '805b720c-84d6-4191-a89c-2d1d0cb59d57'}] Mar 16 11:15:10.262466 dv-neutron-833733-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:10.263374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:10.289139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Router 45b69897-6eed-4380-b236-dd9f4686dd9a is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:10.333915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bf653916-8093-418f-9c57-6140dffc301a None None] Provisioning complete for port 1e5da077-583e-4230-9433-123854b1d713 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:10.334313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf653916-8093-418f-9c57-6140dffc301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.406757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bf653916-8093-418f-9c57-6140dffc301a None None] Port 1e5da077-583e-4230-9433-123854b1d713 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:10.447086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c48f4-53d2-4062-8ba2-1ffe3f9efc3d None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:15:10.527235 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-c93df839-5557-4847-8b47-17e5f30d095e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1097 time: 0.8836305 Mar 16 11:15:10.635769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-f8053729-33d4-4c6a-9dc9-1676106af0eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 217 time: 0.0912416 Mar 16 11:15:10.653294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:10.666535 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] Sync routers for ids ['45b69897-6eed-4380-b236-dd9f4686dd9a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:10.683257 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] Routers {'45b69897-6eed-4380-b236-dd9f4686dd9a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:10.684434 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45b69897-6eed-4380-b236-dd9f4686dd9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.698813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.703198 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f077a92-4530-4fab-bb79-0a88f5acfda3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4312503 Mar 16 11:15:10.705157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:10.742419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c48f4-53d2-4062-8ba2-1ffe3f9efc3d None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:15:10.766896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.785394 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] Routers {'45b69897-6eed-4380-b236-dd9f4686dd9a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:10.786455 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45b69897-6eed-4380-b236-dd9f4686dd9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.804556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-6afc1035-7b0a-4b25-a1f0-601d2f0e6130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:10.806546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-6afc1035-7b0a-4b25-a1f0-601d2f0e6130 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 200 len: 838 time: 0.1636319 Mar 16 11:15:10.831729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.881404 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:10.882102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fea53ee-52c1-4748-8b2f-b288d7c2280d None None] The sync data for ids ['45b69897-6eed-4380-b236-dd9f4686dd9a'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:10.930100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:10.930477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:10.966319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d4726c05-b6ce-44fe-a618-be7723f975c8 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:11.016794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218679b-bd27-4735-bfc1-faa65f991a6c req-a85015f0-9469-4463-9fd6-b128d84670d7 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.024934 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8218679b-bd27-4735-bfc1-faa65f991a6c req-a85015f0-9469-4463-9fd6-b128d84670d7 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.3378723 Mar 16 11:15:11.108478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router c8551334-f9ea-427b-bf82-909bdc872561 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:11.182971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d,segment=NetworkSegment(fd2d1b32-391c-4b1f-b162-7664f8a6d481),segment_id=fd2d1b32-391c-4b1f-b162-7664f8a6d481)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:11.183311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.314426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:11.358059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.376626 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b232376-ff89-4613-b97c-6254f1b920fc tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/45b69897-6eed-4380-b236-dd9f4686dd9a HTTP/1.1" status: 200 len: 925 time: 0.6703515 Mar 16 11:15:11.389257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:11.405855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-1f63ff32-9a2c-444d-ae48-b3095eb53dc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5734971 Mar 16 11:15:11.436911 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2eaee8d9-734a-4b5b-8e06-17fc91e27f66 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=45b69897-6eed-4380-b236-dd9f4686dd9a HTTP/1.1" status: 200 len: 205 time: 0.0463138 Mar 16 11:15:11.439568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:11.484973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8218679b-bd27-4735-bfc1-faa65f991a6c req-c34f13a1-19f6-46a2-8b8b-5ec03fd4f3ad tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587536 Mar 16 11:15:11.498195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.686875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Port': ['ID=cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:11.698571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No DVR routers for this DVR port cbdc80a0-b9fe-47b9-aa97-b9cd5d631d2d on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:11.731541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.803169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.809981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d99a73-caf0-448b-b596-07af7d5c1266 req-bed028d9-9915-41be-92e0-cecf2e5037ae tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:11.811452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d99a73-caf0-448b-b596-07af7d5c1266 req-bed028d9-9915-41be-92e0-cecf2e5037ae tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.7054927 Mar 16 11:15:11.838497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.868704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805b720c-84d6-4191-a89c-2d1d0cb59d57']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:11.883570 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-e2561ba0-3cf1-4f7f-b7c1-107bbd21e710 service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143946 Mar 16 11:15:11.884641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2d1b32-391c-4b1f-b162-7664f8a6d481') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:11.885082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2d1b32-391c-4b1f-b162-7664f8a6d481') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:11.899177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.919453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.934982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:11.935395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:11.949661 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:12.039593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.095451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.118323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.217585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=805b720c-84d6-4191-a89c-2d1d0cb59d57,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:12.226187 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b1060b3-7c6d-466a-a753-16199e5209a7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/805b720c-84d6-4191-a89c-2d1d0cb59d57 HTTP/1.1" status: 204 len: 168 time: 3.3550494 Mar 16 11:15:12.229837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.235016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d99a73-caf0-448b-b596-07af7d5c1266 req-e50c0415-1f73-40a4-a42d-f36d637067c4 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121892 Mar 16 11:15:12.237678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711097411'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:12.237808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:12.247511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:12.253393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:12.254760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] Sync routers for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:12.276043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8976eb7-5392-4f4d-9448-ec4079a23134 req-870c35f9-a96b-4a09-8fbf-c3aac0872a68 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.277474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b8976eb7-5392-4f4d-9448-ec4079a23134 req-870c35f9-a96b-4a09-8fbf-c3aac0872a68 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 944 time: 0.6302581 Mar 16 11:15:12.279428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5155db0c-8081-4a2e-81ae-c0c89ab2b93e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4587560 Mar 16 11:15:12.285946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:12.289690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:12.290971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.293538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.340964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:12.362689 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f12f433b-65c9-4212-af9d-cf9cfe384d8e req-c32520be-5917-43bf-878d-fea03e74ad54 service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658332 Mar 16 11:15:12.378046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.397320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:12.397917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.401623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:12.406151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.428540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.59', 54340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.461536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.462181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da001-02d8-49f7-ada4-0586e651f118 None None] The sync data for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:12.475943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b8976eb7-5392-4f4d-9448-ec4079a23134 req-5e8be894-4e02-4e94-9173-d040243a58e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741669 Mar 16 11:15:12.486946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a21ba-79ef-42b0-9ba1-ba1e5c1b809d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.490445 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b54a21ba-79ef-42b0-9ba1-ba1e5c1b809d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports/1e5da077-583e-4230-9433-123854b1d713 HTTP/1.1" status: 200 len: 910 time: 0.1984947 Mar 16 11:15:12.493072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.503735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-ddafb40b-96f9-4116-bbd9-18148a3db263 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.504410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-ddafb40b-96f9-4116-bbd9-18148a3db263 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Synchronizing usage tracker for tenant:aa1892e3ddf545da9a9d088887aea253 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:12.518570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.527366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:12.533541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.538486 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Sync routers for ids ['c8551334-f9ea-427b-bf82-909bdc872561'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:12.555736 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Routers {'c8551334-f9ea-427b-bf82-909bdc872561'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:12.557474 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c8551334-f9ea-427b-bf82-909bdc872561'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:12.654088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:12.657405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.661339 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5098f12d-fc4e-44b6-9dbc-d2cbc8312c84 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5834467 Mar 16 11:15:12.671517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84834-3355-46a0-a0b5-b84776987226 req-a38e3195-69bc-4419-9a53-13dc3d232def tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:12.672514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35474) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:12.672962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16d84834-3355-46a0-a0b5-b84776987226 req-a38e3195-69bc-4419-9a53-13dc3d232def tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.2827642 Mar 16 11:15:12.679746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-ddafb40b-96f9-4116-bbd9-18148a3db263 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Unset dirty status for tenant:aa1892e3ddf545da9a9d088887aea253 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:12.680837 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-ddafb40b-96f9-4116-bbd9-18148a3db263 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.5141103 Mar 16 11:15:12.739820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=5f913c8a-1115-4032-bfed-8e26672969cd,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:12.761728 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Set router c8551334-f9ea-427b-bf82-909bdc872561 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:12.773286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.773632 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 062a9485-152c-4b6d-be08-3eabf8a81c4c of type vlan for network 33dd5152-7fd3-454e-a593-3193f7e46761 Mar 16 11:15:12.801743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Deleting port def9492a-e36e-4f40-bb81-1a53f4b1099e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:12.802103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:12.835807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.032644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.039699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Deleting port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:13.040680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.055150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad9a0-be8f-4024-99a9-97049081ea42 req-547ef4c8-2013-4321-8d50-73cee4801354 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.056906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9aad9a0-be8f-4024-99a9-97049081ea42 req-547ef4c8-2013-4321-8d50-73cee4801354 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.4013536 Mar 16 11:15:13.064949 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236'}], 'enable_snat': False}, 'gw_port_id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:03Z', 'updated_at': '2022-03-16T11:15:08Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:05Z', 'updated_at': '2022-03-16T11:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.069135 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Checking router: c8551334-f9ea-427b-bf82-909bdc872561 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:13.069519 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Updating router c8551334-f9ea-427b-bf82-909bdc872561 port 03c9eba8-bae3-4453-adbc-16a621dddb59 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:15:13.097687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-160ab65d-77a9-4415-b74c-d1f348f58df5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1097 time: 0.6675568 Mar 16 11:15:13.122948 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.222690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9aad9a0-be8f-4024-99a9-97049081ea42 req-e3f0aff4-edf6-47ac-8c6f-7a907b3b292b tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445675 Mar 16 11:15:13.247950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] For port def9492a-e36e-4f40-bb81-1a53f4b1099e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=def9492a-e36e-4f40-bb81-1a53f4b1099e,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:13.248218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.300980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.304587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.305170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.434713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.515083 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.529625 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Transition to ACTIVE for port object 03c9eba8-bae3-4453-adbc-16a621dddb59 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:13.540356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.596857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-3f8edc5d-8430-4452-9d6f-4d6969264de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:13.597881 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-3f8edc5d-8430-4452-9d6f-4d6969264de8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 896 time: 0.4844770 Mar 16 11:15:13.607119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port 3d2e4645-c6ed-4cbe-acb5-410dc03e62a1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:13.607455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.628120 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69620ba4-b4eb-4747-a9bb-2dbd38a872a9 None None] Pushing event updated for resources: {'Port': ['ID=03c9eba8-bae3-4453-adbc-16a621dddb59,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.636792 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4060767 Mar 16 11:15:13.670538 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Attempting to bind port 03c9eba8-bae3-4453-adbc-16a621dddb59 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:13.670884 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Attempting to bind port 03c9eba8-bae3-4453-adbc-16a621dddb59 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:13.671226 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Attempting to bind port 03c9eba8-bae3-4453-adbc-16a621dddb59 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:13.677591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:13.677729 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:13.677958 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:13.678361 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.678728 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:13.679159 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Bound port: 03c9eba8-bae3-4453-adbc-16a621dddb59, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:13.679523 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.693412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:13.707804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP f783722b-7473-49c0-b64e-429e21822598 associated. External IP: 172.26.1.204, port: 38ddc873-145a-4413-aec6-855416061f9b. Mar 16 11:15:13.750350 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] For port 03c9eba8-bae3-4453-adbc-16a621dddb59, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:13.753682 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] For port 03c9eba8-bae3-4453-adbc-16a621dddb59, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=03c9eba8-bae3-4453-adbc-16a621dddb59,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:13.759126 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:13.771234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00047c9-e9bc-494e-8385-0833e353a5bf tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=33dd5152-7fd3-454e-a593-3193f7e46761,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.793985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 33dd5152-7fd3-454e-a593-3193f7e46761 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:13.857053 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69620ba4-b4eb-4747-a9bb-2dbd38a872a9 None None] Pushing event updated for resources: {'Port': ['ID=03c9eba8-bae3-4453-adbc-16a621dddb59,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:13.877696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Routers {'c8551334-f9ea-427b-bf82-909bdc872561'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:13.878381 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c8551334-f9ea-427b-bf82-909bdc872561'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:13.908803 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-317b0aa7-b3c2-4ab8-8e4c-158b72d3b704 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 217 time: 0.2642317 Mar 16 11:15:14.061615 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] Set router c8551334-f9ea-427b-bf82-909bdc872561 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:14.074048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f458be-e2f6-4e97-8142-de178d8db153 req-baf4b5c0-5b78-407b-8e55-891a075b24ef tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.075504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5f458be-e2f6-4e97-8142-de178d8db153 req-baf4b5c0-5b78-407b-8e55-891a075b24ef tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 946 time: 0.6811521 Mar 16 11:15:14.084543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.084897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.085201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Floating IP 848b0717-0738-40fb-aac2-cdf8a8e2746c disassociated. External IP: 172.26.1.25, port: def9492a-e36e-4f40-bb81-1a53f4b1099e. Mar 16 11:15:14.085550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Calling delete_port for def9492a-e36e-4f40-bb81-1a53f4b1099e owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:14.102933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] For port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:14.103405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.206292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:14.209835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-5479fa27-fd24-4bce-a40b-cca35422779a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.211307 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-5479fa27-fd24-4bce-a40b-cca35422779a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 200 len: 838 time: 0.2733746 Mar 16 11:15:14.237499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:14.242140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:14.252892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:14.260783 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5f458be-e2f6-4e97-8142-de178d8db153 req-f38aecab-503a-4363-99d3-5da19777abf8 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d735815-aa9e-4bb8-a90e-8268a7886ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459327 Mar 16 11:15:14.313461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591b2f8-3290-4190-abac-5bf56bb63da7 req-337eddcd-e4d7-44a9-a198-29ac39b042d6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:14.320559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.321551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3591b2f8-3290-4190-abac-5bf56bb63da7 req-337eddcd-e4d7-44a9-a198-29ac39b042d6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 944 time: 0.6891887 Mar 16 11:15:14.344089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:14.429393 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236'}], 'enable_snat': False}, 'gw_port_id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:03Z', 'updated_at': '2022-03-16T11:15:08Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:05Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:14.436578 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0ffd5-3ee7-41ce-85e8-9c4c1277101b None None] The sync data for ids ['c8551334-f9ea-427b-bf82-909bdc872561'] in dv-neutron-833733-1-hyperv is: [{'id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236'}], 'enable_snat': False}, 'gw_port_id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:03Z', 'updated_at': '2022-03-16T11:15:08Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': '03c9eba8-bae3-4453-adbc-16a621dddb59', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8551334-f9ea-427b-bf82-909bdc872561', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:05Z', 'updated_at': '2022-03-16T11:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:14.457030 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7f02d81-bd7f-488d-97c3-c0e18f63fcaf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/c8551334-f9ea-427b-bf82-909bdc872561 HTTP/1.1" status: 200 len: 908 time: 1.7833929 Mar 16 11:15:14.467326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:14.476212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'name': 'tempest-snat-router-892019858', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': True}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:14.488649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:14.501086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.511333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Usage tracker for resource:router and tenant:dd080d9cf6ae4c79a7f2b24ec175b505 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:14.545940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for 3d2e4645-c6ed-4cbe-acb5-410dc03e62a1 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:14.578964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:14.606719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.614149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:15:14.620837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:14.642661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3591b2f8-3290-4190-abac-5bf56bb63da7 req-763b2d80-51e1-4295-b0fe-e7a312b7161e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199992 Mar 16 11:15:14.645948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event deleted for resources: {'Port': ['ID=def9492a-e36e-4f40-bb81-1a53f4b1099e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:14.733964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.734911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.765366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:14.782756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:15:14.834383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.844628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.865302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:15:14.884478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:14.890407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.948581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:14.988061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:15.008061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469964-ef22-4efb-bdf7-ece62e26f7e6 req-9dc3e444-10aa-42bf-9ec3-1187026c5e54 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:15.009798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72469964-ef22-4efb-bdf7-ece62e26f7e6 req-9dc3e444-10aa-42bf-9ec3-1187026c5e54 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 945 time: 0.5055506 Mar 16 11:15:15.057462 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-350e2545-c4a4-49b1-af60-7de9c75cd4e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8262734 Mar 16 11:15:15.090328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.090625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.090958 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Floating IP 7e93446f-17cc-4c0d-bc4b-d4a37e886a92 disassociated. External IP: 172.26.1.43, port: 787dfc8c-fcba-4fd4-b934-0ff3007a75f8. Mar 16 11:15:15.091305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Calling delete_port for 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:15.125121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:15:15.511874 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-be5c5ad6-bb58-4ceb-a621-e2ef9affdb6c service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461274 Mar 16 11:15:15.547228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.807926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72469964-ef22-4efb-bdf7-ece62e26f7e6 req-23c0cd35-3706-447a-8d02-8659a6be0cdf tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups?id=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7170115 Mar 16 11:15:15.812019 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-65989a80-18ce-4f3a-b56c-8b4efb154aa0 req-aa8c6c09-ddee-447a-ae25-f3600d899743 service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814577 Mar 16 11:15:15.822772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.833490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55ac26fd-4dd9-474a-989e-c043fa9f9c69 req-58eddea3-dedc-40d1-854c-ed86d9652574 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.1059306 Mar 16 11:15:15.880902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.883748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=c35508de-5aa4-4579-80b5-09c985e5e6b5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:15.926439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event deleted for resources: {'Port': ['ID=787dfc8c-fcba-4fd4-b934-0ff3007a75f8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:15.934680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:15.953433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': '062a9485-152c-4b6d-be08-3eabf8a81c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:15.953937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 33dd5152-7fd3-454e-a593-3193f7e46761, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:15.984752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=3d2e4645-c6ed-4cbe-acb5-410dc03e62a1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:16.151734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 33dd5152-7fd3-454e-a593-3193f7e46761 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:16.156947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Router c814971d-3229-4ec0-b46a-9f341669d385 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:16.179585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 33dd5152-7fd3-454e-a593-3193f7e46761) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:16.188180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5342b76-1b04-4d2f-9abb-5082a6e19049 req-12992a3b-ca7d-4378-a78b-a6d81c9e447b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:16.189754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca8506-d352-4c66-b767-f4ad38a17ee2 None None] Network 33dd5152-7fd3-454e-a593-3193f7e46761 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:16.194981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5342b76-1b04-4d2f-9abb-5082a6e19049 req-12992a3b-ca7d-4378-a78b-a6d81c9e447b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 945 time: 0.2218583 Mar 16 11:15:16.218726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:16.219370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.349663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:16.418638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5342b76-1b04-4d2f-9abb-5082a6e19049 req-905bd120-894c-4a98-b7d8-b66f7ec383a8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227368 Mar 16 11:15:16.423038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15bc7eb9-640c-4ca9-a558-fa7063df0ff9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7440794 Mar 16 11:15:16.429824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:16.511515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-33dd5152-7fd3-454e-a593-3193f7e46761', 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': 'c35508de-5aa4-4579-80b5-09c985e5e6b5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:16.512422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.531998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 03c9eba8-bae3-4453-adbc-16a621dddb59 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:16.638484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:16.652157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.813811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 03c9eba8-bae3-4453-adbc-16a621dddb59 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:16.819115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:16.828300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 03c9eba8-bae3-4453-adbc-16a621dddb59 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:16.828684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.843021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.861082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:16.861447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.897988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:16.904771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.013826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.021788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Allocated IP 2001:db8::1 (33dd5152-7fd3-454e-a593-3193f7e46761/c35508de-5aa4-4579-80b5-09c985e5e6b5/46709bb9-6625-4e3c-a0f7-e00be6851228) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:17.058896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.161840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.166724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router 45b69897-6eed-4380-b236-dd9f4686dd9a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:17.200504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f558f5d-3400-4f42-aa49-2a40a6c8eab4 req-fe69bec1-826c-4a2b-bf4f-f7464ec1a6c6 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.1496453 Mar 16 11:15:17.202052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f7a4b0ee-3c19-4397-a264-a0f340900ff4 req-e3f0d0dc-6ecf-4d8a-a8f4-4dca84963bd1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Synchronizing usage tracker for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:17.264260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Router 1770b433-6978-487e-9926-2e62da7237ab has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:17.276964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.281655 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bbc68484-ada8-4984-b6e6-aff1276073c2 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/45b69897-6eed-4380-b236-dd9f4686dd9a HTTP/1.1" status: 204 len: 168 time: 5.8377519 Mar 16 11:15:17.284214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:17.291232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1097043480', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:17.299927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:17.313648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:router and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:17.325590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.329802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:17.371716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f7a4b0ee-3c19-4397-a264-a0f340900ff4 req-e3f0d0dc-6ecf-4d8a-a8f4-4dca84963bd1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Unset dirty status for tenant:095dfadd0fa94ae6bd6a70a4a337545c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:17.385198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.386318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7a4b0ee-3c19-4397-a264-a0f340900ff4 req-e3f0d0dc-6ecf-4d8a-a8f4-4dca84963bd1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.2911105 Mar 16 11:15:17.430528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:17.444373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.26.1.243 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/bb46a20f-570b-4b2d-971d-3b7d67db2e74) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:17.472212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.480294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:17.502790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:15:17.529349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Sync routers for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:17.560669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:17.563812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.565602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.592262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 03c9eba8-bae3-4453-adbc-16a621dddb59, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=03c9eba8-bae3-4453-adbc-16a621dddb59,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:17.604662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.605072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:17.609420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.672251 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'code': 200} Mar 16 11:15:17.701185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.736706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:17.737159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:17.737630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device def9492a-e36e-4f40-bb81-1a53f4b1099e no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:17.741175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 1e5da077-583e-4230-9433-123854b1d713 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:17.742135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.765877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:17.766619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:17.867098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] No DVR routers for this DVR port def9492a-e36e-4f40-bb81-1a53f4b1099e on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:17.878586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.887505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'name': 'network-vif-deleted', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:15:17.907834 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16d84834-3355-46a0-a0b5-b84776987226 req-e31b866f-230c-4e2d-986a-b146eb9bccff tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.59 "DELETE /v2.0/ports/def9492a-e36e-4f40-bb81-1a53f4b1099e HTTP/1.1" status: 204 len: 173 time: 5.1983130 Mar 16 11:15:17.923508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:17.936453 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:17.963116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba364946-d7f1-46bc-916e-5e7775139b82', 'name': 'network-vif-deleted', 'tag': 'def9492a-e36e-4f40-bb81-1a53f4b1099e', 'status': 'completed', 'code': 200} Mar 16 11:15:17.974345 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:17.977425 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:17.990810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:17.996455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: def9492a-e36e-4f40-bb81-1a53f4b1099e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:17.996796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device def9492a-e36e-4f40-bb81-1a53f4b1099e not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:18.075772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.101645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.111048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e28b7120-cd4c-4631-b33b-9ec2c3101879 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.2900786 Mar 16 11:15:18.111286 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.112242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:18.135499 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:18.137140 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.144500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:18.182312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Transition to ACTIVE for port object 46709bb9-6625-4e3c-a0f7-e00be6851228 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:18.222651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Transition to ACTIVE for port object 46709bb9-6625-4e3c-a0f7-e00be6851228 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:18.241450 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:18.242220 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447121e2-b248-4c8b-9219-089d734a4aee None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:18.248763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.280929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.298735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.342040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=03c9eba8-bae3-4453-adbc-16a621dddb59,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.346586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Network 33dd5152-7fd3-454e-a593-3193f7e46761 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:18.376163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.403921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:18.414717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:18.422057 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5ee54b49-6b3c-40e5-9076-22d1821cbb77 req-867eb6a2-0c8b-44f6-b1b8-beb191212265 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1099 time: 0.5809765 Mar 16 11:15:18.434329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:18.566445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec972383-4667-4272-a92e-523677517fd2 req-4fec529a-9650-4b71-b1be-ff47f5c13dad tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.1169760 Mar 16 11:15:18.590588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Pushing event updated for resources: {'Port': ['ID=46709bb9-6625-4e3c-a0f7-e00be6851228,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.596844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.620543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b211-3978-45b0-9f0c-12e679d79b2d req-0b8e785c-f95e-4fa8-8113-9459b619079f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:18.628799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4f97b211-3978-45b0-9f0c-12e679d79b2d req-0b8e785c-f95e-4fa8-8113-9459b619079f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.8071122 Mar 16 11:15:18.777707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.788816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Attempting to bind port 46709bb9-6625-4e3c-a0f7-e00be6851228 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:18.789182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Attempting to bind port 46709bb9-6625-4e3c-a0f7-e00be6851228 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '062a9485-152c-4b6d-be08-3eabf8a81c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:18.789536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Attempting to bind port 46709bb9-6625-4e3c-a0f7-e00be6851228 on network 33dd5152-7fd3-454e-a593-3193f7e46761 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:18.794863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=c35508de-5aa4-4579-80b5-09c985e5e6b5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:18.808707 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5ee54b49-6b3c-40e5-9076-22d1821cbb77 req-0d6fae70-d8f4-4e7b-a2c0-53d8797cb5f2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755047 Mar 16 11:15:18.875864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:18.876506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Checking segment: {'id': '062a9485-152c-4b6d-be08-3eabf8a81c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:18.877086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.877614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Bound using segment: {'id': '062a9485-152c-4b6d-be08-3eabf8a81c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:18.878260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Bound port: 46709bb9-6625-4e3c-a0f7-e00be6851228, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062a9485-152c-4b6d-be08-3eabf8a81c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '33dd5152-7fd3-454e-a593-3193f7e46761'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:18.879027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:18.928724 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4f97b211-3978-45b0-9f0c-12e679d79b2d req-ce7e5804-d3d0-49dd-b331-243c499bd56f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990472 Mar 16 11:15:18.956095 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bcdb30c5-2b25-420d-a860-a3c3cfc769f2 req-838d625f-ccff-409c-881b-2aba770059f1 tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba364946-d7f1-46bc-916e-5e7775139b82 HTTP/1.1" status: 200 len: 210 time: 0.1405065 Mar 16 11:15:18.983875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 1e5da077-583e-4230-9433-123854b1d713 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:19.019084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.072048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:19.089041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] For port 46709bb9-6625-4e3c-a0f7-e00be6851228, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:19.095752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Sync routers for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:19.104473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.119132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] For port 46709bb9-6625-4e3c-a0f7-e00be6851228, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=46709bb9-6625-4e3c-a0f7-e00be6851228,segment=NetworkSegment(062a9485-152c-4b6d-be08-3eabf8a81c4c),segment_id=062a9485-152c-4b6d-be08-3eabf8a81c4c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:19.122773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:19.123519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.172417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:19.176326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:19.178222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=bb46a20f-570b-4b2d-971d-3b7d67db2e74,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:19.181864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:19.206839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.210229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dd5152-7fd3-454e-a593-3193f7e46761']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.264215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] No DVR routers for this DVR port 787dfc8c-fcba-4fd4-b934-0ff3007a75f8 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:19.267446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.276170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.298088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062a9485-152c-4b6d-be08-3eabf8a81c4c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.298327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062a9485-152c-4b6d-be08-3eabf8a81c4c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.302199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'name': 'network-vif-deleted', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:15:19.307709 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-071f3416-c1a4-4b60-b72f-9da032c15b80 req-01f87b99-ea26-4014-893a-0e6ddafdd018 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.59 "DELETE /v2.0/ports/787dfc8c-fcba-4fd4-b934-0ff3007a75f8 HTTP/1.1" status: 204 len: 173 time: 6.5651350 Mar 16 11:15:19.333923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.337434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.342792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.379729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.380031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP f783722b-7473-49c0-b64e-429e21822598 disassociated. External IP: 172.26.1.204, port: 38ddc873-145a-4413-aec6-855416061f9b. Mar 16 11:15:19.458144 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f86405-de90-41af-aad2-df8e6ffd5fb5', 'name': 'network-vif-deleted', 'tag': '787dfc8c-fcba-4fd4-b934-0ff3007a75f8', 'status': 'completed', 'code': 200} Mar 16 11:15:19.491718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c1e7-7f9c-434c-bda8-fe8645c74767 None None] Pushing event updated for resources: {'Port': ['ID=46709bb9-6625-4e3c-a0f7-e00be6851228,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:19.511735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.529029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.530380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:19.530829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.543571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Checking router: c814971d-3229-4ec0-b46a-9f341669d385 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:19.547404 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:19.558849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:19.603328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497f023-9401-4d98-a10e-eb2fb2eb9aae None None] Network 33dd5152-7fd3-454e-a593-3193f7e46761 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:19.660818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.666137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 172.26.1.37 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/10328096-559e-43f1-b1d5-831c68443aaa) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:19.668592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:15:19.668592 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:15:19.668592 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': '33dd5152-7fd3-454e-a593-3193f7e46761'}] Mar 16 11:15:19.668592 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:19.668972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:19.727398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:19.728180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:19.737599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=1e5da077-583e-4230-9433-123854b1d713,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:19.748307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.749043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:19.992777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:20.177071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.197388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.199824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a98ae1aa-46fb-41c0-a268-b4feca2b8f3f req-ed28d194-4005-44d1-86d8-e6b2ceafccad tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f86405-de90-41af-aad2-df8e6ffd5fb5 HTTP/1.1" status: 200 len: 210 time: 0.1068490 Mar 16 11:15:20.272486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.343732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.439991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:20.441642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:20.460185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:20.499477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:20.519396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port 46709bb9-6625-4e3c-a0f7-e00be6851228 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:20.519707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.526526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 03c9eba8-bae3-4453-adbc-16a621dddb59 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:20.528173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=10328096-559e-43f1-b1d5-831c68443aaa,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:20.762399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e07bbb-e71d-4395-9d24-fc4fbe6184e0 req-409d2138-90ae-4cbb-9314-c161d0c71c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:20.763792 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5e07bbb-e71d-4395-9d24-fc4fbe6184e0 req-409d2138-90ae-4cbb-9314-c161d0c71c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.4681013 Mar 16 11:15:20.864333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 03c9eba8-bae3-4453-adbc-16a621dddb59 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:20.864742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.880339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.920387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94778ca5-5e64-4966-8573-50c2b05cb61f None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:15:20.939152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port 46709bb9-6625-4e3c-a0f7-e00be6851228, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=46709bb9-6625-4e3c-a0f7-e00be6851228,segment=NetworkSegment(062a9485-152c-4b6d-be08-3eabf8a81c4c),segment_id=062a9485-152c-4b6d-be08-3eabf8a81c4c)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:20.939555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.972918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:20.986879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.003901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d32676-95c7-4768-82d9-49ea6bc21b9d None None] The sync data for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv is: [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:43Z', 'revision_number': 4, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '32314c6a-8fa4-47e5-b0d5-4be831c3d09b', 'name': '', 'network_id': 'de9facff-cda2-48a4-bb11-2e0430deac18', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'mac_address': 'fa:16:3e:19:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c248314-6441-4882-8948-81bec31d9c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:40Z', 'updated_at': '2022-03-16T11:13:57Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'subnets': [{'id': '2c248314-6441-4882-8948-81bec31d9c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:21.030187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.062124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.062862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.081589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Checking router: 1770b433-6978-487e-9926-2e62da7237ab for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:21.104889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for 46709bb9-6625-4e3c-a0f7-e00be6851228 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:21.133532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5e07bbb-e71d-4395-9d24-fc4fbe6184e0 req-40a64042-a56e-4cd4-858b-cd37dc03ca9b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034952 Mar 16 11:15:21.145455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:21.146083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.315605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.322886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d4726c05-b6ce-44fe-a618-be7723f975c8 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:21.351534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94778ca5-5e64-4966-8573-50c2b05cb61f None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:15:21.388141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No DVR routers for this DVR port 46709bb9-6625-4e3c-a0f7-e00be6851228 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:21.416912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:21.465747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.466351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Port': ['ID=46709bb9-6625-4e3c-a0f7-e00be6851228,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:21.468192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router a3d289d3-0b8a-4b3f-ab4a-e875da315a5f is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:21.503650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.546894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:21.563877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router d035d4ea-7f93-4af1-8da6-6886ff112303 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:21.569880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:21.584470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d735815-aa9e-4bb8-a90e-8268a7886ef9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:21.585139 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] Sync routers for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:21.625825 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:21.628006 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.651487 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b44bae3-f2f1-4217-a30d-fed2ec3f66f5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1552982 Mar 16 11:15:21.658196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35544) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:21.662227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:21.733604 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.748130 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:21.749078 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.831901 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:21.833287 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f85ac2-8ddc-40db-96ac-41110d392cab None None] The sync data for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:22.053016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dd5152-7fd3-454e-a593-3193f7e46761']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.072350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.073697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b596a6a1-02a7-4f0d-b286-d3515c8b48af tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d735815-aa9e-4bb8-a90e-8268a7886ef9 HTTP/1.1" status: 204 len: 168 time: 1.5560675 Mar 16 11:15:22.078850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062a9485-152c-4b6d-be08-3eabf8a81c4c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.079288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062a9485-152c-4b6d-be08-3eabf8a81c4c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.087363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35548) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.099391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.104348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bdeb3-2e12-4768-97e1-94a2cda42ab5 None None] The sync data for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv is: [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '72b83532-64af-4557-a680-1a037134d8d6', 'name': '', 'network_id': '0624426a-adf7-471c-83b8-354a3682d32d', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'mac_address': 'fa:16:3e:bb:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:37Z', 'updated_at': '2022-03-16T11:13:51Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'subnets': [{'id': 'c77ee813-f88b-4d65-8824-967a64b60f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:22.125513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.149218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.177837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:22.186182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-867db2d0-3a1d-4111-8a05-9fd39bcd2e5b tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] show failed (client error): The resource could not be found. Mar 16 11:15:22.186182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-867db2d0-3a1d-4111-8a05-9fd39bcd2e5b tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "GET /v2.0/security-groups/7d735815-aa9e-4bb8-a90e-8268a7886ef9 HTTP/1.1" status: 404 len: 347 time: 0.0850604 Mar 16 11:15:22.186468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35554) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.196009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.207516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Sync routers for ids ['d035d4ea-7f93-4af1-8da6-6886ff112303'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:22.209555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.222590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:22.222988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.228900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Routers {'d035d4ea-7f93-4af1-8da6-6886ff112303'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:22.232106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d035d4ea-7f93-4af1-8da6-6886ff112303'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:22.237826 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:22.347913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.351823 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4df70277-6b63-4b21-b4a5-6e57f5c162f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0665772 Mar 16 11:15:22.361560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.374571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Deleting port 03c6c364-8fb0-4d01-beeb-8fc8d561da74 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:22.374904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.426914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.480043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Set router d035d4ea-7f93-4af1-8da6-6886ff112303 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:22.555916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.590727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.618870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=33dd5152-7fd3-454e-a593-3193f7e46761,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.629881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.687641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-db2670dd-42a8-4ba7-8420-2896c172f7b2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/33dd5152-7fd3-454e-a593-3193f7e46761 HTTP/1.1" status: 204 len: 168 time: 6.2391763 Mar 16 11:15:22.693173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d74f38-cfa1-4b81-bc0f-19193d8ac5d6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:22.700975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.708857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.714843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-76288101-593f-4a02-9ef4-a2e365d9577e tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "DELETE /v2.0/security-groups/10d74f38-cfa1-4b81-bc0f-19193d8ac5d6 HTTP/1.1" status: 204 len: 168 time: 1.2385061 Mar 16 11:15:22.715043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.715043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:22.725600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042153880'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:22.729374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.777569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:22.782497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:22.785309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:22.793311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-2ecee001-7940-4059-ab21-43a869656665 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] show failed (client error): The resource could not be found. Mar 16 11:15:22.794652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ecee001-7940-4059-ab21-43a869656665 tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "GET /v2.0/security-groups/10d74f38-cfa1-4b81-bc0f-19193d8ac5d6 HTTP/1.1" status: 404 len: 347 time: 0.0541000 Mar 16 11:15:22.797699 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27048b79-2c8d-4526-9213-dbb77be8f4b5 None None] New status for floating IP 848b0717-0738-40fb-aac2-cdf8a8e2746c: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:15:22.805425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:22.850873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Calling delete_port for 03c6c364-8fb0-4d01-beeb-8fc8d561da74 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:22.867797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41650689-779b-436e-bf36-02aff24318aa None None] New status for floating IP 7e93446f-17cc-4c0d-bc4b-d4a37e886a92: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:15:22.877951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:22.894861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac401-5e72-4e8c-92ab-8d8bbcf3b52a req-8baff5a2-d43e-4aa1-9f73-c1dd93e27817 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:22.902279 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62fac401-5e72-4e8c-92ab-8d8bbcf3b52a req-8baff5a2-d43e-4aa1-9f73-c1dd93e27817 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.5736182 Mar 16 11:15:22.967152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37'}], 'enable_snat': False}, 'gw_port_id': '10328096-559e-43f1-b1d5-831c68443aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:17Z', 'updated_at': '2022-03-16T11:15:20Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': '10328096-559e-43f1-b1d5-831c68443aaa', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:19Z', 'updated_at': '2022-03-16T11:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:22.997976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.008296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.db.api [None req-27048b79-2c8d-4526-9213-dbb77be8f4b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:23.008975 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG oslo_db.api [None req-27048b79-2c8d-4526-9213-dbb77be8f4b5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:23.013617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:23.016731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.048775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Pushing event deleted for resources: {'Port': ['ID=03c6c364-8fb0-4d01-beeb-8fc8d561da74,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:23.086033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Deleting port 03589f20-5ab5-40d6-887a-80f2991682d1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:23.086033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.096867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Checking router: d035d4ea-7f93-4af1-8da6-6886ff112303 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:23.097093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Updating router d035d4ea-7f93-4af1-8da6-6886ff112303 port 10328096-559e-43f1-b1d5-831c68443aaa binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:15:23.111434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:23.124799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.127051 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f622f-9269-401b-9755-8217925a6588 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:23.143559 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:23.144683 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.172109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.181134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62fac401-5e72-4e8c-92ab-8d8bbcf3b52a req-e68da710-980d-4d20-8715-139efc965e46 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777860 Mar 16 11:15:23.221341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.222490 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7a264b2-75d9-440e-9cbb-5e72b66390fc tempest-ServersTestManualDisk-50234408 tempest-ServersTestManualDisk-50234408-project] 10.222.0.36 "DELETE /v2.0/floatingips/848b0717-0738-40fb-aac2-cdf8a8e2746c HTTP/1.1" status: 204 len: 168 time: 1.0351267 Mar 16 11:15:23.228552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:23.231244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35576) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.243515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:23.258575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Sync routers for ids ['a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:23.295010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.348064 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.367494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:23.368147 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.402323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Routers {'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:23.402930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.427492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.428723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment e4731f6f-00cc-48d8-bc90-14b9bdf7cf94 of type vlan for network 6001af64-64f3-4c44-b434-f1f4c0a539d9 Mar 16 11:15:23.429922 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-655f622f-9269-401b-9755-8217925a6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:23.430149 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f622f-9269-401b-9755-8217925a6588 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:23.439580 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-715eca18-80bc-408e-9aee-cbe852f7e6f6 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/f783722b-7473-49c0-b64e-429e21822598 HTTP/1.1" status: 200 len: 688 time: 5.3050232 Mar 16 11:15:23.449170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35580) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.510894 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27048b79-2c8d-4526-9213-dbb77be8f4b5 None None] New status for floating IP 848b0717-0738-40fb-aac2-cdf8a8e2746c: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:15:23.626653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 5f913c8a-1115-4032-bfed-8e26672969cd {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:23.626894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.722626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.726139 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88032610-ca96-4a8d-b200-d3cb0fbb6553 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2520623 Mar 16 11:15:23.771994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Set router a3d289d3-0b8a-4b3f-ab4a-e875da315a5f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:23.780631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:23.896819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.901080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:23.901080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.018843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 5f913c8a-1115-4032-bfed-8e26672969cd owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:24.064497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.064817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.150513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.181749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:14Z', 'updated_at': '2022-03-16T11:15:19Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:16Z', 'updated_at': '2022-03-16T11:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:24.185681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Checking router: a3d289d3-0b8a-4b3f-ab4a-e875da315a5f for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:24.186050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Updating router a3d289d3-0b8a-4b3f-ab4a-e875da315a5f port bb46a20f-570b-4b2d-971d-3b7d67db2e74 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:15:24.211586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Calling delete_port for 03589f20-5ab5-40d6-887a-80f2991682d1 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:24.236076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Transition to ACTIVE for port object 10328096-559e-43f1-b1d5-831c68443aaa will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:24.250009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.251025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.275415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.307987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=5f913c8a-1115-4032-bfed-8e26672969cd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.308394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.313099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.313492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.387704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:24.388210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:24.389763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8336f-69df-4757-a452-74b515145cf6 None None] Pushing event updated for resources: {'Port': ['ID=10328096-559e-43f1-b1d5-831c68443aaa,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.429783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Attempting to bind port 10328096-559e-43f1-b1d5-831c68443aaa on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:24.430447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Attempting to bind port 10328096-559e-43f1-b1d5-831c68443aaa by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:24.430447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Attempting to bind port 10328096-559e-43f1-b1d5-831c68443aaa on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:24.444994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 72d55350-770a-4272-b94e-acf984a15e20 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:24.445405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.451756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:24.452022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:24.452316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.452722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:24.453585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Bound port: 10328096-559e-43f1-b1d5-831c68443aaa, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:24.453585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.460836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e49472a-36a8-4a9f-8411-7c0eec1f2be8 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/d035d4ea-7f93-4af1-8da6-6886ff112303 HTTP/1.1" status: 200 len: 908 time: 2.0604889 Mar 16 11:15:24.464469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f5bd-eda2-46c9-9754-c56aa96f85c3 req-6b9c81c3-3132-498a-b145-2e8cdcb5a37b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:24.466416 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb12f5bd-eda2-46c9-9754-c56aa96f85c3 req-6b9c81c3-3132-498a-b145-2e8cdcb5a37b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 1.0244091 Mar 16 11:15:24.470734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35588) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.490104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1097043480', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': True}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:24.506562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.521217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:24.529042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8080418 Mar 16 11:15:24.537604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Usage tracker for resource:router and tenant:a7174b8029b64059a6139ce98ca7af23 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:24.540146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.543889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836e4a-e6b8-4c11-bc60-6673c8d6f3c7 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=6001af64-64f3-4c44-b434-f1f4c0a539d9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.548169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:24.560242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:24.581325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:24.595415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.596379 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-def3b7fb-07be-461c-8f62-7f39cfd7c986 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/f783722b-7473-49c0-b64e-429e21822598 HTTP/1.1" status: 204 len: 168 time: 1.1462672 Mar 16 11:15:24.599188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:24.605034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35596) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.613680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'b93f7a86-4932-470d-be48-a81000638cb7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:24.623729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:24.631612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:floatingip and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:24.638030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:24.657103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:24.682530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.691217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.701596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.702686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.716010 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb12f5bd-eda2-46c9-9754-c56aa96f85c3 req-59c5ec8b-f724-4552-9fb7-726033af7865 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214570 Mar 16 11:15:24.759649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:24.760202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] For port 10328096-559e-43f1-b1d5-831c68443aaa, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:24.766622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:24.770523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:24.775607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:24.784718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] For port 10328096-559e-43f1-b1d5-831c68443aaa, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=10328096-559e-43f1-b1d5-831c68443aaa,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:24.808980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.820721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:24.842120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.855997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:24.873474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 72d55350-770a-4272-b94e-acf984a15e20 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:24.923466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8336f-69df-4757-a452-74b515145cf6 None None] Pushing event updated for resources: {'Port': ['ID=10328096-559e-43f1-b1d5-831c68443aaa,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:24.936335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Deleting port 03589f20-5ab5-40d6-887a-80f2991682d1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:24.937027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:24.937923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Routers {'d035d4ea-7f93-4af1-8da6-6886ff112303'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:24.938573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d035d4ea-7f93-4af1-8da6-6886ff112303'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.070171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.120218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98186119-c1a4-4ca1-9985-2469b5630616 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/a3d289d3-0b8a-4b3f-ab4a-e875da315a5f HTTP/1.1" status: 200 len: 907 time: 1.3339334 Mar 16 11:15:25.124987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:25.134612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.179597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] Set router d035d4ea-7f93-4af1-8da6-6886ff112303 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:25.218709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Transition to ACTIVE for port object bb46a20f-570b-4b2d-971d-3b7d67db2e74 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:25.236040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.395083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.420500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.446120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a1953-f150-4f62-ae96-5793ec6f1a81 None None] Pushing event updated for resources: {'Port': ['ID=bb46a20f-570b-4b2d-971d-3b7d67db2e74,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.451551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Attempting to bind port bb46a20f-570b-4b2d-971d-3b7d67db2e74 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:25.451904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Attempting to bind port bb46a20f-570b-4b2d-971d-3b7d67db2e74 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:25.452251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Attempting to bind port bb46a20f-570b-4b2d-971d-3b7d67db2e74 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:25.467126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:25.467477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:25.467854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.468217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:25.468697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Bound port: bb46a20f-570b-4b2d-971d-3b7d67db2e74, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:25.469049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.535487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=72d55350-770a-4272-b94e-acf984a15e20,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.591041 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57646c5a-8d6d-4e0f-b141-b2cd8cb2a6f4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1094 time: 0.8227422 Mar 16 11:15:25.598377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:25.614107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] For port bb46a20f-570b-4b2d-971d-3b7d67db2e74, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:25.614559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.29'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:25.622990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.209 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/6a150dd8-88a2-4d58-893d-76e1c45a09e3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:25.626432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] For port bb46a20f-570b-4b2d-971d-3b7d67db2e74, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bb46a20f-570b-4b2d-971d-3b7d67db2e74,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:25.628345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:25.634093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.640159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:25.652631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:25.664621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.682992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:25.732897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37'}], 'enable_snat': False}, 'gw_port_id': '10328096-559e-43f1-b1d5-831c68443aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:17Z', 'updated_at': '2022-03-16T11:15:20Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': '10328096-559e-43f1-b1d5-831c68443aaa', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:19Z', 'updated_at': '2022-03-16T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.741058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.741388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.741792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9e920-5f78-4e37-9f14-0cf64d30dfe0 None None] The sync data for ids ['d035d4ea-7f93-4af1-8da6-6886ff112303'] in dv-neutron-833733-1-hyperv is: [{'id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37'}], 'enable_snat': False}, 'gw_port_id': '10328096-559e-43f1-b1d5-831c68443aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:17Z', 'updated_at': '2022-03-16T11:15:20Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': '10328096-559e-43f1-b1d5-831c68443aaa', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd035d4ea-7f93-4af1-8da6-6886ff112303', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:19Z', 'updated_at': '2022-03-16T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:25.746793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a1953-f150-4f62-ae96-5793ec6f1a81 None None] Pushing event updated for resources: {'Port': ['ID=bb46a20f-570b-4b2d-971d-3b7d67db2e74,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:25.754102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Routers {'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:25.754689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:25.765553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:25.941625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] Set router a3d289d3-0b8a-4b3f-ab4a-e875da315a5f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:25.942759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Calling delete_port for 03589f20-5ab5-40d6-887a-80f2991682d1 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:26.036771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.058088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.219452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.272864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.289742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:14Z', 'updated_at': '2022-03-16T11:15:19Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:16Z', 'updated_at': '2022-03-16T11:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:26.294724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ec1bd-876b-494c-92b5-5079fd4c660b None None] The sync data for ids ['a3d289d3-0b8a-4b3f-ab4a-e875da315a5f'] in dv-neutron-833733-1-hyperv is: [{'id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'name': 'tempest-snat-router-892019858', 'tenant_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:14Z', 'updated_at': '2022-03-16T11:15:19Z', 'revision_number': 3, 'project_id': 'dd080d9cf6ae4c79a7f2b24ec175b505', 'gw_port': {'id': 'bb46a20f-570b-4b2d-971d-3b7d67db2e74', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d289d3-0b8a-4b3f-ab4a-e875da315a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:16Z', 'updated_at': '2022-03-16T11:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:26.323364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.360219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.477536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:26.535139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:26.536868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=6a150dd8-88a2-4d58-893d-76e1c45a09e3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.540471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:26.547927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:26.588850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=3c41c023-d9fb-416a-8f9c-793fb22207e8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.604409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.604750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.605087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.605405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.605736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.606079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.606396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.606715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.607032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.607346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.607661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:26.644158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Pushing event deleted for resources: {'Port': ['ID=03589f20-5ab5-40d6-887a-80f2991682d1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:26.973708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.015528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:27.015528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 6001af64-64f3-4c44-b434-f1f4c0a539d9, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:27.033749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d4726c05-b6ce-44fe-a618-be7723f975c8 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:27.108974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.143321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.162238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.198864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:27.323716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6001af64-64f3-4c44-b434-f1f4c0a539d9) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:27.334648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf72e3-d845-46c7-9ca9-9537a560f5ab None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:27.347480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:27.348222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.366374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.388082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.249 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:27.400203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting port bb46a20f-570b-4b2d-971d-3b7d67db2e74 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:27.400841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.407751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.408875 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-522bad63-ecda-4c91-8fe3-35b9c06e21bc tempest-ServersTestJSON-1034658119 tempest-ServersTestJSON-1034658119-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e93446f-17cc-4c0d-bc4b-d4a37e886a92 HTTP/1.1" status: 204 len: 168 time: 4.5971162 Mar 16 11:15:27.411916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:27.490163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-910764d6-092b-4a04-bd85-e51ee72ad7d3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9432344 Mar 16 11:15:27.495185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:27.507742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:27.529656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:27.550698 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] Sync routers for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:27.574453 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:27.575287 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:27.619270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6001af64-64f3-4c44-b434-f1f4c0a539d9', 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': '3c41c023-d9fb-416a-8f9c-793fb22207e8'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:27.620071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:27.663287 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:27.685049 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] Routers {'d4726c05-b6ce-44fe-a618-be7723f975c8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:27.685905 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d4726c05-b6ce-44fe-a618-be7723f975c8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:27.768317 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:27.770114 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af27e43-26e7-4ceb-8795-a0c131ad17e1 None None] The sync data for ids ['d4726c05-b6ce-44fe-a618-be7723f975c8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:27.792370 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-204028e0-803c-43dc-94ff-b727ed464b55 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1330795 Mar 16 11:15:27.794191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:27.866744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Allocated IP 2001:db8::2 (6001af64-64f3-4c44-b434-f1f4c0a539d9/3c41c023-d9fb-416a-8f9c-793fb22207e8/c5a41e83-5e9e-41d4-b97f-48e9d5830479) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:27.890171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.061066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] For port bb46a20f-570b-4b2d-971d-3b7d67db2e74, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bb46a20f-570b-4b2d-971d-3b7d67db2e74,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:28.061404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.069214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b94a448-1696-4504-aeaa-47969223e3a3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:28.083318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.098577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Transition to ACTIVE for port object c5a41e83-5e9e-41d4-b97f-48e9d5830479 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:28.111909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.118407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Transition to ACTIVE for port object c5a41e83-5e9e-41d4-b97f-48e9d5830479 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:28.125959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.195340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:28.199031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:28.200919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Pushing event updated for resources: {'Port': ['ID=c5a41e83-5e9e-41d4-b97f-48e9d5830479,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:28.203138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:28.221409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:28.284930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:28.294743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:28.298085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Attempting to bind port c5a41e83-5e9e-41d4-b97f-48e9d5830479 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:28.298505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Attempting to bind port c5a41e83-5e9e-41d4-b97f-48e9d5830479 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:28.299436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Attempting to bind port c5a41e83-5e9e-41d4-b97f-48e9d5830479 on network 6001af64-64f3-4c44-b434-f1f4c0a539d9 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:28.301275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.301619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.301957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.302313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.302640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.302965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.303289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.303908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.303908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.304224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.304544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:28.307853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:28.308591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Checking segment: {'id': 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:28.309254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.309735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Bound using segment: {'id': 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:28.310314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Bound port: c5a41e83-5e9e-41d4-b97f-48e9d5830479, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:28.310838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.313284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:28.361201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Calling delete_port for bb46a20f-570b-4b2d-971d-3b7d67db2e74 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:28.377900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 172.26.1.42 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e957f3df-de15-4c85-9f97-1b00acd2648c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:28.424562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:28.435428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c5a41e83-5e9e-41d4-b97f-48e9d5830479,segment=NetworkSegment(e4731f6f-00cc-48d8-bc90-14b9bdf7cf94),segment_id=e4731f6f-00cc-48d8-bc90-14b9bdf7cf94)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:28.441085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.483860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:28.500615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:subnet and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:28.503293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b94a448-1696-4504-aeaa-47969223e3a3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:28.507093 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b94a448-1696-4504-aeaa-47969223e3a3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4726c05-b6ce-44fe-a618-be7723f975c8 HTTP/1.1" status: 200 len: 205 time: 0.6520052 Mar 16 11:15:28.513260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:28.520858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:28.525584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 10328096-559e-43f1-b1d5-831c68443aaa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:28.532961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:28.604212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b05f1-379e-4973-b876-029196bf6b8e None None] Pushing event updated for resources: {'Port': ['ID=c5a41e83-5e9e-41d4-b97f-48e9d5830479,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:28.628418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 10328096-559e-43f1-b1d5-831c68443aaa completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:28.635295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 10328096-559e-43f1-b1d5-831c68443aaa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:28.635661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.692769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:28.792439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.841763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.844729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 10328096-559e-43f1-b1d5-831c68443aaa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=10328096-559e-43f1-b1d5-831c68443aaa,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:28.850723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:28.851748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bb46a20f-570b-4b2d-971d-3b7d67db2e74 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:29.014833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=10328096-559e-43f1-b1d5-831c68443aaa,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.027420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.028124 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.028547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.029001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.029509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.029930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.030366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.030778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.031213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.031623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.032034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:15:29.134986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.135213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.238572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.242864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port bb46a20f-570b-4b2d-971d-3b7d67db2e74 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:29.247515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.253332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bb46a20f-570b-4b2d-971d-3b7d67db2e74 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:29.253832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.305149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port bb46a20f-570b-4b2d-971d-3b7d67db2e74 was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 16 11:15:29.378585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.398989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb46a20f-570b-4b2d-971d-3b7d67db2e74,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.477204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Deleting port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:29.477696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.529330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:29.541312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:29.547930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=e957f3df-de15-4c85-9f97-1b00acd2648c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:29.550274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:29.610556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.641653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efdd355-76f2-45aa-b1b9-e7e7d2c5fba8 None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:29.659075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:29.739284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c8a1881-a98a-4fa1-97ad-c092da45d276 None None] Provisioning for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:29.930605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.021888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] For port 32314c6a-8fa4-47e5-b0d5-4be831c3d09b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:30.022299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.079367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.175413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Calling delete_port for 32314c6a-8fa4-47e5-b0d5-4be831c3d09b owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:30.230845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.264612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.365854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.382884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.383397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router d4726c05-b6ce-44fe-a618-be7723f975c8 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:30.587497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 10328096-559e-43f1-b1d5-831c68443aaa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:30.605033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.631862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.635533 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7fc5175-ead4-477b-88fb-4d4f8c1aa132 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8 HTTP/1.1" status: 204 len: 168 time: 2.1071825 Mar 16 11:15:30.641521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.644227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35628) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:30.655174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.655901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.664148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 10328096-559e-43f1-b1d5-831c68443aaa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:30.664802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.721030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.722856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.778250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.826799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c5a41e83-5e9e-41d4-b97f-48e9d5830479 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:30.888217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.888689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d289d3-0b8a-4b3f-ab4a-e875da315a5f {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:30.901189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:30.902124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:30.907043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:30.907043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.959450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.983342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:30.986107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:30.986683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:30.998245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c499b18-a6e3-4dfb-92f4-a20be2a13c34 None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:31.020370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.021492 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6d4c3748-e389-4226-a99f-3cc0986e8440 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a3d289d3-0b8a-4b3f-ab4a-e875da315a5f HTTP/1.1" status: 204 len: 168 time: 5.8955750 Mar 16 11:15:31.022309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=6a150dd8-88a2-4d58-893d-76e1c45a09e3,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.025643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=393b4706-ca47-462a-b3c2-ff9319c665d9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.041227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35632) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:31.071684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Pushing event deleted for resources: {'Port': ['ID=32314c6a-8fa4-47e5-b0d5-4be831c3d09b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.097841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.166066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c5a41e83-5e9e-41d4-b97f-48e9d5830479,segment=NetworkSegment(e4731f6f-00cc-48d8-bc90-14b9bdf7cf94),segment_id=e4731f6f-00cc-48d8-bc90-14b9bdf7cf94)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:31.185752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-525cc2bb-7a13-4fc9-bf59-d339fd84dd0e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6836200 Mar 16 11:15:31.190772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35636) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:31.224263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.234048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.237266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.267912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.373113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c5a41e83-5e9e-41d4-b97f-48e9d5830479,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.534516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet 9a08e06f-e093-4afb-95cc-494703110645 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:31.539737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-739f54e3-8919-4aa5-b240-1853b63befc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.546430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.547384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:31.555882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Update dhcp port {'port': {'network_id': '6001af64-64f3-4c44-b434-f1f4c0a539d9', 'fixed_ips': [{'subnet_id': '3c41c023-d9fb-416a-8f9c-793fb22207e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '393b4706-ca47-462a-b3c2-ff9319c665d9'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': 'c5a41e83-5e9e-41d4-b97f-48e9d5830479'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:15:31.606711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.636440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.638335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.641176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.642559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.644026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:31.644985 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Synchronizing usage tracker for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:31.660241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.671269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.750970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Unset dirty status for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:31.752226 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-913865cf-6e50-409d-9a1e-6f2901de80fe tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5526497 Mar 16 11:15:31.757292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:31.774317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311751400'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:31.781221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:31.794473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:31.804703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:31.813868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:31.820432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Allocated IP 172.20.0.1 (6001af64-64f3-4c44-b434-f1f4c0a539d9/393b4706-ca47-462a-b3c2-ff9319c665d9/c5a41e83-5e9e-41d4-b97f-48e9d5830479) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:31.835603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.883770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:31.886712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.952260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:31.970940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:31.973109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c5a41e83-5e9e-41d4-b97f-48e9d5830479,segment=NetworkSegment(e4731f6f-00cc-48d8-bc90-14b9bdf7cf94),segment_id=e4731f6f-00cc-48d8-bc90-14b9bdf7cf94)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:31.999801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.021682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router 78971dde-7ddf-4e5e-b777-f42a3a3eca26 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:32.024213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.024975 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7 of type vlan for network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce Mar 16 11:15:32.027317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Transition to ACTIVE for port object c5a41e83-5e9e-41d4-b97f-48e9d5830479 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:32.033013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.046109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.148939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=9a08e06f-e093-4afb-95cc-494703110645,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.164597 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP 2963e0c4-1e83-4917-bc84-7572010f3f2b associated. External IP: 172.26.1.209, port: b93f7a86-4932-470d-be48-a81000638cb7. Mar 16 11:15:32.182871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6280f2-e429-4544-947f-d48dc50a9fb0 None None] Pushing event updated for resources: {'Port': ['ID=c5a41e83-5e9e-41d4-b97f-48e9d5830479,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.251643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.259628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fd444-6d65-4756-9182-d6699a5e4e00 None None] Network 1b53e772-503c-4ad4-88b6-73d5adfdc990 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:32.297256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.341636 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b825b71f-4751-42f0-b89e-f74ba522256c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/9a08e06f-e093-4afb-95cc-494703110645 HTTP/1.1" status: 204 len: 168 time: 1.6914973 Mar 16 11:15:32.349389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35644) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:32.362156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.396407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.400278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:32.401029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.450042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP dfca4917-9553-4690-b97a-310cf3a5ce38 associated. External IP: 172.26.1.249, port: 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7. Mar 16 11:15:32.525196 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7639680 Mar 16 11:15:32.532888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:32.545302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:32.551577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c5a41e83-5e9e-41d4-b97f-48e9d5830479 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:32.567199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62589c-e3a5-4a28-bd8c-7637a10ad3cb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=c46b3eed-3d32-4d18-b578-db5ad3bfd0ce,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:32.586422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:32.692873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Deleting port 72b83532-64af-4557-a680-1a037134d8d6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:32.693216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.865783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.889633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] DHCP port deletion for 1b53e772-503c-4ad4-88b6-73d5adfdc990 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:15:32.894766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.895163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Deleting port eebee7cb-cadd-4965-9599-9d2f7088543e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:32.895670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:32.918857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.012212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fb421f0b-cadd-46e7-97f7-8aeba9e97aaf None None] Provisioning for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:33.024524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fb421f0b-cadd-46e7-97f7-8aeba9e97aaf None None] Provisioning complete for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:33.025054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb421f0b-cadd-46e7-97f7-8aeba9e97aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.108587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce is not hosted by any dhcp agent {{(pid=83793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 16 11:15:33.112851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:33.112851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.117211 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "PUT /v2.0/networks/c46b3eed-3d32-4d18-b578-db5ad3bfd0ce HTTP/1.1" status: 200 len: 723 time: 0.5805328 Mar 16 11:15:33.117359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet 676104a1-2f50-451b-a731-bc52a032177f {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:33.123758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35652) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:33.130260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Deleting port 03c9eba8-bae3-4453-adbc-16a621dddb59 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:33.130892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.131051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.176126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:33.176958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f01be-84ce-4512-b0f9-c8c0e11b88ee tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=c46b3eed-3d32-4d18-b578-db5ad3bfd0ce,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:33.192686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:33.307688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] For port 72b83532-64af-4557-a680-1a037134d8d6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=72b83532-64af-4557-a680-1a037134d8d6,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:33.308035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.328809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.332939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] For port eebee7cb-cadd-4965-9599-9d2f7088543e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eebee7cb-cadd-4965-9599-9d2f7088543e,segment=NetworkSegment(cea6ae17-b180-45e5-abd2-de482d54b708),segment_id=cea6ae17-b180-45e5-abd2-de482d54b708)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:33.333454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.466953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Calling delete_port for eebee7cb-cadd-4965-9599-9d2f7088543e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:33.476908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] For port 03c9eba8-bae3-4453-adbc-16a621dddb59, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=03c9eba8-bae3-4453-adbc-16a621dddb59,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:33.477279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.554807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.606928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] Pushing event deleted for resources: {'Port': ['ID=eebee7cb-cadd-4965-9599-9d2f7088543e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:33.609846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Calling delete_port for 03c9eba8-bae3-4453-adbc-16a621dddb59 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:33.611449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b41bd4-dd8e-48fb-b769-76271ba442c4 None None] No DVR routers for this DVR port eebee7cb-cadd-4965-9599-9d2f7088543e on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:33.635432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33b8ddd9-c398-4543-a685-d402f745ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.638191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Calling delete_port for 72b83532-64af-4557-a680-1a037134d8d6 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:33.699172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:33.737883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:33.760270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:33.809473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:33.923447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:33.934905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.935848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Sync routers for ids ['78971dde-7ddf-4e5e-b777-f42a3a3eca26'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:33.945931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:33.956236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Routers {'78971dde-7ddf-4e5e-b777-f42a3a3eca26'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:33.957157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78971dde-7ddf-4e5e-b777-f42a3a3eca26'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:33.998658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event deleted for resources: {'Port': ['ID=03c9eba8-bae3-4453-adbc-16a621dddb59,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:34.099980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.172685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Set router 78971dde-7ddf-4e5e-b777-f42a3a3eca26 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:34.236978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.238189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dba77b03-270d-4910-9ebe-3d8522d20c75 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7522683 Mar 16 11:15:34.251823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35656) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.260195 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:15:34.297181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.487877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eebee7cb-cadd-4965-9599-9d2f7088543e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:34.530199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: eebee7cb-cadd-4965-9599-9d2f7088543e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:34.530547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eebee7cb-cadd-4965-9599-9d2f7088543e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:34.572366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:24Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:27Z', 'updated_at': '2022-03-16T11:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.578051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Checking router: 78971dde-7ddf-4e5e-b777-f42a3a3eca26 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:34.578488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Updating router 78971dde-7ddf-4e5e-b777-f42a3a3eca26 port e957f3df-de15-4c85-9f97-1b00acd2648c binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:15:34.597765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.631701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.684324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=676104a1-2f50-451b-a731-bc52a032177f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:34.693358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.704557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.713020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:34.719250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.734204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:34.737583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.747069 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:34.747793 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.761424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d0b6f-8171-4c5a-af5c-1d33c2abd80d None None] Network 50782b69-9ff1-49ce-b906-993f20f84c51 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:34.768292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.769621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8551334-f9ea-427b-bf82-909bdc872561 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:34.790162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.793206 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c42ccf9e-98d3-4044-ae42-78a129cd1917 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c8551334-f9ea-427b-bf82-909bdc872561 HTTP/1.1" status: 204 len: 168 time: 3.7510822 Mar 16 11:15:34.794965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:34.809566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35660) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.813149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b83532-64af-4557-a680-1a037134d8d6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:34.816401 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.825068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-365049145', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:34.829885 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:34.830937 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.835608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d289fac1-ff10-45e8-b332-679275fd87ae tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/676104a1-2f50-451b-a731-bc52a032177f HTTP/1.1" status: 204 len: 168 time: 2.4733067 Mar 16 11:15:34.844561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:34.846953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.904523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:34.906079 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:34.906688 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638bc8c-b032-4075-aec4-ff145eff70de None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:34.910800 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05436bc3-2c2a-4998-af2f-96b82f6dd231 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.3046331 Mar 16 11:15:34.911784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:34.955068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.025448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d9775eaa-771a-4ad7-8109-9304b006f9cc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/floatingips/2963e0c4-1e83-4917-bc84-7572010f3f2b HTTP/1.1" status: 200 len: 977 time: 0.1117744 Mar 16 11:15:35.027502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:35.028005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:35.037519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:35.123063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.151816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e6f7828b-7fdc-498a-96fd-e2b17cd36f3a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Synchronizing usage tracker for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:35.181445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e6f7828b-7fdc-498a-96fd-e2b17cd36f3a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Unset dirty status for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:35.183232 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e6f7828b-7fdc-498a-96fd-e2b17cd36f3a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1542025 Mar 16 11:15:35.187124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:35.200840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': '38ddc873-145a-4413-aec6-855416061f9b'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:35.292685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.306673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Transition to ACTIVE for port object e957f3df-de15-4c85-9f97-1b00acd2648c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:35.310939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] DHCP port deletion for 50782b69-9ff1-49ce-b906-993f20f84c51 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:15:35.316467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Deleting port b6fced46-1cf7-4ee7-81b4-c12f2676557e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:35.316824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.343620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.344622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.348101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.350036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.443571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.498439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be047a83-abf0-49a5-b610-0d52915dcb57 None None] Pushing event updated for resources: {'Port': ['ID=e957f3df-de15-4c85-9f97-1b00acd2648c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:35.511182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Attempting to bind port e957f3df-de15-4c85-9f97-1b00acd2648c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:35.511569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Attempting to bind port e957f3df-de15-4c85-9f97-1b00acd2648c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:35.511924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Attempting to bind port e957f3df-de15-4c85-9f97-1b00acd2648c on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:35.583640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:35.583868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:35.584265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.584654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:35.585120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Bound port: e957f3df-de15-4c85-9f97-1b00acd2648c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:35.585484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.616691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.677348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] For port b6fced46-1cf7-4ee7-81b4-c12f2676557e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b6fced46-1cf7-4ee7-81b4-c12f2676557e,segment=NetworkSegment(69a8289b-e968-48b9-a30a-07b4399cf4e2),segment_id=69a8289b-e968-48b9-a30a-07b4399cf4e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:35.677738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.732266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.736917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=058f1ba9-4a32-4ea7-9543-7cb703829f97,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:35.802853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Calling delete_port for b6fced46-1cf7-4ee7-81b4-c12f2676557e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:35.828200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] For port e957f3df-de15-4c85-9f97-1b00acd2648c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:35.850525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] For port e957f3df-de15-4c85-9f97-1b00acd2648c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e957f3df-de15-4c85-9f97-1b00acd2648c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:35.861318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.911434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:35.911851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: c46b3eed-3d32-4d18-b578-db5ad3bfd0ce, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:35.961185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:35.968921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be047a83-abf0-49a5-b610-0d52915dcb57 None None] Pushing event updated for resources: {'Port': ['ID=e957f3df-de15-4c85-9f97-1b00acd2648c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:36.017835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] Pushing event deleted for resources: {'Port': ['ID=b6fced46-1cf7-4ee7-81b4-c12f2676557e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:36.022907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8df80-c64d-4076-a1e6-371e9a9d1aa0 None None] No DVR routers for this DVR port b6fced46-1cf7-4ee7-81b4-c12f2676557e on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:36.026908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Routers {'78971dde-7ddf-4e5e-b777-f42a3a3eca26'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:36.027515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78971dde-7ddf-4e5e-b777-f42a3a3eca26'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.071865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.076037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.135299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:36.140687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.183372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.198006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b53e772-503c-4ad4-88b6-73d5adfdc990']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.222165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea6ae17-b180-45e5-abd2-de482d54b708') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.222455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea6ae17-b180-45e5-abd2-de482d54b708') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.229148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] Set router 78971dde-7ddf-4e5e-b777-f42a3a3eca26 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:36.238376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-259c0918-03f1-419c-9e87-6322e3e5e021 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/78971dde-7ddf-4e5e-b777-f42a3a3eca26 HTTP/1.1" status: 200 len: 907 time: 1.9818926 Mar 16 11:15:36.249224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:36.253050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.336765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.432577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:36.512749 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP 2963e0c4-1e83-4917-bc84-7572010f3f2b associated. External IP: 172.26.1.209, port: b93f7a86-4932-470d-be48-a81000638cb7. Mar 16 11:15:36.521521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b6fced46-1cf7-4ee7-81b4-c12f2676557e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:36.556519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.569133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b6fced46-1cf7-4ee7-81b4-c12f2676557e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:36.569851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b6fced46-1cf7-4ee7-81b4-c12f2676557e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:36.587183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, c46b3eed-3d32-4d18-b578-db5ad3bfd0ce) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:36.595938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:36.596346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.603612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7aa34-3743-4bf1-bf1a-d33d12c6ae76 None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:36.611659 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:36.617031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:36.617636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.885233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:24Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:27Z', 'updated_at': '2022-03-16T11:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:36.889804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57466d8b-f719-4e78-86ba-0f5561a395b1 None None] The sync data for ids ['78971dde-7ddf-4e5e-b777-f42a3a3eca26'] in dv-neutron-833733-1-hyperv is: [{'id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'name': 'tempest-snat-router-1097043480', 'tenant_id': 'a7174b8029b64059a6139ce98ca7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:24Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 3, 'project_id': 'a7174b8029b64059a6139ce98ca7af23', 'gw_port': {'id': 'e957f3df-de15-4c85-9f97-1b00acd2648c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78971dde-7ddf-4e5e-b777-f42a3a3eca26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:27Z', 'updated_at': '2022-03-16T11:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:36.895941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-c46b3eed-3d32-4d18-b578-db5ad3bfd0ce', 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': '058f1ba9-4a32-4ea7-9543-7cb703829f97'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:36.896925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.952743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:36.961373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3fbabae-f7a6-413b-a66e-a283f9750abd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8332007 Mar 16 11:15:36.964281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:36.966338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:36.970669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:36.993335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.012004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Router c814971d-3229-4ec0-b46a-9f341669d385 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:37.020395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=1b53e772-503c-4ad4-88b6-73d5adfdc990,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:37.033773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ea2e58b-4e12-4bb5-b648-a0fcc716e85e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/1b53e772-503c-4ad4-88b6-73d5adfdc990 HTTP/1.1" status: 204 len: 168 time: 2.1845078 Mar 16 11:15:37.045753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35688) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:37.081268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Allocated IP 2001:db8::2 (c46b3eed-3d32-4d18-b578-db5ad3bfd0ce/058f1ba9-4a32-4ea7-9543-7cb703829f97/5db126b0-ddd4-4438-9c31-0fe121316f53) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:37.171988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.322199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.333694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Transition to ACTIVE for port object 5db126b0-ddd4-4438-9c31-0fe121316f53 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:37.358822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Transition to ACTIVE for port object 5db126b0-ddd4-4438-9c31-0fe121316f53 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:37.363207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3832621'] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.366544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.399332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.446917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Pushing event updated for resources: {'Port': ['ID=5db126b0-ddd4-4438-9c31-0fe121316f53,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:37.453712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:37.455048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:37.457783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:37.497869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:37.568376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:37.571421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Attempting to bind port 5db126b0-ddd4-4438-9c31-0fe121316f53 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:37.571674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Attempting to bind port 5db126b0-ddd4-4438-9c31-0fe121316f53 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:37.572083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Attempting to bind port 5db126b0-ddd4-4438-9c31-0fe121316f53 on network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:37.584343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:37.584343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Checking segment: {'id': 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:37.584867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.585136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Bound using segment: {'id': 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:37.585564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Bound port: 5db126b0-ddd4-4438-9c31-0fe121316f53, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c46b3eed-3d32-4d18-b578-db5ad3bfd0ce'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:37.586201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.604311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:37.605033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:37.666029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:37.703027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336005'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.715457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.733018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:37.733660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:37.764389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:37.764933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.766224 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "PUT /v2.0/subnets/058f1ba9-4a32-4ea7-9543-7cb703829f97 HTTP/1.1" status: 200 len: 826 time: 0.8009613 Mar 16 11:15:37.772744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:37.776692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.804725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:37.805114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4203265-a752-4790-8b57-69897ba6ee85 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=058f1ba9-4a32-4ea7-9543-7cb703829f97,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:37.805219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6cb83-e0b0-4565-84e8-fedf3152883c None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:37.810936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] For port 5db126b0-ddd4-4438-9c31-0fe121316f53, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:37.818718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] For port 5db126b0-ddd4-4438-9c31-0fe121316f53, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5db126b0-ddd4-4438-9c31-0fe121316f53,segment=NetworkSegment(b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7),segment_id=b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:37.826165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.886548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:37.889320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.906858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:37.912897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320e35d-8a2a-46b2-8b2f-5c97ddec4ca9 None None] Pushing event updated for resources: {'Port': ['ID=5db126b0-ddd4-4438-9c31-0fe121316f53,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:37.929338 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:37.945737 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:37.946731 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:37.980023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.009726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50782b69-9ff1-49ce-b906-993f20f84c51']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.018190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.106536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a8289b-e968-48b9-a30a-07b4399cf4e2') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.106826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a8289b-e968-48b9-a30a-07b4399cf4e2') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.150483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.199856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4477f4a7-fd02-4c1b-ac88-957770c65201 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.5968170 Mar 16 11:15:38.233212 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:38.235614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:38.288973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Allocated IP 172.26.1.51 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/5c117e6f-f8f2-4310-8da8-1f8fb334611c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:38.317133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.319093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:15:38.422167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port 5db126b0-ddd4-4438-9c31-0fe121316f53 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:38.422926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.523955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5db126b0-ddd4-4438-9c31-0fe121316f53 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:38.591154 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59778480-58f7-4d33-9310-1a465c1c5c50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 200 len: 992 time: 0.3550975 Mar 16 11:15:38.642568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5db126b0-ddd4-4438-9c31-0fe121316f53 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:38.675277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'status': 'completed', 'code': 200} Mar 16 11:15:38.683516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:38.683516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:38.713341 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:38.721403 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.728129 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:38.740089 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:38.740792 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.801294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.815392 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-d028d256-c948-4994-828b-a4413fae4dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1099 time: 0.3120358 Mar 16 11:15:38.854759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.877505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.898722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:38.919102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Sync routers for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:38.932253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=50782b69-9ff1-49ce-b906-993f20f84c51,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:38.945725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port 5db126b0-ddd4-4438-9c31-0fe121316f53, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5db126b0-ddd4-4438-9c31-0fe121316f53,segment=NetworkSegment(b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7),segment_id=b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:38.946187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:38.948974 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6af5e42f-034d-4e0e-9f55-caed83e4b787 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/50782b69-9ff1-49ce-b906-993f20f84c51 HTTP/1.1" status: 204 len: 168 time: 1.9021673 Mar 16 11:15:38.955909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-904019e6-a4c9-480e-befb-d514e018f93d admin admin] 10.222.0.36 "PUT /v2.0/routers/c814971d-3229-4ec0-b46a-9f341669d385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7140408 Mar 16 11:15:38.957675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:38.958587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:38.959142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35702) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:38.963951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:38.975037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-1600317050'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:38.977597 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:39.137561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for 5db126b0-ddd4-4438-9c31-0fe121316f53 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:39.238623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:39.263689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-2e56f7f3-46d0-4068-af02-afb707bac2fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:39.265146 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-2e56f7f3-46d0-4068-af02-afb707bac2fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 896 time: 0.4315474 Mar 16 11:15:39.274709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:39.319648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:39.401147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.406514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:39.446738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:39.480669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:39.518750 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.528081 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070fc56-8180-4285-8e2a-66423bc96a6c None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:14:43Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:29Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:39.544006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c551028-16dc-4b1a-8a2f-1f63535c75cc None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:39.555502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:39.558595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:39.561911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.585343 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-8b66a089-81a0-4d9a-8326-2e3e6a3977d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 1000 time: 0.3110125 Mar 16 11:15:39.586822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.592623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:39.594555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event updated for resources: {'Port': ['ID=5c117e6f-f8f2-4310-8da8-1f8fb334611c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:39.596740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:39.627721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:39.661181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-825d9015-9cc7-4473-b748-5b68f604b3b1 None None] Could not find standard attr ID for object 5db126b0-ddd4-4438-9c31-0fe121316f53. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:15:39.730504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.775530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Deleting port e957f3df-de15-4c85-9f97-1b00acd2648c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:39.775941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:39.792317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Port': ['ID=5db126b0-ddd4-4438-9c31-0fe121316f53,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:39.853286 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1db06ade-25cf-4fd7-bd1a-27c6531c7c84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 200 len: 992 time: 0.2194235 Mar 16 11:15:39.856081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-c214019c-a6d1-4d78-8290-41b990b16d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:39.857659 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-c214019c-a6d1-4d78-8290-41b990b16d3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 200 len: 838 time: 0.2660863 Mar 16 11:15:39.913509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.917883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Checking router: c814971d-3229-4ec0-b46a-9f341669d385 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:39.929540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Routers {'c814971d-3229-4ec0-b46a-9f341669d385'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:39.930947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c814971d-3229-4ec0-b46a-9f341669d385'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:39.940660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No DVR routers for this DVR port 5db126b0-ddd4-4438-9c31-0fe121316f53 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:40.009586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:40.032071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.134661 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-e5fc9235-d2a7-498e-9d43-8d72e2d07abe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2375591 Mar 16 11:15:40.166260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afdf8be-c927-4062-9125-8d9db262c4ed None None] Network c46b3eed-3d32-4d18-b578-db5ad3bfd0ce requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:40.175712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.176179 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment 6fd3fe55-7d9a-48e2-9bf2-945c0974636e of type vlan for network 72a7029e-6c61-428e-8ec7-900904049a37 Mar 16 11:15:40.246974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] Set router c814971d-3229-4ec0-b46a-9f341669d385 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:40.261478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.279906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.336039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=058f1ba9-4a32-4ea7-9543-7cb703829f97,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:40.343790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:40.348791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] For port e957f3df-de15-4c85-9f97-1b00acd2648c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e957f3df-de15-4c85-9f97-1b00acd2648c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:40.349288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.368730 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:40.389685 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:40.390801 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.436742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.471958 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-4066aa7d-5ade-4e1b-b77e-7035cced849f service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289244 Mar 16 11:15:40.494102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.514153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:40.515265 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.549956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 03c9eba8-bae3-4453-adbc-16a621dddb59 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:40.584725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.587062 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.587501 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f8bdb2-baa7-4b7b-a6aa-6cc9cb453a29 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:40.639733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 03c9eba8-bae3-4453-adbc-16a621dddb59 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:40.640087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 03c9eba8-bae3-4453-adbc-16a621dddb59 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:40.656648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46b3eed-3d32-4d18-b578-db5ad3bfd0ce']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.722921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Calling delete_port for e957f3df-de15-4c85-9f97-1b00acd2648c owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:40.723150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ae536-a85e-45f6-9720-7d8654272740 None None] DHCP port deletion for c46b3eed-3d32-4d18-b578-db5ad3bfd0ce request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:15:40.734806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.735143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56ae0a9-f2e0-4dda-8c80-92cc1f312dd7') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.746828 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3cfd2a27-3d70-4a19-b26e-1419b8ff300a req-e0453cfe-8120-44c9-b565-75938c547869 service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569718 Mar 16 11:15:40.756231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.756961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.760660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:40.761240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.771010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:40.774883 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-81cd8c6e-81f6-4d80-9d63-c37e498694fe tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/2963e0c4-1e83-4917-bc84-7572010f3f2b HTTP/1.1" status: 200 len: 979 time: 5.5862708 Mar 16 11:15:40.778028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.779444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff20a80-3c88-4f30-9e21-ffc8bba0d763 None None] The sync data for ids ['c814971d-3229-4ec0-b46a-9f341669d385'] in dv-neutron-833733-1-hyperv is: [{'id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'name': 'tempest-ServersTestManualDisk-1974139591-router', 'tenant_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184'}], 'enable_snat': True}, 'gw_port_id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:30Z', 'revision_number': 5, 'project_id': '095dfadd0fa94ae6bd6a70a4a337545c', 'gw_port': {'id': '6a40e4d3-71f4-46ac-815c-69b5023011b3', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c814971d-3229-4ec0-b46a-9f341669d385', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:28Z', 'updated_at': '2022-03-16T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:40.783607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:40.842976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.858576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.917072 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9496269 Mar 16 11:15:40.925747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:40.929218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:40.929618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.941601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e174a-4194-4eee-9347-9509b256095c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=72a7029e-6c61-428e-8ec7-900904049a37,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:40.946650 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:40.954241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:40.956495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '72a7029e-6c61-428e-8ec7-900904049a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:40.957914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 72a7029e-6c61-428e-8ec7-900904049a37 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:41.069446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.070188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.151490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.220120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.242259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Router 1770b433-6978-487e-9926-2e62da7237ab has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:41.254243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.273559 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56848d79-8ee9-4ec2-a86e-89a2ae1a4418 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 200 len: 992 time: 0.4139051 Mar 16 11:15:41.280137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=c46b3eed-3d32-4d18-b578-db5ad3bfd0ce,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.295043 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6eec2ec2-0c26-4d3a-8ff8-6965a6b735f6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/c46b3eed-3d32-4d18-b578-db5ad3bfd0ce HTTP/1.1" status: 204 len: 168 time: 3.5213888 Mar 16 11:15:41.296172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:41.300543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.303018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:41.307613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:41.321543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:41.414419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-014bf055-3591-48ad-baff-4a1c839e545b tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:15:41.415248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014bf055-3591-48ad-baff-4a1c839e545b tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:41.431216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.503705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:41.534787 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-014bf055-3591-48ad-baff-4a1c839e545b tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/c46b3eed-3d32-4d18-b578-db5ad3bfd0ce HTTP/1.1" status: 404 len: 339 time: 0.2276480 Mar 16 11:15:41.537571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Port': ['ID=e957f3df-de15-4c85-9f97-1b00acd2648c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:41.539307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:41.553434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899836331', 'description': 'd1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:41.564815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:41.598125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Usage tracker for resource:network and tenant:3ba5c6afac3d413caae0f3b7d08c05eb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:41.615197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:41.637625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.661672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:41.705930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:41.708775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.795010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.801464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.801844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP 2963e0c4-1e83-4917-bc84-7572010f3f2b disassociated. External IP: 172.26.1.209, port: 38ddc873-145a-4413-aec6-855416061f9b. Mar 16 11:15:41.804718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:41.895937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.076562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:42.083587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.159129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=bd5abf58-78b0-4bde-8fa7-f32469d9a078,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.175326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.175732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 2b7204e4-fbea-46b5-bcaa-579c1ecd2023 of type vlan for network bbb7aa89-9ec2-44e3-94e9-0947f186a562 Mar 16 11:15:42.186084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.193804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': '6fd3fe55-7d9a-48e2-9bf2-945c0974636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:42.194201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 72a7029e-6c61-428e-8ec7-900904049a37, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:42.326407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.401555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Deleting port 6a40e4d3-71f4-46ac-815c-69b5023011b3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:42.401889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.429305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32314c6a-8fa4-47e5-b0d5-4be831c3d09b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:42.465965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.518734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 72a7029e-6c61-428e-8ec7-900904049a37 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:42.548945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 72a7029e-6c61-428e-8ec7-900904049a37) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:42.553653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:42.554251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.584151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e4b146a-6327-48b0-94f2-e1d18281ac63 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 200 len: 992 time: 0.2501314 Mar 16 11:15:42.610189 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-471e2ddb-b88d-4a8e-a2b7-600b34a65e51 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6651700 Mar 16 11:15:42.613092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.618238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 32314c6a-8fa4-47e5-b0d5-4be831c3d09b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:42.618655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32314c6a-8fa4-47e5-b0d5-4be831c3d09b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:42.619489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5db126b0-ddd4-4438-9c31-0fe121316f53 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:42.620041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-512275121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:42.628964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:42.635242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:42.639582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:42.653786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:42.659964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67107e6d-9109-4e85-b569-708e400848aa None None] Network 72a7029e-6c61-428e-8ec7-900904049a37 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:42.677179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.681493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.682857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.683529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.708368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:42.714671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.718748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:42.719464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.748989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.750027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78971dde-7ddf-4e5e-b777-f42a3a3eca26 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:42.773981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc28a0-6811-4c02-9266-19e69b6e42bc None None] New status for floating IP dfca4917-9553-4690-b97a-310cf3a5ce38: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:15:42.856410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.859389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5db126b0-ddd4-4438-9c31-0fe121316f53 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:42.859873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5db126b0-ddd4-4438-9c31-0fe121316f53 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:42.908699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.934884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:42.937744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:42.942311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-475ff0ad-f110-49f9-b4c0-7b5e5ddb5375 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/routers/78971dde-7ddf-4e5e-b777-f42a3a3eca26 HTTP/1.1" status: 204 len: 168 time: 6.6703138 Mar 16 11:15:42.943472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.947476 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Sync routers for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:42.955489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4112034 Mar 16 11:15:42.970352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8843376a-3cdd-4a18-9baf-1083dc8ab306 admin admin] 10.222.0.36 "PUT /v2.0/routers/1770b433-6978-487e-9926-2e62da7237ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5510745 Mar 16 11:15:42.973793 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:42.974618 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:42.977814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ce2a3-af95-4738-a40d-5eec3f4dcdc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=bbb7aa89-9ec2-44e3-94e9-0947f186a562,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:42.982652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:42.983091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35748) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:43.054710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network bbb7aa89-9ec2-44e3-94e9-0947f186a562 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:43.207022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-72a7029e-6c61-428e-8ec7-900904049a37', 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': 'bd5abf58-78b0-4bde-8fa7-f32469d9a078'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:43.208391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.268545 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:43.291033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.292432 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0be4e56c-1d91-4cae-8e3f-2e1a4cee3b6c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6784430 Mar 16 11:15:43.301052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35754) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:43.310413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'port': {'network_id': '72a7029e-6c61-428e-8ec7-900904049a37', 'name': 'tempest-RoutersTest-29560347'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:43.346898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Router 345d5928-3581-4794-acd5-45d7600ec2de is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:43.355313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] For port 6a40e4d3-71f4-46ac-815c-69b5023011b3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a40e4d3-71f4-46ac-815c-69b5023011b3,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:43.356405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.498706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:43.503447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:port and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:43.506632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:43.513426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:43.525754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25460c-9c01-4b73-8211-10eed1e0b21e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:43.526635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e25460c-9c01-4b73-8211-10eed1e0b21e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Synchronizing usage tracker for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:43.531629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Allocated IP 172.20.0.2 (72a7029e-6c61-428e-8ec7-900904049a37/bd5abf58-78b0-4bde-8fa7-f32469d9a078/df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:43.531852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:43.535887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.537653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Calling delete_port for 6a40e4d3-71f4-46ac-815c-69b5023011b3 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:43.588626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] device_id is not set on port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:43.625629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:43.674471 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:34Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:43.685574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Checking router: 1770b433-6978-487e-9926-2e62da7237ab for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:15:43.701303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Routers {'1770b433-6978-487e-9926-2e62da7237ab'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:43.702292 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['1770b433-6978-487e-9926-2e62da7237ab'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:43.743090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:43.755307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.790638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.802996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Transition to ACTIVE for port object df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:43.840674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Transition to ACTIVE for port object df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:43.846640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:43.857513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:43.920336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.20.0.9 (72a7029e-6c61-428e-8ec7-900904049a37/bd5abf58-78b0-4bde-8fa7-f32469d9a078/8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:43.925348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Pushing event updated for resources: {'Port': ['ID=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:43.938529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:43.939134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:43.950565 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] Set router 1770b433-6978-487e-9926-2e62da7237ab gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:15:43.971357 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2facfe5-0340-4561-9c51-c804c933a79a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 200 len: 994 time: 0.2810764 Mar 16 11:15:44.013158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:44.024688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Network 72a7029e-6c61-428e-8ec7-900904049a37 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:44.026977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:44.030640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:44.036059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e25460c-9c01-4b73-8211-10eed1e0b21e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Unset dirty status for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:44.039777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e25460c-9c01-4b73-8211-10eed1e0b21e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks?id=bbb7aa89-9ec2-44e3-94e9-0947f186a562 HTTP/1.1" status: 200 len: 764 time: 1.0514078 Mar 16 11:15:44.041766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:44.049471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'description': 'd2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:44.111818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:44.111818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:44.178446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:44.178771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.178891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ccaee-df9b-489a-9d10-df8bc4bc6d4e None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:44.198659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Attempting to bind port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:44.199426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Attempting to bind port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '6fd3fe55-7d9a-48e2-9bf2-945c0974636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:44.199825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Attempting to bind port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 on network 72a7029e-6c61-428e-8ec7-900904049a37 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:44.205649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:44.207791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:44.208168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Checking segment: {'id': '6fd3fe55-7d9a-48e2-9bf2-945c0974636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:44.208578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.208969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Bound using segment: {'id': '6fd3fe55-7d9a-48e2-9bf2-945c0974636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:44.209446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Bound port: df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd3fe55-7d9a-48e2-9bf2-945c0974636e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '72a7029e-6c61-428e-8ec7-900904049a37'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:44.209867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.214656 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3d9084dd-f6ce-401d-93d8-c127c05a1643 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/2963e0c4-1e83-4917-bc84-7572010f3f2b HTTP/1.1" status: 200 len: 688 time: 3.4332440 Mar 16 11:15:44.216676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:44.352042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] For port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:44.356728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] For port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,segment=NetworkSegment(6fd3fe55-7d9a-48e2-9bf2-945c0974636e),segment_id=6fd3fe55-7d9a-48e2-9bf2-945c0974636e)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:44.363694 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:34Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:44.364494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.368676 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f788d883-17ee-48a2-970c-7ef6f5520d2c None None] The sync data for ids ['1770b433-6978-487e-9926-2e62da7237ab'] in dv-neutron-833733-1-hyperv is: [{'id': '1770b433-6978-487e-9926-2e62da7237ab', 'name': 'tempest-ServersTestJSON-1824135812-router', 'tenant_id': 'aa1892e3ddf545da9a9d088887aea253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:13:26Z', 'updated_at': '2022-03-16T11:15:34Z', 'revision_number': 5, 'project_id': 'aa1892e3ddf545da9a9d088887aea253', 'gw_port': {'id': 'b99942b0-e46c-4e93-9549-2989845cd196', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770b433-6978-487e-9926-2e62da7237ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:13:27Z', 'updated_at': '2022-03-16T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:44.397714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.402350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.436629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.443731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705eb9b-ac24-4376-8ef9-7d8a352afaff None None] Pushing event updated for resources: {'Port': ['ID=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:44.530076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network bbb7aa89-9ec2-44e3-94e9-0947f186a562 is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 16 11:15:44.533955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:44.534672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.535985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "PUT /v2.0/networks/bbb7aa89-9ec2-44e3-94e9-0947f186a562 HTTP/1.1" status: 200 len: 761 time: 0.4926527 Mar 16 11:15:44.541028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:44.551330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 6a150dd8-88a2-4d58-893d-76e1c45a09e3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:44.551662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.611070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e235ada-293c-4d7d-be28-4ffc1f9ad6a3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=bbb7aa89-9ec2-44e3-94e9-0947f186a562,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:44.628478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network bbb7aa89-9ec2-44e3-94e9-0947f186a562 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:44.640869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.697803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.809083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:44.835645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 72a7029e-6c61-428e-8ec7-900904049a37 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:44.861689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a40e4d3-71f4-46ac-815c-69b5023011b3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:44.909169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:44.911632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:44.925824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:44.940247 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] Sync routers for ids ['345d5928-3581-4794-acd5-45d7600ec2de'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:44.960625 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] Routers {'345d5928-3581-4794-acd5-45d7600ec2de'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:44.961256 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['345d5928-3581-4794-acd5-45d7600ec2de'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:45.019102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664feb8-2e79-4940-a27f-9e6b85c6d3a6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.019938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3664feb8-2e79-4940-a27f-9e6b85c6d3a6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Synchronizing usage tracker for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:45.047611 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:45.058930 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] Routers {'345d5928-3581-4794-acd5-45d7600ec2de'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:45.059558 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['345d5928-3581-4794-acd5-45d7600ec2de'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:45.070062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:45.075679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.076890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-333a990b-c594-4599-97c0-f9fa152edce2 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.2606468 Mar 16 11:15:45.078993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.079594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.086471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:45.126681 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:45.127327 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8fc831-3be2-4367-bb3b-ececb776da63 None None] The sync data for ids ['345d5928-3581-4794-acd5-45d7600ec2de'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:45.153246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.213305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:45.293545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3664feb8-2e79-4940-a27f-9e6b85c6d3a6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Unset dirty status for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:45.301087 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3664feb8-2e79-4940-a27f-9e6b85c6d3a6 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks?id=bbb7aa89-9ec2-44e3-94e9-0947f186a562 HTTP/1.1" status: 200 len: 764 time: 0.7579749 Mar 16 11:15:45.302082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:45.415312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.415990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.441813 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e91f7c74-0d67-461f-8800-5d84dcb4b21c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.1396744 Mar 16 11:15:45.548743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:45.617375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.630466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.633084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.649841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Deleting port b99942b0-e46c-4e93-9549-2989845cd196 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:45.650594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.680497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 6a150dd8-88a2-4d58-893d-76e1c45a09e3 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:45.719089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.719733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c814971d-3229-4ec0-b46a-9f341669d385 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:45.752856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897c8cb-6e88-476f-a822-0311f60e99d9 None None] Network 72a7029e-6c61-428e-8ec7-900904049a37 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:45.812864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.816617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-142ecc59-401b-4cb5-bfd2-08ec522b5130 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c814971d-3229-4ec0-b46a-9f341669d385 HTTP/1.1" status: 204 len: 168 time: 6.8450162 Mar 16 11:15:45.818561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:45.857246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6c276d05-734a-4ba9-bdfd-78ee73559a28 None None] Provisioning for port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:45.920209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Deleting subnet 2c248314-6441-4882-8948-81bec31d9c9b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:45.934879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:45.940184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807be0e-add9-4f9a-ae94-0f1e0c9b1162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:45.941646 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1807be0e-add9-4f9a-ae94-0f1e0c9b1162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6265512 Mar 16 11:15:45.961196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35790) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.022775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b93d37e5-801f-499d-8ac0-032202a0584d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Synchronizing usage tracker for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:46.029871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] For port b99942b0-e46c-4e93-9549-2989845cd196, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b99942b0-e46c-4e93-9549-2989845cd196,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:46.030725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.057493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b93d37e5-801f-499d-8ac0-032202a0584d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Unset dirty status for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:46.063609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b93d37e5-801f-499d-8ac0-032202a0584d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 207 time: 0.0948493 Mar 16 11:15:46.064975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.158808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.175740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.220076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Deleting port 10328096-559e-43f1-b1d5-831c68443aaa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:46.220438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.242744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.276741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Calling delete_port for b99942b0-e46c-4e93-9549-2989845cd196 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:46.322034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=6a150dd8-88a2-4d58-893d-76e1c45a09e3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:46.437584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0460dc00-c935-4e9c-9603-73eca8adc7f8 None None] Provisioning for port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:46.444839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0460dc00-c935-4e9c-9603-73eca8adc7f8 None None] Provisioning complete for port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:46.445719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0460dc00-c935-4e9c-9603-73eca8adc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.527849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0460dc00-c935-4e9c-9603-73eca8adc7f8 None None] Port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:46.662533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:46.697633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.721437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-359e4624-3c32-40fb-b821-4d7a1f9a1faa None None] Provisioning complete for port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:46.721792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-359e4624-3c32-40fb-b821-4d7a1f9a1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.766129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99942b0-e46c-4e93-9549-2989845cd196,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:46.774197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.778465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.779224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-359e4624-3c32-40fb-b821-4d7a1f9a1faa None None] Port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:46.782223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.786243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.788671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:46.791148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.794062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:46.794608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.795135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:46.799395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b964d19a-7c6c-470b-9b7e-2b7e9363d794 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7321868 Mar 16 11:15:46.804287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35804) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:46.856922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.890660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.912827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.946390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,segment=NetworkSegment(6fd3fe55-7d9a-48e2-9bf2-945c0974636e),segment_id=6fd3fe55-7d9a-48e2-9bf2-945c0974636e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:46.951931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:46.989146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bb46a20f-570b-4b2d-971d-3b7d67db2e74 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:47.033572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: bb46a20f-570b-4b2d-971d-3b7d67db2e74 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:47.034016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bb46a20f-570b-4b2d-971d-3b7d67db2e74 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:47.034489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 72b83532-64af-4557-a680-1a037134d8d6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:47.048222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] For port 10328096-559e-43f1-b1d5-831c68443aaa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=10328096-559e-43f1-b1d5-831c68443aaa,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:47.048744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.077048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 72b83532-64af-4557-a680-1a037134d8d6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:47.077521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 72b83532-64af-4557-a680-1a037134d8d6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:47.091427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:47.124849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.126045 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec8027fd-c218-48a2-865b-fb9d08205ebd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/2963e0c4-1e83-4917-bc84-7572010f3f2b HTTP/1.1" status: 204 len: 168 time: 2.9082599 Mar 16 11:15:47.149659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:47.159974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.230064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Calling delete_port for 10328096-559e-43f1-b1d5-831c68443aaa owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:47.410936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.446544 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cffdef8c-dea3-4284-a1df-6996fc3e021a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6408372 Mar 16 11:15:47.463158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:47.463955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c248314-6441-4882-8948-81bec31d9c9b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:47.471438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-2928a037-32f1-4919-ae8b-168e91e21c17 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] delete failed (client error): The resource could not be found. Mar 16 11:15:47.472424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2928a037-32f1-4919-ae8b-168e91e21c17 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/2963e0c4-1e83-4917-bc84-7572010f3f2b HTTP/1.1" status: 404 len: 345 time: 0.3215292 Mar 16 11:15:47.478422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:47.516095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.518439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9c043-7d9e-48db-9fa3-9e045c0ed26f None None] Network de9facff-cda2-48a4-bb11-2e0430deac18 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:47.518672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.663789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2dff6ee-f432-4a07-9eb3-e8d8ca6ac099 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c248314-6441-4882-8948-81bec31d9c9b HTTP/1.1" status: 204 len: 168 time: 1.8433557 Mar 16 11:15:47.670678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35820) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:47.815299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:47.816630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:47.817938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:47.819267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:47.820556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:47.826063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0af42e2f-bf19-41c3-b2ff-ffc45387c813 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3564231 Mar 16 11:15:47.845876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:47.858973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] DHCP port deletion for de9facff-cda2-48a4-bb11-2e0430deac18 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:15:47.866917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Deleting port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:47.867930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.905913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.924944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.933835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.937376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:47.973029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Deleting port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:47.973509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.001365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.001643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1770b433-6978-487e-9926-2e62da7237ab {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:48.027339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.028597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e34a22f4-3eb8-4a41-8c38-7a5c09c34545 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1770b433-6978-487e-9926-2e62da7237ab HTTP/1.1" status: 204 len: 168 time: 5.0400405 Mar 16 11:15:48.031347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.108102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] For port b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:48.108368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.144523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Deleting subnet c77ee813-f88b-4d65-8824-967a64b60f37 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:48.165961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.224649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event deleted for resources: {'Port': ['ID=10328096-559e-43f1-b1d5-831c68443aaa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:48.243909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Calling delete_port for b8c783df-da3d-4403-a6cb-cfda9cd72ea9 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:48.259224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.263078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.266913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.267813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Synchronizing usage tracker for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:48.290038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.323893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] For port b8c783df-da3d-4403-a6cb-cfda9cd72ea9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,segment=NetworkSegment(e809c451-6b4f-4e7e-bf00-0d22bad28d21),segment_id=e809c451-6b4f-4e7e-bf00-0d22bad28d21)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:48.324567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.328631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.329885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.331155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.332393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.333652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.334326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Synchronizing usage tracker for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:48.361796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.427619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Unset dirty status for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:48.428797 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c90d9976-91ea-4927-9b69-f9a6234b61db tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/ports?network_id=ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc HTTP/1.1" status: 200 len: 2358 time: 0.9481955 Mar 16 11:15:48.436271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] Pushing event deleted for resources: {'Port': ['ID=b8c783df-da3d-4403-a6cb-cfda9cd72ea9,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:48.437098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35832) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.442267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9a376-090f-42ef-8ad0-0a199326547c None None] No DVR routers for this DVR port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:48.479832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Unset dirty status for tenant:3ba5c6afac3d413caae0f3b7d08c05eb on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:48.481161 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df6574d1-6916-49d3-823c-be726ff58e25 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6342738 Mar 16 11:15:48.490957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.491830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Calling delete_port for b8c783df-da3d-4403-a6cb-cfda9cd72ea9 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:48.524541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:48.531423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:48.584536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:48.585182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:48.586622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.604429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:48.604786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.649798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.669677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.712626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77ee813-f88b-4d65-8824-967a64b60f37,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:48.716984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.729026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.732820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309448e3-9cc6-45e0-9d0b-22ee324aa8b2 None None] Network 0624426a-adf7-471c-83b8-354a3682d32d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:48.732996 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f374e5ee-3578-40d0-8de5-a26d6e52a310 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c77ee813-f88b-4d65-8824-967a64b60f37 HTTP/1.1" status: 204 len: 168 time: 0.6978526 Mar 16 11:15:48.733231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:48.805068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172441ba-3002-4015-b7d7-e171d45e86ce tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:48.806025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-172441ba-3002-4015-b7d7-e171d45e86ce tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Synchronizing usage tracker for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:48.814392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.852417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.864479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Deleting port 4b04f202-279b-4ee0-b488-b3e723c0cd5e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:48.864941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:48.873526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8c783df-da3d-4403-a6cb-cfda9cd72ea9 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:48.942370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b8c783df-da3d-4403-a6cb-cfda9cd72ea9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:48.942702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8c783df-da3d-4403-a6cb-cfda9cd72ea9 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:49.066823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.104794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Deleting port b8c783df-da3d-4403-a6cb-cfda9cd72ea9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:49.104794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.188455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] The port 'b8c783df-da3d-4403-a6cb-cfda9cd72ea9' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:15:49.235536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8eae1d3b-6818-4747-8aa3-54ff43b2ba87 None None] Provisioning complete for port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:49.235868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8eae1d3b-6818-4747-8aa3-54ff43b2ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.239309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6432ae-3eea-465b-b5e4-0a24dd58afcc tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.244166 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ab6432ae-3eea-465b-b5e4-0a24dd58afcc tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks/41507f62-fd42-40bf-ad17-20f63399d90b HTTP/1.1" status: 200 len: 803 time: 0.7445924 Mar 16 11:15:49.244166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-172441ba-3002-4015-b7d7-e171d45e86ce tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Unset dirty status for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:49.244166 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-172441ba-3002-4015-b7d7-e171d45e86ce tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/subnets/a905b5f4-e5c7-405b-aff7-35b88c51f873 HTTP/1.1" status: 200 len: 797 time: 0.8022916 Mar 16 11:15:49.248596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35846) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:49.249104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:49.262225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'port': {'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc', 'name': 'tempest-FloatingIPTestJSON-1248387025', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:49.320006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8eae1d3b-6818-4747-8aa3-54ff43b2ba87 None None] Port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:49.322282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] DHCP port deletion for 0624426a-adf7-471c-83b8-354a3682d32d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:15:49.326732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Deleting port 4b04f202-279b-4ee0-b488-b3e723c0cd5e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:49.327262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.348038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.418191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.431344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] For port 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b04f202-279b-4ee0-b488-b3e723c0cd5e,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:49.431622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.498199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.540754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] For port 4b04f202-279b-4ee0-b488-b3e723c0cd5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b04f202-279b-4ee0-b488-b3e723c0cd5e,segment=NetworkSegment(fd382302-01df-46c8-8686-f90bcd36d581),segment_id=fd382302-01df-46c8-8686-f90bcd36d581)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:49.541026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.558880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9facff-cda2-48a4-bb11-2e0430deac18']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:49.572728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Calling delete_port for 4b04f202-279b-4ee0-b488-b3e723c0cd5e owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:49.614148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e809c451-6b4f-4e7e-bf00-0d22bad28d21') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:49.614419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e809c451-6b4f-4e7e-bf00-0d22bad28d21') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:49.637356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.661791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.669935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Calling delete_port for 4b04f202-279b-4ee0-b488-b3e723c0cd5e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:49.679772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:49.680492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:49.694533 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:49.764201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.771056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:49.771502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:49.788282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.810126 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-adbf9268-493e-4e9f-9a2d-e2a8a67e2f7b tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/networks/41507f62-fd42-40bf-ad17-20f63399d90b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5587289 Mar 16 11:15:49.814395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:49.814572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.815076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d035d4ea-7f93-4af1-8da6-6886ff112303 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:15:49.817799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:49.823275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b04f202-279b-4ee0-b488-b3e723c0cd5e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.856090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.862282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:49.884423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.888780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] No DVR routers for this DVR port 4b04f202-279b-4ee0-b488-b3e723c0cd5e on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:49.908243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:49.909361 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-61a4f413-b6b9-4263-8ed5-e631b2d3ef94 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d035d4ea-7f93-4af1-8da6-6886ff112303 HTTP/1.1" status: 204 len: 168 time: 6.9492965 Mar 16 11:15:49.913874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:49.929861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35858) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:49.937384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] Pushing event deleted for resources: {'Network': ['ID=de9facff-cda2-48a4-bb11-2e0430deac18,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:49.965821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966616672', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:49.970494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0672d-ef25-4d61-b05e-58d6527b0ebd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:49.971776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2e0672d-ef25-4d61-b05e-58d6527b0ebd tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets/ba4b4b30-d813-4881-98b2-a9bf33353657 HTTP/1.1" status: 200 len: 843 time: 0.1508017 Mar 16 11:15:49.976173 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0b056c6-053b-4d8c-b22c-62ef51f2385a admin admin] 10.222.0.36 "DELETE /v2.0/networks/de9facff-cda2-48a4-bb11-2e0430deac18 HTTP/1.1" status: 204 len: 168 time: 2.3043420 Mar 16 11:15:49.976738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.065973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:50.068725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.082967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:50.092916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.094716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:50.110670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:50.128049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfdeec-4a43-4d9a-9027-cea825630251 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:50.132748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1adfdeec-4a43-4d9a-9027-cea825630251 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "GET /v2.0/subnets/ba4b4b30-d813-4881-98b2-a9bf33353657?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1052337 Mar 16 11:15:50.132748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0624426a-adf7-471c-83b8-354a3682d32d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:50.138854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.144063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665413246'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:50.153698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:50.156904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd382302-01df-46c8-8686-f90bcd36d581') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:50.157194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd382302-01df-46c8-8686-f90bcd36d581') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:50.166078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.168580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.183622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.190631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:50.220598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.222939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:50.226128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.265560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:50.265988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.273498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Deleting port 4b04f202-279b-4ee0-b488-b3e723c0cd5e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:50.274462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.283662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:50.286531 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:50.291008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.328004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.330736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] device_id is not set on port 4c16334f-46e0-4ded-8f71-c84467008b52 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:50.363099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.382569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-712b6c66-9d04-4d74-a058-b2084bc53ead None None] The port '4b04f202-279b-4ee0-b488-b3e723c0cd5e' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:15:50.412150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:50.438546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.439238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Added segment 216fd296-dd8a-4c25-8886-5332f50da994 of type vlan for network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 Mar 16 11:15:50.442564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.466943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.472158 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a897cb88-1993-47bf-a5a8-d76cc4566666 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=095dfadd0fa94ae6bd6a70a4a337545c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770864 Mar 16 11:15:50.477254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35876) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.481070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b04f202-279b-4ee0-b488-b3e723c0cd5e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:50.488984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0624426a-adf7-471c-83b8-354a3682d32d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.514911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4b04f202-279b-4ee0-b488-b3e723c0cd5e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:50.515582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b04f202-279b-4ee0-b488-b3e723c0cd5e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:50.515988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a40e4d3-71f4-46ac-815c-69b5023011b3 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:50.523047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.528124 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14e266fc-41f3-444e-b069-40ffca6ca7d6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0624426a-adf7-471c-83b8-354a3682d32d HTTP/1.1" status: 204 len: 168 time: 1.7938750 Mar 16 11:15:50.551636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 6a40e4d3-71f4-46ac-815c-69b5023011b3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:50.552316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a40e4d3-71f4-46ac-815c-69b5023011b3 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:50.590309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.594475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:50.595287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.629527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.788220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.849027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7092764 Mar 16 11:15:50.858139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:50.861676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:50.868129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655667a-d0c5-40d4-b515-a85d975a8d6a tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Network': ['ID=7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:50.879269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:50.882757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:51.002963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.011328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3f8afbd-2d89-4c50-9438-cf0ed0630f39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa1892e3ddf545da9a9d088887aea253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102494 Mar 16 11:15:51.015115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:51.060500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:51.082718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:51.089635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.114863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80009a9d-df80-4ffa-a349-65c1fb1bca63,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.120029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Made reservation on behalf of 3ba5c6afac3d413caae0f3b7d08c05eb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:51.195067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.199010 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebda9d8d-2851-4e97-b170-21e5ff582342 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80009a9d-df80-4ffa-a349-65c1fb1bca63 HTTP/1.1" status: 204 len: 168 time: 0.7122626 Mar 16 11:15:51.217731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.264297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.279318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.409127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:15:51.410337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:15:51.413137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.432783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.455346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.509861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c6b22-0e6c-471a-a5f1-21192687acbf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.552173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.553385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5ac988cd-817d-4f1d-9f20-bf1252da6876 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd8c6b22-0e6c-471a-a5f1-21192687acbf HTTP/1.1" status: 204 len: 168 time: 0.5371194 Mar 16 11:15:51.592662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.670584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:15:51.679730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.14 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/4c16334f-46e0-4ded-8f71-c84467008b52) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:51.697609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.699726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7b470-5c99-40da-8c5f-db9590408d5c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:51.700168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.13 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/4c16334f-46e0-4ded-8f71-c84467008b52) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:51.707489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Checking segment: {'id': '216fd296-dd8a-4c25-8886-5332f50da994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:51.707836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network hostable DHCP agents. Network: 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:51.709723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.733671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:51.745903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:51.751765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:51.752618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1968274'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.761423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354a21b-cc71-4140-bc92-f22db20b6daf None None] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:51.776989 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3927f4e-eaa7-4d33-b0d2-622f1da29517 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9175901 Mar 16 11:15:51.781584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:51.787587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:51.841365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:51.977303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3925026'] for subnet, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.046689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:52.118596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0', 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0', 'tenant_id': '3ba5c6afac3d413caae0f3b7d08c05eb', 'fixed_ips': [{'subnet_id': 'f5b7b470-5c99-40da-8c5f-db9590408d5c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:52.119826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.278611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.336414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.375630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3880156'] for subnet, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.388525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 72a7029e-6c61-428e-8ec7-900904049a37 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:52.408497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:52.514760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Allocated IP 2001:db8::3 (7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0/f5b7b470-5c99-40da-8c5f-db9590408d5c/3a4151e4-1d99-43d2-a137-cfbcc56d5618) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:52.568038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7b470-5c99-40da-8c5f-db9590408d5c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:52.571943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:52.572465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.573978 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f223328-2f2e-4f92-9fa2-b92de0f4014d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "PUT /v2.0/subnets/f5b7b470-5c99-40da-8c5f-db9590408d5c HTTP/1.1" status: 200 len: 900 time: 0.7912028 Mar 16 11:15:52.578451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:52.680162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.809521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.837487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.905887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-367b5b46-d60c-41a4-9d69-ebc9ac967612 None None] Provisioning complete for port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:52.906988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-367b5b46-d60c-41a4-9d69-ebc9ac967612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.947371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:52.982543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-367b5b46-d60c-41a4-9d69-ebc9ac967612 None None] Port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:15:53.035082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.056274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Transition to ACTIVE for port object 3a4151e4-1d99-43d2-a137-cfbcc56d5618 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:53.084125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Transition to ACTIVE for port object 3a4151e4-1d99-43d2-a137-cfbcc56d5618 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:53.095357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.118251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.164131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b7b470-5c99-40da-8c5f-db9590408d5c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.190491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:53.201875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Pushing event updated for resources: {'Port': ['ID=3a4151e4-1d99-43d2-a137-cfbcc56d5618,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.242157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:53.246330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:53.249245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:53.270410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router 345d5928-3581-4794-acd5-45d7600ec2de has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:15:53.273058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:53.280257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:53.316752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:53.318699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.351930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Attempting to bind port 3a4151e4-1d99-43d2-a137-cfbcc56d5618 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:53.352422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Attempting to bind port 3a4151e4-1d99-43d2-a137-cfbcc56d5618 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '216fd296-dd8a-4c25-8886-5332f50da994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:53.352798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Attempting to bind port 3a4151e4-1d99-43d2-a137-cfbcc56d5618 on network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:53.360285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:53.360663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Checking segment: {'id': '216fd296-dd8a-4c25-8886-5332f50da994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:53.361593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.362013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Bound using segment: {'id': '216fd296-dd8a-4c25-8886-5332f50da994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:53.362479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Bound port: 3a4151e4-1d99-43d2-a137-cfbcc56d5618, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216fd296-dd8a-4c25-8886-5332f50da994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:53.362852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.377540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:53.395013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216fd296-dd8a-4c25-8886-5332f50da994') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:53.395710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216fd296-dd8a-4c25-8886-5332f50da994') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:53.408174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.421200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Allocated IP 172.26.1.6 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/994c15d9-0796-45b4-817d-64272e833ccc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:53.514979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] For port 3a4151e4-1d99-43d2-a137-cfbcc56d5618, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:53.518418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] For port 3a4151e4-1d99-43d2-a137-cfbcc56d5618, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3a4151e4-1d99-43d2-a137-cfbcc56d5618,segment=NetworkSegment(216fd296-dd8a-4c25-8886-5332f50da994),segment_id=216fd296-dd8a-4c25-8886-5332f50da994)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:53.527578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.541880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.559211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1965567912-network', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:53.568453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:53.569150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:53.589566 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:53.594756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:53.658675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Usage tracker for resource:network and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:53.673348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:53.677409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4b686-d704-42ee-ada9-9817cbd59e44 None None] Pushing event updated for resources: {'Port': ['ID=3a4151e4-1d99-43d2-a137-cfbcc56d5618,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.701224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:53.713405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:15:53.713405 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:15:53.713405 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': '7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0'}] Mar 16 11:15:53.713405 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:15:53.714333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:15:53.716443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Made reservation on behalf of 0d88939110374a91b73f7c49fe4abc0f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:53.719268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.729982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=4c16334f-46e0-4ded-8f71-c84467008b52,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.739284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.762053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5b59c-0226-4ea3-b92f-502a3db0ca52 None None] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:53.780314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:53.785113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Usage tracker for resource:security_group_rule and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:53.788369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:53.795843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:53.837779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:53.838394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.871231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.883682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.892994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.924552 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46437761-b031-487f-b1ac-a4616f89a234 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6722274 Mar 16 11:15:53.930211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:53.943633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff44219-3575-4128-ac7c-836982e5bf8e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:53.944448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '4c16334f-46e0-4ded-8f71-c84467008b52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:53.954652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:53.957051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:53.965401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:53.965841 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Added segment 956431f3-4b91-46f7-aa5d-ce733dfd4f37 of type vlan for network ea7189ab-a939-4c69-ae2d-cb3d1499d38c Mar 16 11:15:53.970561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:floatingip and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:53.983762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:53.993876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:53.998319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c1b39-1d61-4355-98b7-92c272161bf9 None None] Network 7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:54.004660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.012478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.053629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.057808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:54.057808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.088889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.108434 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8263609 Mar 16 11:15:54.111318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:54.117447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Request body: {'subnet': {'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1965567912-subnet', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:54.150282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:54.184674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:54.196318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Usage tracker for resource:subnet and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:54.210820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:54.213432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:54.218311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.226221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:54.235103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8082b1-e012-451e-bfac-7912a0f1fb52 admin admin] Pushing event updated for resources: {'Network': ['ID=ea7189ab-a939-4c69-ae2d-cb3d1499d38c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:54.237976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:54.252712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port 3a4151e4-1d99-43d2-a137-cfbcc56d5618 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:54.253279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.254545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:54.272656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d067663b-ec8d-404d-850a-59f39d0713b4 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:54.276690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event updated for resources: {'Port': ['ID=994c15d9-0796-45b4-817d-64272e833ccc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:54.295574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Made reservation on behalf of 0d88939110374a91b73f7c49fe4abc0f for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:54.298814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.366712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fdb49-f96f-40a0-a119-f922e275a76b None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:15:54.410365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 10328096-559e-43f1-b1d5-831c68443aaa no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:54.453200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 10328096-559e-43f1-b1d5-831c68443aaa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:54.453793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 10328096-559e-43f1-b1d5-831c68443aaa not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:54.454236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b99942b0-e46c-4e93-9549-2989845cd196 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:54.506042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b99942b0-e46c-4e93-9549-2989845cd196 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:54.506042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b99942b0-e46c-4e93-9549-2989845cd196 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:54.580277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:54.592634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.595948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fdb49-f96f-40a0-a119-f922e275a76b None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:15:54.596800 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e9facdf6-9f9a-47cc-80da-7787fba7e2a9 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "PUT /v2.0/routers/345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 200 len: 920 time: 9.5079679 Mar 16 11:15:54.600144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] Sync routers for ids ['345d5928-3581-4794-acd5-45d7600ec2de'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:54.605278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:54.647446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] Routers {'345d5928-3581-4794-acd5-45d7600ec2de'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:54.648132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['345d5928-3581-4794-acd5-45d7600ec2de'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:54.663056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port 3a4151e4-1d99-43d2-a137-cfbcc56d5618, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3a4151e4-1d99-43d2-a137-cfbcc56d5618,segment=NetworkSegment(216fd296-dd8a-4c25-8886-5332f50da994),segment_id=216fd296-dd8a-4c25-8886-5332f50da994)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:54.663397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.676876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35976) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:54.823722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for 3a4151e4-1d99-43d2-a137-cfbcc56d5618 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:15:54.869471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.874226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:54.936078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-976540241'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:54.946478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:54.949801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:54.957038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:54.961575 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] Sync routers for ids ['d067663b-ec8d-404d-850a-59f39d0713b4'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:54.973792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] Routers {'345d5928-3581-4794-acd5-45d7600ec2de'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:54.974563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['345d5928-3581-4794-acd5-45d7600ec2de'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:54.984836 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] Routers {'d067663b-ec8d-404d-850a-59f39d0713b4'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:54.985677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d067663b-ec8d-404d-850a-59f39d0713b4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:54.986737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Usage tracker for resource:network and tenant:dd3fbfac61324023bdc2054566a31ac8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:54.993613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:55.007785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:55.016191 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf1491ae-5fc9-47ba-98dd-19364c971ded tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d067663b-ec8d-404d-850a-59f39d0713b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4583516 Mar 16 11:15:55.017619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f650d3-adca-4d93-9675-34f652668e64,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.022171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.032876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Made reservation on behalf of dd3fbfac61324023bdc2054566a31ac8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:55.036021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.044079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.044719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5664bac-ba3a-42ec-b09f-f5653cb460c3 None None] The sync data for ids ['345d5928-3581-4794-acd5-45d7600ec2de'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:55.054765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Checking segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:55.055182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Network hostable DHCP agents. Network: ea7189ab-a939-4c69-ae2d-cb3d1499d38c, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:55.062216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.076770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.097306 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.110445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d72ca-7fc2-46ca-8150-c5ec6b3b77fd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:55.111028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c1d72ca-7fc2-46ca-8150-c5ec6b3b77fd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:55.111692 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] Routers {'d067663b-ec8d-404d-850a-59f39d0713b4'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:55.113426 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d067663b-ec8d-404d-850a-59f39d0713b4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.138510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Port': ['ID=3a4151e4-1d99-43d2-a137-cfbcc56d5618,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.165606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.241 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/9c97af41-65cc-44a0-bb1b-c4806d8ce7c4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:55.175255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c1d72ca-7fc2-46ca-8150-c5ec6b3b77fd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:55.178730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No DVR routers for this DVR port 3a4151e4-1d99-43d2-a137-cfbcc56d5618 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:15:55.179683 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c1d72ca-7fc2-46ca-8150-c5ec6b3b77fd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports/8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee HTTP/1.1" status: 200 len: 975 time: 0.1563714 Mar 16 11:15:55.182949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.196753 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.197181 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc087c0-468b-4e69-bfe1-f23eaec28f60 None None] The sync data for ids ['d067663b-ec8d-404d-850a-59f39d0713b4'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:55.219852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:55.240238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Usage tracker for resource:security_group_rule and tenant:dd3fbfac61324023bdc2054566a31ac8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:55.246674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:55.310136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:55.322792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:55.344710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.356610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ea7189ab-a939-4c69-ae2d-cb3d1499d38c) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:55.361050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:55.361691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.365979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd373f-9c22-4ed8-9384-1c87f18ad93d None None] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:55.399771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.422315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.423047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.423182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216fd296-dd8a-4c25-8886-5332f50da994') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.423482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216fd296-dd8a-4c25-8886-5332f50da994') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:55.443392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.460697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-91fa21ba-c54f-4f71-9ffa-7e0a05f5f0d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3481872 Mar 16 11:15:55.468866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 35990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.476720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:55.485637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.501604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:55.507448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:55.507611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:55.523017 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:55.530217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Usage tracker for resource:router and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:55.538909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:55.587620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.597236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:15:55.598618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.598899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:55.611547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.654414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:15:55.665397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.666289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.685236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.690412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.694471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9fd082-5304-4d8e-afe7-92a721891161,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.730771 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb00da54-b2db-4418-804d-a31b6a850b5f tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 200 len: 920 time: 1.1122901 Mar 16 11:15:55.736172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.781055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Allocated IP 172.20.0.2 (ea7189ab-a939-4c69-ae2d-cb3d1499d38c/39f650d3-adca-4d93-9675-34f652668e64/fc9e72e6-5176-40fd-b1d0-5a3d31492f85) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:55.817372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.817700 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Added segment 0c16530c-aa0a-4041-b8d6-5770d6ccc841 of type vlan for network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 Mar 16 11:15:55.832811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:55.853408 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-71a92c5f-1fd4-4d80-abe9-6c813f7ab162 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 HTTP/1.1" status: 204 len: 168 time: 3.2706621 Mar 16 11:15:55.858711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 35998) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.867587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.871823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.894035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:55.924888 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3ad790-9612-4424-acb4-868a3350c6bb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:15:55.925247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3ad790-9612-4424-acb4-868a3350c6bb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:55.929415 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae3ad790-9612-4424-acb4-868a3350c6bb tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/f5b7b470-5c99-40da-8c5f-db9590408d5c HTTP/1.1" status: 404 len: 337 time: 0.0657008 Mar 16 11:15:55.933862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:55.983595 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f8d6aa-b5c1-4b8a-a295-f779ba22831e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:15:55.984032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f8d6aa-b5c1-4b8a-a295-f779ba22831e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:55.985740 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-70f8d6aa-b5c1-4b8a-a295-f779ba22831e tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/7b28be26-e1c2-4fc7-b2d0-1b974ec0f1a0 HTTP/1.1" status: 404 len: 339 time: 0.0501275 Mar 16 11:15:55.990817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.001741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.012137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Transition to ACTIVE for port object fc9e72e6-5176-40fd-b1d0-5a3d31492f85 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:56.013841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.017698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:56.018299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.030443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Transition to ACTIVE for port object fc9e72e6-5176-40fd-b1d0-5a3d31492f85 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:56.036926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.105521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:56.108395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:56.112248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:56.121388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Pushing event updated for resources: {'Port': ['ID=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:56.132004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4540830 Mar 16 11:15:56.142626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af127-af49-4ddb-a51e-bb206261f53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Pushing event updated for resources: {'Network': ['ID=e1ae3fa5-6838-418d-b2fb-1baeebb394f7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:56.150703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.162855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-355f1df3-a4ed-4991-ad5e-865708846e99 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Synchronizing usage tracker for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:56.163141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:15:56.299809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.333505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Attempting to bind port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:56.333834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Attempting to bind port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:56.334304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Attempting to bind port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 on network ea7189ab-a939-4c69-ae2d-cb3d1499d38c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:56.346435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:15:56.347033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Checking segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:56.347522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.348024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Bound using segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:15:56.348586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Bound port: fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:15:56.349051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.394125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.402440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7', 'binding:host_id': 'hv-neutron-8337', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-117777127'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:56.408780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:56.415494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Usage tracker for resource:port and tenant:bb5ed132b1cf472ab66e5114c4d077fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:56.419725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:56.428597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.431697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.434957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:56.447830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:56.449984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-355f1df3-a4ed-4991-ad5e-865708846e99 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Unset dirty status for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:56.450934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-355f1df3-a4ed-4991-ad5e-865708846e99 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=345d5928-3581-4794-acd5-45d7600ec2de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7138007 Mar 16 11:15:56.454395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.455307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:56.462794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:56.463549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] For port fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:56.467153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] For port fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:15:56.468422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.472796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.532791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=9c97af41-65cc-44a0-bb1b-c4806d8ce7c4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:56.551487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1db09-0eed-4848-a5e8-9b4d34187f55 None None] Pushing event updated for resources: {'Port': ['ID=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:56.582447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Made reservation on behalf of bb5ed132b1cf472ab66e5114c4d077fe for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:15:56.584807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.624809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.768000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5ef8e-67a6-4472-81eb-62cf9966b9cf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:56.768557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e6f5ef8e-67a6-4472-81eb-62cf9966b9cf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Synchronizing usage tracker for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:15:56.773535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:15:56.792591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Usage tracker for resource:security_group_rule and tenant:bb5ed132b1cf472ab66e5114c4d077fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:15:56.797644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:15:56.813986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:15:56.824054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Allocated IP 172.26.1.23 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/970784ce-769c-40b9-947a-0307e8bcff4e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:15:56.831762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e6f5ef8e-67a6-4472-81eb-62cf9966b9cf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Unset dirty status for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:15:56.835988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6f5ef8e-67a6-4472-81eb-62cf9966b9cf tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.3732226 Mar 16 11:15:56.842918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:56.850350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:56.923876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67723823-f5c7-48c7-bc49-ba6bc9467e9e tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 200 len: 205 time: 0.0769565 Mar 16 11:15:56.933308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.009087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb7aa89-9ec2-44e3-94e9-0947f186a562']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:57.074306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.084246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.098386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port c653430d-be1d-4f7d-aadc-1ed04dbc592e yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:57.139896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.188519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cded15f7-ae22-439d-8789-50e247270001,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.230698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7204e4-fbea-46b5-bcaa-579c1ecd2023') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:57.230973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7204e4-fbea-46b5-bcaa-579c1ecd2023') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:57.260144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36032) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.342115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.414667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.459500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.482845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:15:57.483535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:15:57.503324 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:15:57.524253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:15:57.565644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Router e7af76cb-5908-43d1-a002-edab0dffdc31 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:57.633970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78640169-7d0f-4ccb-bec0-97d497d5f775 None None] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:57.641451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:57.651634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Pushing event updated for resources: {'Port': ['ID=970784ce-769c-40b9-947a-0307e8bcff4e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.656893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:57.675119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.710051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port c653430d-be1d-4f7d-aadc-1ed04dbc592e yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:15:57.725869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.741421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bc41c9e7-0faa-4328-b5a5-bb88e8ca9cbb None None] Provisioning for port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:57.751657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.794018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-031dfc8b-6236-4192-913b-daaf162c8fc9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=081e6a201143453cb5a381c923da36b8&network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 3002 time: 0.5196764 Mar 16 11:15:57.794280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=bbb7aa89-9ec2-44e3-94e9-0947f186a562,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.805642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Transition to ACTIVE for port object c653430d-be1d-4f7d-aadc-1ed04dbc592e will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:15:57.828625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:57.880815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b9fe95d9-c7db-4cdd-bfc9-1726959a15c4 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/bbb7aa89-9ec2-44e3-94e9-0947f186a562 HTTP/1.1" status: 204 len: 168 time: 1.8834295 Mar 16 11:15:57.884895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36038) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.936012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=c653430d-be1d-4f7d-aadc-1ed04dbc592e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:57.942471 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8989e3f4-8a23-45ef-8a65-3fff42bd1cf1 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:15:57.943085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8989e3f4-8a23-45ef-8a65-3fff42bd1cf1 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:57.946955 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8989e3f4-8a23-45ef-8a65-3fff42bd1cf1 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/058f1ba9-4a32-4ea7-9543-7cb703829f97 HTTP/1.1" status: 404 len: 337 time: 0.0561388 Mar 16 11:15:57.948514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:57.977343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Checking segment: {'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:15:57.977708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Network hostable DHCP agents. Network: e1ae3fa5-6838-418d-b2fb-1baeebb394f7, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:15:57.990869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-015df5ab-02ab-48be-a56a-b4c756ce705d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:15:57.991303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015df5ab-02ab-48be-a56a-b4c756ce705d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:15:58.021778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-015df5ab-02ab-48be-a56a-b4c756ce705d tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/c46b3eed-3d32-4d18-b578-db5ad3bfd0ce HTTP/1.1" status: 404 len: 339 time: 0.0707045 Mar 16 11:15:58.024536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36048) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.076226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.090671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:15:58.102652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.103413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.108375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e1ae3fa5-6838-418d-b2fb-1baeebb394f7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:15:58.112372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:15:58.118332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658392ff-8190-4ea3-ab09-e43edb562b42 None None] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:58.196326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.213462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.213842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.214153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.345603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.345858 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.348948 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 2 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.384231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.384563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.384881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.422387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.422708 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.423766 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 3 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.432046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting subnet 393b4706-ca47-462a-b3c2-ff9319c665d9 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:58.444114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.460652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fc9e72e6-5176-40fd-b1d0-5a3d31492f85 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:15:58.481702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.482046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.482372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.504814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.505137 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.509066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 4 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.526579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.541308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:15:58.546820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:58.547336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.578044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.578368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.578692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.600561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.600794 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.604939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 5 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.610921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.634850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.635185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.635491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.658067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.658438 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.661977 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 6 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.667912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.683345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.702552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.704389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:15:58.712160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.712349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.712349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.712349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.738489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.738760 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.741664 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 7 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.745661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e957f3df-de15-4c85-9f97-1b00acd2648c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:15:58.761040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:15:58.777469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.777793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.778177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.784777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] Sync routers for ids ['e7af76cb-5908-43d1-a002-edab0dffdc31'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:15:58.798478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.798850 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.801795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 8 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.804121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e957f3df-de15-4c85-9f97-1b00acd2648c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:15:58.804478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e957f3df-de15-4c85-9f97-1b00acd2648c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:15:58.827123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] Routers {'e7af76cb-5908-43d1-a002-edab0dffdc31'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:58.827729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['e7af76cb-5908-43d1-a002-edab0dffdc31'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.830737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:58.831087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:58.831400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:58.841619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.842856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:58.844253 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6eb4fdb6-7994-49d1-85e8-ca6443aac5fd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9124370 Mar 16 11:15:58.848857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:58.874265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.887348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:58.887755 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:58.888113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Router ff03d8e6-9410-47c1-ac27-8261ab628f41 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:15:58.890708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.895714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:15:58.903212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] Routers {'e7af76cb-5908-43d1-a002-edab0dffdc31'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:15:58.903961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['e7af76cb-5908-43d1-a002-edab0dffdc31'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.943580 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 9 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:58.958954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=393b4706-ca47-462a-b3c2-ff9319c665d9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:58.966647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:15:58.967044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0141f17-52b0-4700-b05c-067533c9ad08 None None] The sync data for ids ['e7af76cb-5908-43d1-a002-edab0dffdc31'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:15:59.028277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.031674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:59.031972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:59.032092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb81b257-40aa-4365-9a1d-2d2eef0c1f65 None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:15:59.032304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:59.058606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa444bf7-5e04-4258-9c4e-2e8b91d3b909 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/393b4706-ca47-462a-b3c2-ff9319c665d9 HTTP/1.1" status: 204 len: 168 time: 1.0301378 Mar 16 11:15:59.058811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.062083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:59.062411 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:59.091657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 10 to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e Mar 16 11:15:59.126971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.163230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port 5c117e6f-f8f2-4310-8da8-1f8fb334611c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:59.163230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.192491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.200232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:15:59.200639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.243540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:15:59.243968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:15:59.244182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:15:59.245304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.271694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port c653430d-be1d-4f7d-aadc-1ed04dbc592e on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:15:59.272316 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port c653430d-be1d-4f7d-aadc-1ed04dbc592e on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:15:59.272408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.287386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting subnet 3c41c023-d9fb-416a-8f9c-793fb22207e8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:15:59.295337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.451566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.535824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=9c97af41-65cc-44a0-bb1b-c4806d8ce7c4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.567026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.581924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.666856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3d800-fa13-4623-bbb6-9302c4c5336f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:15:59.682166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-70e3d800-fa13-4623-bbb6-9302c4c5336f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 814 time: 0.2114627 Mar 16 11:15:59.688786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port c653430d-be1d-4f7d-aadc-1ed04dbc592e, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:15:59.689151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:15:59.701807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.763346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.771262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.793458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.827585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=c653430d-be1d-4f7d-aadc-1ed04dbc592e,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:15:59.839515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:15:59.882562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-89a15dbf-5245-4321-8c00-3863050885cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4872451 Mar 16 11:15:59.888143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:15:59.910541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e7881297-4be2-486f-87da-fa30040997d1 None None] Provisioning complete for port c5a41e83-5e9e-41d4-b97f-48e9d5830479 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:15:59.911135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7881297-4be2-486f-87da-fa30040997d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.013511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for 5c117e6f-f8f2-4310-8da8-1f8fb334611c owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:00.037261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Deleting port c653430d-be1d-4f7d-aadc-1ed04dbc592e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:00.037632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.156793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.197421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:00.200925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:00.211290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:00.222544 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Sync routers for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:00.223010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--1683444711', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:00.229888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=3c41c023-d9fb-416a-8f9c-793fb22207e8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:00.241710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:00.246775 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:00.247740 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:00.288790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:00.296015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2234e0-7b44-4c20-acf9-cd58b47e4d71 None None] Network 6001af64-64f3-4c44-b434-f1f4c0a539d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:00.306763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.309666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:00.335105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.340525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-378dbe1c-17fb-450b-acd7-ebce3d9720ba admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8662586 Mar 16 11:16:00.340525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:00.345243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:00.369764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-615936ab-b86b-4121-a0e8-2ccab4245f91 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/3c41c023-d9fb-416a-8f9c-793fb22207e8 HTTP/1.1" status: 204 len: 168 time: 1.3078372 Mar 16 11:16:00.411017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:00.448944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:00.452106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.485349 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:00.500169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port c653430d-be1d-4f7d-aadc-1ed04dbc592e, host hv-neutron-8337, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:00.500520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.541491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fc9e72e6-5176-40fd-b1d0-5a3d31492f85 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:00.570886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:00.647453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Calling delete_port for c653430d-be1d-4f7d-aadc-1ed04dbc592e owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:00.687534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.687880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment e3761544-1169-45e9-b43e-5a4d83a5672c of type vlan for network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 Mar 16 11:16:00.735819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.748933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.794382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.799386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port c5a41e83-5e9e-41d4-b97f-48e9d5830479 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:00.799729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.825008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:00.826351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.829026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.831443 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP 2e7f8bc6-1e8b-4361-a32f-7a0678cc7409 associated. External IP: 172.26.1.241, port: 4c16334f-46e0-4ded-8f71-c84467008b52. Mar 16 11:16:00.851992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event deleted for resources: {'Port': ['ID=c653430d-be1d-4f7d-aadc-1ed04dbc592e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:00.866906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.874946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.878614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:00.879298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.886345 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:15:57Z', 'revision_number': 3, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:00.894267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Checking router: ff03d8e6-9410-47c1-ac27-8261ab628f41 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:16:00.894874 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Updating router ff03d8e6-9410-47c1-ac27-8261ab628f41 port 970784ce-769c-40b9-947a-0307e8bcff4e binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:16:00.957206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:00.990582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0701fc80-482a-4d5e-af4c-258a8175a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c653430d-be1d-4f7d-aadc-1ed04dbc592e HTTP/1.1" status: 204 len: 168 time: 1.0923393 Mar 16 11:16:01.007078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] DHCP port deletion for 6001af64-64f3-4c44-b434-f1f4c0a539d9 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:01.011925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Deleting port c5a41e83-5e9e-41d4-b97f-48e9d5830479 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:01.012371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.026986 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.027380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.046224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=8690591d-fe0d-4f1d-a4b4-6a33ecbdb3ee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.167383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=5c117e6f-f8f2-4310-8da8-1f8fb334611c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.261184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0559618 Mar 16 11:16:01.266104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.315410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa729b3-815d-42f1-92ff-83357ce02ace tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=0a01db7d-b743-4a85-9e85-ff1a8d086ea1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.328082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1930c42e-7c3c-4954-b527-630acca9c012 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584989 Mar 16 11:16:01.330986 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bba6dcc-b3ae-482e-bdb7-3060b34f2fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:16:01.332359 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4bba6dcc-b3ae-482e-bdb7-3060b34f2fa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports/c653430d-be1d-4f7d-aadc-1ed04dbc592e HTTP/1.1" status: 404 len: 333 time: 0.2893393 Mar 16 11:16:01.334169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36098) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.338364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.364154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343601408'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:01.368199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:01.378719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:01.452100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Usage tracker for resource:port and tenant:bb5ed132b1cf472ab66e5114c4d077fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:01.458234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:01.477603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:01.518874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Made reservation on behalf of bb5ed132b1cf472ab66e5114c4d077fe for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:01.521176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.556790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port 979c887e-71c2-4739-b188-44b24bae15b9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:01.580136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c5a41e83-5e9e-41d4-b97f-48e9d5830479,segment=NetworkSegment(e4731f6f-00cc-48d8-bc90-14b9bdf7cf94),segment_id=e4731f6f-00cc-48d8-bc90-14b9bdf7cf94)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:01.581017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.586976 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.600746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca38f96-a3b5-479c-8dbf-71de195db6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.605355 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Transition to ACTIVE for port object 970784ce-769c-40b9-947a-0307e8bcff4e will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:01.622043 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.631218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0394e-9795-4f21-880e-fe9ab0008168 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:01.633186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2bd0394e-9795-4f21-880e-fe9ab0008168 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2973814 Mar 16 11:16:01.644780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36106) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.716555 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3a09680-0c82-415d-a5a0-9aced3e7258a tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681627 Mar 16 11:16:01.724505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36110) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:01.729146 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Pushing event updated for resources: {'Port': ['ID=970784ce-769c-40b9-947a-0307e8bcff4e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.733619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-737803928', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:01.751902 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.752238 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.752566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.752890 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.753210 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.753574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.753893 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.754274 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.754723 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.755037 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.755351 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:01.757886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Calling delete_port for c5a41e83-5e9e-41d4-b97f-48e9d5830479 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:01.773752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Attempting to bind port 970784ce-769c-40b9-947a-0307e8bcff4e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:01.774303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Attempting to bind port 970784ce-769c-40b9-947a-0307e8bcff4e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:01.774825 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Attempting to bind port 970784ce-769c-40b9-947a-0307e8bcff4e on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:01.782006 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:01.782403 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:01.782796 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.783178 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:01.783634 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Bound port: 970784ce-769c-40b9-947a-0307e8bcff4e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:01.784012 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.874324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.912117 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] For port 970784ce-769c-40b9-947a-0307e8bcff4e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:01.917840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] For port 970784ce-769c-40b9-947a-0307e8bcff4e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=970784ce-769c-40b9-947a-0307e8bcff4e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:01.932611 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.974061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:01.980229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] Pushing event deleted for resources: {'Port': ['ID=c5a41e83-5e9e-41d4-b97f-48e9d5830479,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:01.980441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:01.982907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27401194-7954-4341-8a37-75d9ff22d8b3 None None] No DVR routers for this DVR port c5a41e83-5e9e-41d4-b97f-48e9d5830479 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:02.001861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:02.007727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.010309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:02.019463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:02.050787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:02.070382 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2601e58-e6c0-493f-8a79-be0d0a253608 None None] Pushing event updated for resources: {'Port': ['ID=970784ce-769c-40b9-947a-0307e8bcff4e,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.103139 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:02.104080 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:02.155480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port c5a41e83-5e9e-41d4-b97f-48e9d5830479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c5a41e83-5e9e-41d4-b97f-48e9d5830479,segment=NetworkSegment(e4731f6f-00cc-48d8-bc90-14b9bdf7cf94),segment_id=e4731f6f-00cc-48d8-bc90-14b9bdf7cf94)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:02.155870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.217489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.239685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.301828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.341580 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:02.443918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:02.444715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=979c887e-71c2-4739-b188-44b24bae15b9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:02.450344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:02.459900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:02.460701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:02.461313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.484508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for c5a41e83-5e9e-41d4-b97f-48e9d5830479 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:02.491451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c5a41e83-5e9e-41d4-b97f-48e9d5830479 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:02.556282 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed78b272-51e1-4eab-a116-1cfa1eaea7d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2143693 Mar 16 11:16:02.560366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:02.574428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:02.576727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c5a41e83-5e9e-41d4-b97f-48e9d5830479 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:16:02.581461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c5a41e83-5e9e-41d4-b97f-48e9d5830479 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:02.729659 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:15:57Z', 'revision_number': 3, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:02.733630 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad04147-7183-40ee-ac46-bc25f1288a83 None None] The sync data for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv is: [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:15:57Z', 'revision_number': 3, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:02.744140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.749820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.763476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.803704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.804194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router 345d5928-3581-4794-acd5-45d7600ec2de {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:02.808779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:02.809132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:02.887925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.986105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:02.986105 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b281fc1a-bfae-45e0-b5f5-a9c8bb44af03 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 204 len: 168 time: 6.0464828 Mar 16 11:16:02.988867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:03.007891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-496777887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:03.062539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.084177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:03.179619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=5dcb120b-66e2-4085-acca-2091bae839b1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:03.202576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.217371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.292641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:03.300863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:03.312221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port c5a41e83-5e9e-41d4-b97f-48e9d5830479 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:03.312563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.392180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:03.392544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: 0a01db7d-b743-4a85-9e85-ff1a8d086ea1, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:03.411592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:03.523045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] The port 'c5a41e83-5e9e-41d4-b97f-48e9d5830479' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:16:03.539665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.540621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.560314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:03.577020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port 979c887e-71c2-4739-b188-44b24bae15b9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:03.582385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 0a01db7d-b743-4a85-9e85-ff1a8d086ea1) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:03.586720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:03.589307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.596770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019fdbb-452b-4289-85e9-b5fd2f65bbc7 None None] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:03.605026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.640088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e131515-4313-4c1e-8f8c-1ac1653073c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9108953 Mar 16 11:16:03.640088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Transition to ACTIVE for port object 979c887e-71c2-4739-b188-44b24bae15b9 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:03.653867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.729333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70805ec7-a5a1-4bdb-b951-fc0ccae5cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.808195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=979c887e-71c2-4739-b188-44b24bae15b9,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:03.848844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:03.849173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:03.849502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:03.857474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router e7af76cb-5908-43d1-a002-edab0dffdc31 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:03.863306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:03.863627 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:03.864835 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 2 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:03.881139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.887247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:03.887595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:03.888234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:03.892224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '5dcb120b-66e2-4085-acca-2091bae839b1'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:03.893097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:03.939609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:03.958388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447038893', 'description': 'tempest-secgroup-smoke-1447038893 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:03.968228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:03.968548 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.015307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:04.017007 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 3 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.044612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:04.047817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.048145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.048530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.056367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Allocated IP 172.20.0.2 (0a01db7d-b743-4a85-9e85-ff1a8d086ea1/5dcb120b-66e2-4085-acca-2091bae839b1/a8d4ad42-e3bb-447e-ba98-0e14788af55b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:04.073518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.073765 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.075516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 4 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.082078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.094332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.115382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.115664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.115982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.144469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:04.146634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.146939 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.149652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 5 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.152754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.156667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:04.161391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:04.171808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:04.172417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6001af64-64f3-4c44-b434-f1f4c0a539d9']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.185599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.185943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.186292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.190036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router d067663b-ec8d-404d-850a-59f39d0713b4 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:04.203609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.204154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4731f6f-00cc-48d8-bc90-14b9bdf7cf94') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.207838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.208205 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.213895 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 6 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.228815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.237516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.241372 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b8742bf-4686-4a1c-bbb2-17e52f086781 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2505825 Mar 16 11:16:04.242213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.257132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:04.287649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.299823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Transition to ACTIVE for port object a8d4ad42-e3bb-447e-ba98-0e14788af55b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:04.312861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.322424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Transition to ACTIVE for port object a8d4ad42-e3bb-447e-ba98-0e14788af55b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:04.329101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.329693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.330045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.330373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.381707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:04.381707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.393940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.400285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Pushing event updated for resources: {'Port': ['ID=a8d4ad42-e3bb-447e-ba98-0e14788af55b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:04.406046 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:04.411364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.411684 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.412194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.418846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 7 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.419898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:04.421093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:04.423471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:04.471364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.471687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.472050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.493537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237463b9-1a6e-4a75-854e-ed04e05a82c5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:04.528756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:04.529232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Attempting to bind port a8d4ad42-e3bb-447e-ba98-0e14788af55b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.529506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Attempting to bind port a8d4ad42-e3bb-447e-ba98-0e14788af55b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.529822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Attempting to bind port a8d4ad42-e3bb-447e-ba98-0e14788af55b on network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.543127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 970784ce-769c-40b9-947a-0307e8bcff4e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:04.549450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:04.553036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.556719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.556719 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.558297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:04.563782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.568165 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f958fef7-787a-434b-934e-363d1efc5718 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "PUT /v2.0/routers/e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 200 len: 924 time: 5.6919386 Mar 16 11:16:04.575866 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] Sync routers for ids ['e7af76cb-5908-43d1-a002-edab0dffdc31'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:04.576360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.576734 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 8 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.584718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:04.586346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Checking segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:04.587180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.588103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Bound using segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:04.588835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Bound port: a8d4ad42-e3bb-447e-ba98-0e14788af55b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:04.589320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.593244 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58259d90-0d6a-444b-aa36-20b1fd77b655 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6489341 Mar 16 11:16:04.594032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.594469 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] Routers {'e7af76cb-5908-43d1-a002-edab0dffdc31'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:04.595231 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['e7af76cb-5908-43d1-a002-edab0dffdc31'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.598174 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/6001af64-64f3-4c44-b434-f1f4c0a539d9 HTTP/1.1" status: 204 len: 168 time: 4.1818438 Mar 16 11:16:04.599015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.599376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36136) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.599376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.611247 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0099ee47-b961-4c2c-b553-572100ea83b4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d067663b-ec8d-404d-850a-59f39d0713b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4255128 Mar 16 11:16:04.612235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:04.616691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:04.622069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ef5cc-652b-4b86-b82b-f00c3ae0ae1f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=6001af64-64f3-4c44-b434-f1f4c0a539d9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:04.634872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] Sync routers for ids ['d067663b-ec8d-404d-850a-59f39d0713b4'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:04.667585 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.679885 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] Routers {'e7af76cb-5908-43d1-a002-edab0dffdc31'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:04.681459 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['e7af76cb-5908-43d1-a002-edab0dffdc31'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.732652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] Routers {'d067663b-ec8d-404d-850a-59f39d0713b4'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:04.733409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d067663b-ec8d-404d-850a-59f39d0713b4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.770894 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.771559 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f79ffb-c8d8-4f99-8efb-273b48798b99 None None] The sync data for ids ['e7af76cb-5908-43d1-a002-edab0dffdc31'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:04.888346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:04.901012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] For port a8d4ad42-e3bb-447e-ba98-0e14788af55b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:04.904640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] For port a8d4ad42-e3bb-447e-ba98-0e14788af55b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a8d4ad42-e3bb-447e-ba98-0e14788af55b,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:04.906355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.906496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.906496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.907122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.916834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:04.926407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:04.926728 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:04.928322 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 9 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:04.928455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:04.955633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:04.956494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 970784ce-769c-40b9-947a-0307e8bcff4e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:04.959249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:04.959528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:04.959807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] Routers {'d067663b-ec8d-404d-850a-59f39d0713b4'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:04.960058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:04.960504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d067663b-ec8d-404d-850a-59f39d0713b4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.045131 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a4633f-15f8-4f39-a27f-6ed48a74dd80 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.045347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a4633f-15f8-4f39-a27f-6ed48a74dd80 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.049385 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b0a4633f-15f8-4f39-a27f-6ed48a74dd80 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/c35508de-5aa4-4579-80b5-09c985e5e6b5 HTTP/1.1" status: 404 len: 337 time: 0.4425826 Mar 16 11:16:05.056455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:05.059000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 970784ce-769c-40b9-947a-0307e8bcff4e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:05.059602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.070588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36148) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.072624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:05.077181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:05.077460 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:05.085342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 10 to bind port 979c887e-71c2-4739-b188-44b24bae15b9 Mar 16 11:16:05.091808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:05.092196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e9556-f975-45ef-9a88-79c886a9e9dc None None] The sync data for ids ['d067663b-ec8d-404d-850a-59f39d0713b4'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:05.126324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.135125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:05.135341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:05.135559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:05.139052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-86955717-913b-4915-a442-97fffd992bdc tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.139320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86955717-913b-4915-a442-97fffd992bdc tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.143637 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-86955717-913b-4915-a442-97fffd992bdc tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/33dd5152-7fd3-454e-a593-3193f7e46761 HTTP/1.1" status: 404 len: 339 time: 0.0652113 Mar 16 11:16:05.143779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1552f24-612f-4ac4-8c05-16fe43d13d50 None None] Pushing event updated for resources: {'Port': ['ID=a8d4ad42-e3bb-447e-ba98-0e14788af55b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.146333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36152) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.178361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.202780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:05.203179 dv-neutron-833733-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 979c887e-71c2-4739-b188-44b24bae15b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:05.203597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.220033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eab0435-970a-487a-a514-d675fd920c59 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.220560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eab0435-970a-487a-a514-d675fd920c59 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.224859 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8eab0435-970a-487a-a514-d675fd920c59 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/83da06d1-9332-4a10-b154-64977ebcdf16 HTTP/1.1" status: 404 len: 337 time: 0.0728521 Mar 16 11:16:05.229068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36156) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.238082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.274082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 970784ce-769c-40b9-947a-0307e8bcff4e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=970784ce-769c-40b9-947a-0307e8bcff4e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:05.284749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.290566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.313254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccc8864-2361-4e2e-b089-7e29dd9f895f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.314041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccc8864-2361-4e2e-b089-7e29dd9f895f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.316006 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ccc8864-2361-4e2e-b089-7e29dd9f895f tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/805b720c-84d6-4191-a89c-2d1d0cb59d57 HTTP/1.1" status: 404 len: 339 time: 0.0851169 Mar 16 11:16:05.328032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.399762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=970784ce-769c-40b9-947a-0307e8bcff4e,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.404873 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cc1b8b-5c4a-4839-bd5f-e10f1693fa26 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.405587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cc1b8b-5c4a-4839-bd5f-e10f1693fa26 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.408314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30cc1b8b-5c4a-4839-bd5f-e10f1693fa26 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/1dc84cde-4ae2-471b-b01c-8f5ee965b452 HTTP/1.1" status: 404 len: 337 time: 0.0762851 Mar 16 11:16:05.411362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.502833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port 979c887e-71c2-4739-b188-44b24bae15b9, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:05.503202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:16:05.512927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.523293 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3131982a-9b0b-433a-9d3f-a5ad86db4e49 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:05.524074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3131982a-9b0b-433a-9d3f-a5ad86db4e49 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:05.526130 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3131982a-9b0b-433a-9d3f-a5ad86db4e49 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/e35de58f-b948-4d06-91a5-aa37b4623340 HTTP/1.1" status: 404 len: 339 time: 0.1050413 Mar 16 11:16:05.539714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.593255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-81eb6f53-6deb-4090-8b7e-0c3d180fd54b tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 200 len: 924 time: 1.0012777 Mar 16 11:16:05.599489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] In _notify_port_updated(), no bound segment for port 979c887e-71c2-4739-b188-44b24bae15b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:16:05.600691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.602026 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "PUT /v2.0/ports/979c887e-71c2-4739-b188-44b24bae15b9 HTTP/1.1" status: 200 len: 981 time: 3.0406940 Mar 16 11:16:05.604702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.605033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.641019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.679518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c5e0d-05de-404f-bcf6-e7b5b5b2651b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=979c887e-71c2-4739-b188-44b24bae15b9,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.681425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.696773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.796330 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-93e752d1-4474-4c3d-a723-48d03181ad0b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 11:16:05.799079 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93e752d1-4474-4c3d-a723-48d03181ad0b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/d067663b-ec8d-404d-850a-59f39d0713b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1736898 Mar 16 11:16:05.806959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f30f9a-9737-420d-80fc-72a4c772e177,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:05.812852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.813689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1ab3fe9-1f02-4910-8299-0058f739079e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Synchronizing usage tracker for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:05.822044 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-373f04cf-c28c-4474-b180-16c622e8863e tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=e7af76cb-5908-43d1-a002-edab0dffdc31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2128043 Mar 16 11:16:05.848399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.887605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.959561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.960752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2630fd00-0634-4897-8871-ad39d46b5135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3580866 Mar 16 11:16:05.970123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36188) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:05.970688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9631ea16-8e58-41b0-a6f6-6ac9b846857c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:05.980407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:05.982021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1ab3fe9-1f02-4910-8299-0058f739079e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Unset dirty status for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:05.983323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1ab3fe9-1f02-4910-8299-0058f739079e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20534 time: 0.3734827 Mar 16 11:16:05.988670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:05.995068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36192) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.029922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:06.037493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:06.047212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:06.075634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:06.103192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:06.120329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad155c2f-17bf-49b8-8051-a691c64c9e7b tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:06.125050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad155c2f-17bf-49b8-8051-a691c64c9e7b tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.2710297 Mar 16 11:16:06.125886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.140931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.144973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76c5b-015a-4a69-875a-24defad982db None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:06.160069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9631ea16-8e58-41b0-a6f6-6ac9b846857c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:06.160287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:06.160719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.165229 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9631ea16-8e58-41b0-a6f6-6ac9b846857c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=d067663b-ec8d-404d-850a-59f39d0713b4 HTTP/1.1" status: 200 len: 205 time: 0.3505287 Mar 16 11:16:06.173522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.178609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting subnet 1e455694-0940-479e-bb66-a41e7980df1b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:06.196375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.215398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c47bee9-f220-40aa-83e4-fbc9a4dc40ae tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 200 len: 205 time: 0.0884318 Mar 16 11:16:06.228496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Deleting port 979c887e-71c2-4739-b188-44b24bae15b9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:06.229051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.268864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.273045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.286055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:06.286671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.287620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.351780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-35a76c5b-015a-4a69-875a-24defad982db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:06.352582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76c5b-015a-4a69-875a-24defad982db None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:06.372361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.467318 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4ee8cac-4cdf-4ae4-9f27-1a62af1dbb15 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.5345120 Mar 16 11:16:06.470243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.548261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:06.580012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': '4c16334f-46e0-4ded-8f71-c84467008b52', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:06.581099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a8d4ad42-e3bb-447e-ba98-0e14788af55b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:06.657886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Allocated IP 172.20.0.1 (ea7189ab-a939-4c69-ae2d-cb3d1499d38c/39f650d3-adca-4d93-9675-34f652668e64/1aec2ec0-3c43-4381-b595-04b178e48722) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:06.671003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a8d4ad42-e3bb-447e-ba98-0e14788af55b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:06.679446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 970784ce-769c-40b9-947a-0307e8bcff4e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:06.769547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 970784ce-769c-40b9-947a-0307e8bcff4e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:06.770310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.790234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Allocated IP 172.26.1.160 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/34524800-1bc3-4517-9083-191fa38e39cc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:06.884852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.888537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50654a5f-da0e-4023-a509-daf08d3ac97b None None] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:06.894905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.946493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:06.983402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Transition to ACTIVE for port object 1aec2ec0-3c43-4381-b595-04b178e48722 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:06.995987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.029783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Provisioning for port a8d4ad42-e3bb-447e-ba98-0e14788af55b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:07.038366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Provisioning complete for port a8d4ad42-e3bb-447e-ba98-0e14788af55b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:07.038710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.049832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.072958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.077067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port 979c887e-71c2-4739-b188-44b24bae15b9, host hv-neutron-8337, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:07.077431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.187075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a6b294-036d-4323-931d-ce3f1495e096,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.216142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Calling delete_port for 979c887e-71c2-4739-b188-44b24bae15b9 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:07.231675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.236022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75599987-2794-4d22-a6f4-0b20501f152d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2619026 Mar 16 11:16:07.240382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.251876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36212) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.252279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.297705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:07.302504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] For port a8d4ad42-e3bb-447e-ba98-0e14788af55b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a8d4ad42-e3bb-447e-ba98-0e14788af55b,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:07.304153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:07.310015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.332564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:07.339271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:07.363481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:07.378394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:07.389492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:07.407934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:07.424125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8ba22-85cf-4146-9125-e4e85324511c None None] Pushing event updated for resources: {'Port': ['ID=a8d4ad42-e3bb-447e-ba98-0e14788af55b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.449589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Pushing event updated for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.481372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.490919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.507731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.545119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.603574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=1e455694-0940-479e-bb66-a41e7980df1b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.614185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.638411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event deleted for resources: {'Port': ['ID=979c887e-71c2-4739-b188-44b24bae15b9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.648250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.656470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e9021-61fb-4dba-8c16-7394aba7b846 None None] Network 8281b538-7cf3-46d5-a669-d323fd9f168d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:07.680873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.686024 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6816c502-176e-4c06-b5c1-a2b25e4037cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "DELETE /v2.0/ports/979c887e-71c2-4739-b188-44b24bae15b9 HTTP/1.1" status: 204 len: 168 time: 1.6869628 Mar 16 11:16:07.686150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.689871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0242b88-96ae-4406-95b5-50111a0ae7f9 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/1e455694-0940-479e-bb66-a41e7980df1b HTTP/1.1" status: 204 len: 168 time: 2.1456878 Mar 16 11:16:07.691799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.720308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.763597 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-863c96c5-93be-4143-af4d-825e3f5d4c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:16:07.764005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-863c96c5-93be-4143-af4d-825e3f5d4c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Synchronizing usage tracker for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:07.828411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Provisioning complete for port a8d4ad42-e3bb-447e-ba98-0e14788af55b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:07.828411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.834825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.857387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.924071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-863c96c5-93be-4143-af4d-825e3f5d4c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Unset dirty status for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:07.929032 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-863c96c5-93be-4143-af4d-825e3f5d4c57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports/979c887e-71c2-4739-b188-44b24bae15b9 HTTP/1.1" status: 404 len: 333 time: 0.2369423 Mar 16 11:16:07.935731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d762593-fb16-4217-9704-09718298c9d4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:07.937726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.948853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.957768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-508910424', 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:07.971784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:07.975234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.987037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:07.988007 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d5873ded-e159-4aac-b332-43778fe4d216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7044775 Mar 16 11:16:07.992121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:07.997748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Provisioning for port 1aec2ec0-3c43-4381-b595-04b178e48722 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:08.000733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:08.003822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.003964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Provisioning complete for port 1aec2ec0-3c43-4381-b595-04b178e48722 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:08.004593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.017046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:08.021188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port 77ef3856-74e5-42bb-930d-86381645afa2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:08.021527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.023761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.071396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.097433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] DHCP port deletion for 8281b538-7cf3-46d5-a669-d323fd9f168d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:08.101651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Made reservation on behalf of bb5ed132b1cf472ab66e5114c4d077fe for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:08.104038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.111523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Deleting port 77ef3856-74e5-42bb-930d-86381645afa2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:08.111982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.114331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:08.156367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-40007f0f-b845-4619-9be5-12d980eaa938 None None] Port 1aec2ec0-3c43-4381-b595-04b178e48722 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:08.197609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:08.206092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port e3727b08-ab52-4c18-b6a3-7b245c2c83b4 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:08.210881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:08.241203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:08.279280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:08.281336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event updated for resources: {'Port': ['ID=34524800-1bc3-4517-9083-191fa38e39cc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.284458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.285122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router d067663b-ec8d-404d-850a-59f39d0713b4 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:08.293095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:08.297522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:08.344846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] For port 77ef3856-74e5-42bb-930d-86381645afa2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=77ef3856-74e5-42bb-930d-86381645afa2,segment=NetworkSegment(d34cb98b-44d0-49ac-836e-7f2db0997c4a),segment_id=d34cb98b-44d0-49ac-836e-7f2db0997c4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:08.345449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.409961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.414086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44b2b29d-66d0-4457-ae92-3ebd8dd76224 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/d067663b-ec8d-404d-850a-59f39d0713b4 HTTP/1.1" status: 204 len: 168 time: 2.2301726 Mar 16 11:16:08.415648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.425169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.485091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Calling delete_port for 77ef3856-74e5-42bb-930d-86381645afa2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:08.520795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a8d4ad42-e3bb-447e-ba98-0e14788af55b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:08.611163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port 77ef3856-74e5-42bb-930d-86381645afa2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=77ef3856-74e5-42bb-930d-86381645afa2,segment=NetworkSegment(d34cb98b-44d0-49ac-836e-7f2db0997c4a),segment_id=d34cb98b-44d0-49ac-836e-7f2db0997c4a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:08.611813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.623080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a8d4ad42-e3bb-447e-ba98-0e14788af55b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:08.623445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.658796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.712321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] Pushing event deleted for resources: {'Port': ['ID=77ef3856-74e5-42bb-930d-86381645afa2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.722862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acb4d2-4a0a-456b-83a7-0b7e382c66a1 None None] No DVR routers for this DVR port 77ef3856-74e5-42bb-930d-86381645afa2 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:08.810681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.832934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.841637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for 77ef3856-74e5-42bb-930d-86381645afa2 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:08.866734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 77ef3856-74e5-42bb-930d-86381645afa2 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:08.889858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet bd5abf58-78b0-4bde-8fa7-f32469d9a078 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:08.902120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 77ef3856-74e5-42bb-930d-86381645afa2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:16:08.902640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 77ef3856-74e5-42bb-930d-86381645afa2 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:08.905107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bf7241-2203-49d4-9179-d9b5b8387c4b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:08.916546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.948897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.965814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.970443 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f0d521a-cabb-4da7-a015-d18550b09396 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9622598 Mar 16 11:16:08.973442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:08.976153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:08.989978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:08.995480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.006353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.051869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:09.052213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:09.053246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:09.074214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:09.086195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:09.109312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:09.137424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Pushing event updated for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.139773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.143754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.147459 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:09.176923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.208589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.209327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.214116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port 994c15d9-0796-45b4-817d-64272e833ccc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:09.214453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.243591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.324495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.329044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:09.340210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=e3727b08-ab52-4c18-b6a3-7b245c2c83b4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.342514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:09.352234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:09.353053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:09.353625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.433614 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07a1bb76-9c53-4625-92c5-a4490a6293b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4889729 Mar 16 11:16:09.435557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.438720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.473449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.519986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:09.531253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:09.535337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fb0c4e-c0b0-44ad-a7d3-144566c48eb7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.548255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.594997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port 77ef3856-74e5-42bb-930d-86381645afa2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:09.595322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.692039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.696207 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8545688c-0bf4-4ba9-af55-637ed7c83c12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7100227 Mar 16 11:16:09.702988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.704295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44119a93-f934-420b-aa69-41b077aeb4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Synchronizing usage tracker for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:09.735515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '237463b9-1a6e-4a75-854e-ed04e05a82c5', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:09.757629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:09.763979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] The port '77ef3856-74e5-42bb-930d-86381645afa2' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:16:09.797341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cebf714d-806e-44a8-b4ca-ec5daf63b222 None None] Provisioning complete for port 1aec2ec0-3c43-4381-b595-04b178e48722 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:09.797983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cebf714d-806e-44a8-b4ca-ec5daf63b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.803676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:09.810513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:09.845274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:09.855774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44119a93-f934-420b-aa69-41b077aeb4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Unset dirty status for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:09.856963 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44119a93-f934-420b-aa69-41b077aeb4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports/e3727b08-ab52-4c18-b6a3-7b245c2c83b4 HTTP/1.1" status: 200 len: 958 time: 0.4173195 Mar 16 11:16:09.857722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.865299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cebf714d-806e-44a8-b4ca-ec5daf63b222 None None] Port 1aec2ec0-3c43-4381-b595-04b178e48722 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:09.865484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.867472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:09.947876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.952425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.956880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:16:09.963571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.970578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5abf58-78b0-4bde-8fa7-f32469d9a078,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:09.975404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.989882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:09.996692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8281b538-7cf3-46d5-a669-d323fd9f168d']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:09.996887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77ba0f-5ee9-49ae-acbe-34d3cf4c49c7 None None] Network 72a7029e-6c61-428e-8ec7-900904049a37 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:10.171935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for 994c15d9-0796-45b4-817d-64272e833ccc owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:10.188317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34cb98b-44d0-49ac-836e-7f2db0997c4a') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:10.188317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34cb98b-44d0-49ac-836e-7f2db0997c4a') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:10.204201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7b6fe6c-3712-45ca-b0e5-ba81bae99819 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/bd5abf58-78b0-4bde-8fa7-f32469d9a078 HTTP/1.1" status: 204 len: 168 time: 1.7814536 Mar 16 11:16:10.207779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.246331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Deleting port e3727b08-ab52-4c18-b6a3-7b245c2c83b4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:10.246684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.268782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] DHCP port deletion for 72a7029e-6c61-428e-8ec7-900904049a37 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:10.272988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Deleting port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:10.273359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.274283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.298876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.320131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:10.320887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:10.334782 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:10.404918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.420339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.452020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c625e0-837e-456b-9e28-d3e3ac47b3dd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.467815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.485596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:10.487475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.492440 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/8281b538-7cf3-46d5-a669-d323fd9f168d HTTP/1.1" status: 204 len: 168 time: 2.7946715 Mar 16 11:16:10.494122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.503995 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c233bd35-a0a3-4cb0-93d7-78d483e1de61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7882626 Mar 16 11:16:10.503995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.535201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa1666-f46e-4da7-b3c3-f0d121d92247 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=8281b538-7cf3-46d5-a669-d323fd9f168d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.542371 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff79c83-2b71-4fa2-9075-ff75af934c18 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.543035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff79c83-2b71-4fa2-9075-ff75af934c18 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.545364 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ff79c83-2b71-4fa2-9075-ff75af934c18 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/f34887e9-337e-431b-8e28-1f7d530c05c7 HTTP/1.1" status: 404 len: 337 time: 0.0452135 Mar 16 11:16:10.549743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36262) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.559255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] For port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,segment=NetworkSegment(6fd3fe55-7d9a-48e2-9bf2-945c0974636e),segment_id=6fd3fe55-7d9a-48e2-9bf2-945c0974636e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:10.559643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.580756 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4917be4d-4637-499b-99b2-4608f149bab3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] DELETE failed (client error): The resource could not be found. Mar 16 11:16:10.581190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4917be4d-4637-499b-99b2-4608f149bab3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:10.585337 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4917be4d-4637-499b-99b2-4608f149bab3 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/93c84152-80a3-400f-8043-e7b2fb52344b HTTP/1.1" status: 404 len: 339 time: 0.0310004 Mar 16 11:16:10.588072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36266) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:10.621099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Router ff03d8e6-9410-47c1-ac27-8261ab628f41 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:10.646590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.701110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Calling delete_port for df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:10.826264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:10.826604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.846995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:10.856622 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee6f1be5-59c2-4ff1-b5f8-ec3c63da8787 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff03d8e6-9410-47c1-ac27-8261ab628f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5049424 Mar 16 11:16:10.859426 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Sync routers for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:10.877609 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:10.878233 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:10.921278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.961884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:10.986947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] Pushing event deleted for resources: {'Port': ['ID=df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:10.994468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb01f6-f588-45e2-a669-6300c786d635 None None] No DVR routers for this DVR port df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:11.092186 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:11.217828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.307574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:11.415490 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:08Z', 'revision_number': 2, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:11.419706 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Checking router: ff03d8e6-9410-47c1-ac27-8261ab628f41 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:16:11.420045 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Updating router ff03d8e6-9410-47c1-ac27-8261ab628f41 port 1aec2ec0-3c43-4381-b595-04b178e48722 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:16:11.468436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Calling delete_port for e3727b08-ab52-4c18-b6a3-7b245c2c83b4 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:11.478564 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.497796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-7a1af093-ab91-45f2-b973-f48632821a54 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:11.510501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.517530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543076146', 'description': 'tempest-description--416245388'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:11.523676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:11.528172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:security_group and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:11.531509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:11.537961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:11.548889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.561139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] The port 'df49ff4d-e640-4bf8-a21a-6c8a8c8fe5c7' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:16:11.577531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.595400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:11.600437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:security_group_rule and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:11.604215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:11.609933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:11.656199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting subnet ba4b4b30-d813-4881-98b2-a9bf33353657 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:11.676108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.689979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.696524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.740256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=994c15d9-0796-45b4-817d-64272e833ccc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.751228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.752169 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2403569 Mar 16 11:16:11.756115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:11.760102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977923-a6a4-4cf8-bab5-de085c030d5c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc76ac1-4065-4be1-ae20-0ff3a1104309,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:11.781849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-7a1af093-ab91-45f2-b973-f48632821a54 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:11.783014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-7a1af093-ab91-45f2-b973-f48632821a54 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447038893&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.9128511 Mar 16 11:16:11.790078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'security_group_rule': {'security_group_id': 'edc76ac1-4065-4be1-ae20-0ff3a1104309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:11.811551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.887948 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.902061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Transition to ACTIVE for port object 1aec2ec0-3c43-4381-b595-04b178e48722 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:11.911351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:11.911537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:11.964593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:security_group_rule and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:11.977311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.012626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:12.026571 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea6428-6627-49c3-b175-24848eccd0ed None None] Pushing event updated for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.125218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.137665 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Attempting to bind port 1aec2ec0-3c43-4381-b595-04b178e48722 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:12.138044 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Attempting to bind port 1aec2ec0-3c43-4381-b595-04b178e48722 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:12.138543 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Attempting to bind port 1aec2ec0-3c43-4381-b595-04b178e48722 on network ea7189ab-a939-4c69-ae2d-cb3d1499d38c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:12.139539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:12.148344 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:12.148809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Checking segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:12.149335 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.149736 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Bound using segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:12.150451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Bound port: 1aec2ec0-3c43-4381-b595-04b178e48722, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:12.150841 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.175671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.247615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a7029e-6c61-428e-8ec7-900904049a37']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.263513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd3fe55-7d9a-48e2-9bf2-945c0974636e') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.263513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd3fe55-7d9a-48e2-9bf2-945c0974636e') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.264503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] For port 1aec2ec0-3c43-4381-b595-04b178e48722, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:12.267801 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] For port 1aec2ec0-3c43-4381-b595-04b178e48722, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1aec2ec0-3c43-4381-b595-04b178e48722,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:12.273244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.360126 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea6428-6627-49c3-b175-24848eccd0ed None None] Pushing event updated for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.364917 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:12.365558 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.589903 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:12.608161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.642369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3727b08-ab52-4c18-b6a3-7b245c2c83b4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:12.656320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.691182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.701340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.851300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:12.851557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.869792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:12.887420 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:12.911808 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96900939-4102-48a2-8141-f3ece68da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:12Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:12.916100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96900939-4102-48a2-8141-f3ece68da212 None None] The sync data for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv is: [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:12Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:12.973329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca613b-5f10-42be-8981-815c58548355 req-74b2b14e-0ba7-49c2-a336-58a3aaa3aa13 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:12.974233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-74b2b14e-0ba7-49c2-a336-58a3aaa3aa13 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:13.022157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fff2c811-0cef-4768-8561-43f2229627e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e3727b08-ab52-4c18-b6a3-7b245c2c83b4 HTTP/1.1" status: 204 len: 168 time: 3.1266613 Mar 16 11:16:13.025275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36290) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.076553 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd9a910-7e11-416b-9dcc-154aca2f322f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:16:13.081503 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9cd9a910-7e11-416b-9dcc-154aca2f322f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports/e3727b08-ab52-4c18-b6a3-7b245c2c83b4 HTTP/1.1" status: 404 len: 333 time: 0.0514667 Mar 16 11:16:13.082077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36294) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.089260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1749436077'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:13.094030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.095037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:13.099851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Usage tracker for resource:port and tenant:bb5ed132b1cf472ab66e5114c4d077fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:13.103162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:13.110103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:13.120974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Made reservation on behalf of bb5ed132b1cf472ab66e5114c4d077fe for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:13.123692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.147049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:13.204437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.250369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.274592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.282420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-74b2b14e-0ba7-49c2-a336-58a3aaa3aa13 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:13.283574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-74b2b14e-0ba7-49c2-a336-58a3aaa3aa13 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=0a01db7d-b743-4a85-9e85-ff1a8d086ea1 HTTP/1.1" status: 200 len: 797 time: 1.4078121 Mar 16 11:16:13.290271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=72a7029e-6c61-428e-8ec7-900904049a37,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:13.314848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc02a549-09ac-4e7b-b575-fda2a40b5c5b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/72a7029e-6c61-428e-8ec7-900904049a37 HTTP/1.1" status: 204 len: 168 time: 3.0908315 Mar 16 11:16:13.326417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.329777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.331014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.340571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.346963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-457242253'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:13.380390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:13.382314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Router df808654-ec8c-43b0-9367-c65cd7e08b5a is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:13.396002 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-39e7cd90-77fb-4128-848f-71d486456962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0907810 Mar 16 11:16:13.398548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.401202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:13.404852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1b68f4-eba3-4b0c-91c5-ea8e7164b921,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:13.411362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:13.427344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:13.434037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.466690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.515245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:13.516982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.518208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a52fd30-a38e-4218-92b9-c18bbb48cec5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7495787 Mar 16 11:16:13.519614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:13.521601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.522327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:13.527571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:13.531125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:13.532593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.537506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4b4b30-d813-4881-98b2-a9bf33353657,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:13.540595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'security_group_rule': {'security_group_id': 'edc76ac1-4065-4be1-ae20-0ff3a1104309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:13.545270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.545937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router e7af76cb-5908-43d1-a002-edab0dffdc31 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:13.550193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:13.553874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:13.560974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:security_group_rule and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:13.574083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:13.582592 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-70be9aaf-c385-437b-96d6-24680b37b75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4991941 Mar 16 11:16:13.584022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:13.586851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.594775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:13.609976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:13.612925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.644306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc82df-8122-429b-b9ec-c05bd98a8c8e None None] Network 41507f62-fd42-40bf-ad17-20f63399d90b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:13.649262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.653525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd72c67f-e972-4eb2-9450-5f6d75b29f67 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/subnets/ba4b4b30-d813-4881-98b2-a9bf33353657 HTTP/1.1" status: 204 len: 168 time: 3.0532036 Mar 16 11:16:13.653712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.666107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.706676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.712275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e45b99e5-c585-46c5-9f4b-804641a3a59a tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 204 len: 168 time: 7.4236739 Mar 16 11:16:13.713158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36314) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:13.738876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727263257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:13.755988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:13.767148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:13.775431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:13.842591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:13.848384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.876485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:13.907229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.939626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.939989 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment 16a5049f-623e-41a8-9c5a-23d2c51fa994 of type vlan for network 4d0baac4-395d-4a32-960a-eeb1d127ab9b Mar 16 11:16:13.977395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-950a8d76-2a9b-4f85-9383-439a41ed182e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5627358 Mar 16 11:16:13.978765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.985055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:13.985568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:13.994509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] DHCP port deletion for 41507f62-fd42-40bf-ad17-20f63399d90b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:13.999899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Deleting port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:14.001256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.002890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.003847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.045283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.135925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.185782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.197201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.200833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:14.201433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.215002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6d093b-d51f-4871-a46e-526a655eeb09,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.277818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] For port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,segment=NetworkSegment(5a5123e6-ea2a-4eed-bf94-3d7ac56e7561),segment_id=5a5123e6-ea2a-4eed-bf94-3d7ac56e7561)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:14.278383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.298431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.302638 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-575ea976-12f7-4fd5-9570-7dced8020077 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7740700 Mar 16 11:16:14.317838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36318) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.326715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:14.343490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:14.359428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:floatingip and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:14.365229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:14.375649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:14.407605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Calling delete_port for fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:14.475517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.501346 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-77417417-4e58-4ea5-add0-777f2bebfbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913881 Mar 16 11:16:14.510780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.516289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.555205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=4d0baac4-395d-4a32-960a-eeb1d127ab9b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.560955 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4b1ddc7-d259-4b56-9daa-3e3682e27021 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2253344 Mar 16 11:16:14.567856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.567993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1aec2ec0-3c43-4381-b595-04b178e48722 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:14.597310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] No DVR routers for this DVR port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:14.604290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:14.629525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:14.630919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] For port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,segment=NetworkSegment(5a5123e6-ea2a-4eed-bf94-3d7ac56e7561),segment_id=5a5123e6-ea2a-4eed-bf94-3d7ac56e7561)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:14.631577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.634941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971528b-c679-49bf-b016-8d47938a0a74 None None] Pushing event deleted for resources: {'Port': ['ID=fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:14.658178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.663163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95c4aa2a-c7d7-4661-a8b5-408f81943a8f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9387333 Mar 16 11:16:14.671124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.753729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 1aec2ec0-3c43-4381-b595-04b178e48722 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:14.759879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1aec2ec0-3c43-4381-b595-04b178e48722 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:14.760241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.791563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Calling delete_port for fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:14.809345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:14.812573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:14.830929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.834719 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae57f165-8eef-4a35-a751-4d90a0ab112b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "PUT /v2.0/routers/df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 200 len: 879 time: 10.5813107 Mar 16 11:16:14.834719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:14.834932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:14.838146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:14.841518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:14.858881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] Sync routers for ids ['df808654-ec8c-43b0-9367-c65cd7e08b5a'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:14.892244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:14.899727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-546f166a-4228-49f1-91d3-837dbb307525 service neutron] 10.222.0.36 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687124 Mar 16 11:16:14.900858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:14.933403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 1aec2ec0-3c43-4381-b595-04b178e48722, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1aec2ec0-3c43-4381-b595-04b178e48722,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:14.935075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] Routers {'df808654-ec8c-43b0-9367-c65cd7e08b5a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:14.935715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df808654-ec8c-43b0-9367-c65cd7e08b5a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:14.981573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] device_id is not set on port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:14.985088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:15.004510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:15.007335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.008665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.013655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.022395 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:15.055442 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:15.056210 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.121228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.143587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:15.148853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Transition to ACTIVE for port object 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:15.179177 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.193928 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:15.195043 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.228688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] Routers {'df808654-ec8c-43b0-9367-c65cd7e08b5a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:15.230778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df808654-ec8c-43b0-9367-c65cd7e08b5a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.238786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.276442 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.277304 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cea3d7-d1dd-420d-af5e-3cc91aba85cd None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:15.316554 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e19e49a5-95e4-4f7d-8edd-25bf4fc37932 req-111f8657-719b-47cb-930b-44d84a82fd8a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 210 time: 0.0878661 Mar 16 11:16:15.345414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:16:15.345796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:15.370277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:15.371028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e9d6e-a3f0-478c-9a62-610373b67247 None None] The sync data for ids ['df808654-ec8c-43b0-9367-c65cd7e08b5a'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:15.388197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.406377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:15.441909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:15.447631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:15.448061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:15.522865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf345e79-47d0-41e0-95b5-992f1511cf57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/2e7f8bc6-1e8b-4361-a32f-7a0678cc7409 HTTP/1.1" status: 200 len: 979 time: 8.9574745 Mar 16 11:16:15.528292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:15.566866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.568968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:15.569293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:15.569619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:15.799046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:15.799378 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:15.804148 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 2 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:15.837383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 9c97af41-65cc-44a0-bb1b-c4806d8ce7c4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:15.837713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.844050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:15.844381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:15.844712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:15.879884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a1d0c0ab-7b41-4d8c-8cd7-2fef9b345739 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 200 len: 920 time: 1.0370009 Mar 16 11:16:15.888333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36348) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:15.892042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.899403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:15.899791 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:15.932994 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 3 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:15.954667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Deleting port fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:15.955004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:15.983852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.012255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:16.012584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:16.012911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:16.055404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] The port 'fa2f3fb4-bf1f-4d37-ad1a-04cf9e023c3e' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:16:16.084393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Allocated IP 172.26.1.170 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/308c0cc6-559c-4854-ad7c-c283b5114f3d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:16.084865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:16.121776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.121776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.139196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:16.139538 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:16.142568 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 4 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:16.189767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': '16a5049f-623e-41a8-9c5a-23d2c51fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:16.190193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 4d0baac4-395d-4a32-960a-eeb1d127ab9b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:16.299550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:16.300224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:16.300224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:16.384139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 9c97af41-65cc-44a0-bb1b-c4806d8ce7c4 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:16.435843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.465286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:16.496141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:16.496141 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:16.507406 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 5 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:16.512528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1aec2ec0-3c43-4381-b595-04b178e48722 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:16.547528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4d0baac4-395d-4a32-960a-eeb1d127ab9b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:16.555893 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8659cfc-d8ee-4391-9964-25d0589f4773 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=df808654-ec8c-43b0-9367-c65cd7e08b5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6662786 Mar 16 11:16:16.560313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fdaa01-884f-4c98-9748-6352972e9340 req-2df9dd8c-3713-4093-8c64-c8e82628a8d4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 210 time: 0.0728817 Mar 16 11:16:16.561744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:16.562476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.573977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.585856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41507f62-fd42-40bf-ad17-20f63399d90b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:16.596174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:16.596492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:16.596821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:16.624495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5377f-9e74-47de-94ab-b753a22219ea None None] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:16.626053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:16.626401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5123e6-ea2a-4eed-bf94-3d7ac56e7561') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:16.672588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:16.673002 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:16.674517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.696007 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 6 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:16.733705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.733933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-db4d8507-56f3-4e63-a7c2-7fedbba4efa0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1633837 Mar 16 11:16:16.735595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.753122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:16.753456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:16.753891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:16.757744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.765093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-51445958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:16.777592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca613b-5f10-42be-8981-815c58548355 req-eb27dcd2-a732-4670-8b52-d40ee1b7da10 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:16.778278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-eb27dcd2-a732-4670-8b52-d40ee1b7da10 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:16.780792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:16.782559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:16.782967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:16.800771 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:16.806918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:16.811310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:16.811632 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:16.815931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:16.820908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1aec2ec0-3c43-4381-b595-04b178e48722 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:16.821916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.838081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:16.846779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797af5a0-a647-43be-be31-38b2ff12733a tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:16.848312 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-797af5a0-a647-43be-be31-38b2ff12733a tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.2727895 Mar 16 11:16:16.850751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.855891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.858568 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 7 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:16.923221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:16.923810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:16.924294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:16.926519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-eb27dcd2-a732-4670-8b52-d40ee1b7da10 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:16.927877 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-eb27dcd2-a732-4670-8b52-d40ee1b7da10 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=0a01db7d-b743-4a85-9e85-ff1a8d086ea1 HTTP/1.1" status: 200 len: 797 time: 0.5381463 Mar 16 11:16:16.934228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.935160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.949982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=9c97af41-65cc-44a0-bb1b-c4806d8ce7c4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:16.955959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1071b831-1cd5-44e3-ab96-f58236102715 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 200 len: 205 time: 0.0689967 Mar 16 11:16:16.958651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:16.968569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:16.969181 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:16.972784 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 8 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:16.974215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4d0baac4-395d-4a32-960a-eeb1d127ab9b', 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': 'cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:16.974862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.981409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:16.985361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.062448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.106497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] Pushing event deleted for resources: {'Network': ['ID=41507f62-fd42-40bf-ad17-20f63399d90b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.119035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:17.119175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:17.119496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:17.138713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.161142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Allocated IP 172.20.0.2 (4d0baac4-395d-4a32-960a-eeb1d127ab9b/cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf/41097220-ea3d-48d2-91ea-706c39a00b9f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:17.173359 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59ac6b56-0a72-4564-be55-ebc962e0acc2 tempest-NetworksIpV6Test-1091361868 tempest-NetworksIpV6Test-1091361868-project] 10.222.0.36 "DELETE /v2.0/networks/41507f62-fd42-40bf-ad17-20f63399d90b HTTP/1.1" status: 204 len: 168 time: 3.5060422 Mar 16 11:16:17.194455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.197046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.209099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:17.209426 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:17.229242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.250203 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 9 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:17.313675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:17.320205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-25fa188a-5e84-4d6e-9ff1-76db8c1eb18b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:17.335742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:17.343130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'Port': ['ID=308c0cc6-559c-4854-ad7c-c283b5114f3d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.347957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:17.383375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:17.384371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:17.384499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.384714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:17.419257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-25fa188a-5e84-4d6e-9ff1-76db8c1eb18b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:17.420451 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-25fa188a-5e84-4d6e-9ff1-76db8c1eb18b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 472 time: 0.4674754 Mar 16 11:16:17.440679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.444745 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea7a41d5-fabe-47fe-abb0-43dd944ee48e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6969802 Mar 16 11:16:17.446121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.450979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:17.451301 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:17.458871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempt 10 to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 Mar 16 11:16:17.459385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.472241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Transition to ACTIVE for port object 41097220-ea3d-48d2-91ea-706c39a00b9f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:17.475060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['237463b9-1a6e-4a75-854e-ed04e05a82c5']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:17.497756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Transition to ACTIVE for port object 41097220-ea3d-48d2-91ea-706c39a00b9f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:17.508114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.600282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:17.601388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Pushing event updated for resources: {'Port': ['ID=41097220-ea3d-48d2-91ea-706c39a00b9f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:17.604344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:17.607012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:17.653135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.707882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Attempting to bind port 41097220-ea3d-48d2-91ea-706c39a00b9f on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:17.708538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Attempting to bind port 41097220-ea3d-48d2-91ea-706c39a00b9f by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '16a5049f-623e-41a8-9c5a-23d2c51fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:17.708987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Attempting to bind port 41097220-ea3d-48d2-91ea-706c39a00b9f on network 4d0baac4-395d-4a32-960a-eeb1d127ab9b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:17.715783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:17.716284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Checking segment: {'id': '16a5049f-623e-41a8-9c5a-23d2c51fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:17.716777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.717237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Bound using segment: {'id': '16a5049f-623e-41a8-9c5a-23d2c51fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:17.717864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Bound port: 41097220-ea3d-48d2-91ea-706c39a00b9f, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a5049f-623e-41a8-9c5a-23d2c51fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d0baac4-395d-4a32-960a-eeb1d127ab9b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:17.718411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.757354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:17.758265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:17.758784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempting to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:17.765005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:17.812680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] For port 41097220-ea3d-48d2-91ea-706c39a00b9f, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:17.816637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] For port 41097220-ea3d-48d2-91ea-706c39a00b9f, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=41097220-ea3d-48d2-91ea-706c39a00b9f,segment=NetworkSegment(16a5049f-623e-41a8-9c5a-23d2c51fa994),segment_id=16a5049f-623e-41a8-9c5a-23d2c51fa994)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:17.818774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Allocated IP 172.26.1.231 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/21a01abf-6870-495a-9160-323882cfaad3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:17.823795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:17.823991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.824467 dv-neutron-833733-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Failed to bind port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on host hv-neutron-8337 for vnic_type normal using segments [{'id': '0c16530c-aa0a-4041-b8d6-5770d6ccc841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e1ae3fa5-6838-418d-b2fb-1baeebb394f7'}] Mar 16 11:16:17.825022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:17.920892 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6db70-462e-42af-bbd2-6b4cc8d5e27d None None] Pushing event updated for resources: {'Port': ['ID=41097220-ea3d-48d2-91ea-706c39a00b9f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:18.035184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a3670c1-e85c-4046-bce5-f9f584798e66 req-da684a56-55cf-4f22-b7fd-9c4593fd8e04 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 210 time: 0.2458074 Mar 16 11:16:18.077256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:18.100126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:port and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:18.109535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:18.125198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:18.125617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Attempted to set empty binding levels {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 16 11:16:18.130367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:18.217832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.299648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.322975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:18.326042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.472308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 41097220-ea3d-48d2-91ea-706c39a00b9f up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:18.541596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 41097220-ea3d-48d2-91ea-706c39a00b9f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:18.552514 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7982ab63-2eb8-4f77-bf20-220451f2c59e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ba5c6afac3d413caae0f3b7d08c05eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7788208 Mar 16 11:16:18.563405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] In _notify_port_updated(), no bound segment for port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 on network e1ae3fa5-6838-418d-b2fb-1baeebb394f7 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:16:18.564434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.565225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36386) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:18.568666 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "PUT /v2.0/ports/8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 HTTP/1.1" status: 200 len: 981 time: 4.9778090 Mar 16 11:16:18.572018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:18.610624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.8 (0a01db7d-b743-4a85-9e85-ff1a8d086ea1/5dcb120b-66e2-4085-acca-2091bae839b1/1951d7d7-0395-4221-b36d-5abf3c1b83d9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:18.618330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.625202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39927-ca18-43df-b750-4ffe6359e2da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event updated for resources: {'Port': ['ID=8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:18.641874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.700576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.710609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.759175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port 34524800-1bc3-4517-9083-191fa38e39cc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:18.759462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.792959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Deleting port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:18.793295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:18.895120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.010306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.037322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:19.049000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:19.065508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:19.077826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794ce54f-596a-4522-909e-38198b9000e2 None None] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:19.096236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event updated for resources: {'Port': ['ID=21a01abf-6870-495a-9160-323882cfaad3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.100639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.133477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 1951d7d7-0395-4221-b36d-5abf3c1b83d9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:19.224685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.233842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.234425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.240909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.375265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:19.376303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Provisioning for port 41097220-ea3d-48d2-91ea-706c39a00b9f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:19.376415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'Port': ['ID=308c0cc6-559c-4854-ad7c-c283b5114f3d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.381596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:19.386355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Provisioning complete for port 41097220-ea3d-48d2-91ea-706c39a00b9f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:19.386853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.465333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.471539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:19.532026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.555095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:19.555731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.578064 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.598121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.606354 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6370ee57-a204-4497-be2e-4e59035ea477 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2805619 Mar 16 11:16:19.615351 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-0d60ec15-92c2-44ef-bd5d-66641de5fb7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1610706 Mar 16 11:16:19.626063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.636047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] For port 41097220-ea3d-48d2-91ea-706c39a00b9f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=41097220-ea3d-48d2-91ea-706c39a00b9f,segment=NetworkSegment(16a5049f-623e-41a8-9c5a-23d2c51fa994),segment_id=16a5049f-623e-41a8-9c5a-23d2c51fa994)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:19.645930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.709563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.810457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2ca7cf61-9896-469c-b860-7f80091a7b20 None None] Provisioning for port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:19.818185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b106d3-e8a2-4616-8e63-83bb19cecc7f None None] Pushing event updated for resources: {'Port': ['ID=41097220-ea3d-48d2-91ea-706c39a00b9f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:19.824935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2ca7cf61-9896-469c-b860-7f80091a7b20 None None] Provisioning complete for port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:19.825717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cf61-9896-469c-b860-7f80091a7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.868548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Request body: {'port': {'device_id': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:19.893198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7cf61-9896-469c-b860-7f80091a7b20 None None] Port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:19.917191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] For port 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9, host hv-neutron-8337, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:19.917793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:19.993844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for 34524800-1bc3-4517-9083-191fa38e39cc owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:20.017388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a6984e5-49a0-49c3-b172-35cb103553fe None None] Provisioning complete for port 41097220-ea3d-48d2-91ea-706c39a00b9f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:20.018077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6984e5-49a0-49c3-b172-35cb103553fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.076606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.087154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.096347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.139786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Calling delete_port for 8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:20.181623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:20.262238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.315434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c2a61-0ce3-4a5e-a8ec-3853c68ff037 req-ce9cd2c9-a8ac-49f6-93e2-5c02cde0f4c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:20.316894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-215c2a61-0ce3-4a5e-a8ec-3853c68ff037 req-ce9cd2c9-a8ac-49f6-93e2-5c02cde0f4c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 931 time: 1.0738206 Mar 16 11:16:20.331321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97511897-4c3f-4a1f-a5fe-273a1b4afe4f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.352739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.20.0.1 (4d0baac4-395d-4a32-960a-eeb1d127ab9b/cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf/de015feb-b8fa-445f-bf2f-48aa2a85ba2f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:20.468518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 41097220-ea3d-48d2-91ea-706c39a00b9f up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:20.469059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-60e64471-823f-49c9-a8eb-835291dabdc0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Synchronizing usage tracker for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:20.546044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.552266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 41097220-ea3d-48d2-91ea-706c39a00b9f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:20.552935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.617643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1951d7d7-0395-4221-b36d-5abf3c1b83d9 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:16:20.629248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.641586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.645106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42ceb14e-0ce4-4d81-9ed1-5dcaa07f564c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97511897-4c3f-4a1f-a5fe-273a1b4afe4f HTTP/1.1" status: 204 len: 168 time: 2.0732677 Mar 16 11:16:20.650013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Transition to ACTIVE for port object 1951d7d7-0395-4221-b36d-5abf3c1b83d9 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:20.653621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Router d54c665c-9272-4cb0-a3d4-de15aefce50c is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:20.657481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.765725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.797875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-60e64471-823f-49c9-a8eb-835291dabdc0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Unset dirty status for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:20.799253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-60e64471-823f-49c9-a8eb-835291dabdc0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1543076146&fields=id&tenant_id=0d88939110374a91b73f7c49fe4abc0f HTTP/1.1" status: 200 len: 267 time: 0.6763926 Mar 16 11:16:20.807936 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-215c2a61-0ce3-4a5e-a8ec-3853c68ff037 req-7b5a75ca-e0c6-44d7-b0ce-c6e6c04649df tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527500 Mar 16 11:16:20.812660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:20.918581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Pushing event updated for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:20.953581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5b57451d-176e-4782-b7ac-dc319cf89edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 HTTP/1.1" status: 204 len: 168 time: 2.3772991 Mar 16 11:16:20.962473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36408) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.008057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.062630 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d280997-fc06-404a-a81c-cdf260ab714a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] GET failed (client error): The resource could not be found. Mar 16 11:16:21.063127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1d280997-fc06-404a-a81c-cdf260ab714a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Synchronizing usage tracker for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:21.072674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=34524800-1bc3-4517-9083-191fa38e39cc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:21.083609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.128308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1d280997-fc06-404a-a81c-cdf260ab714a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] Unset dirty status for tenant:bb5ed132b1cf472ab66e5114c4d077fe on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:21.129704 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d280997-fc06-404a-a81c-cdf260ab714a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1622710237-project-admin] 10.222.0.36 "GET /v2.0/ports/8ba7f9b1-9519-4fe8-a310-4c01e5ba91b9 HTTP/1.1" status: 404 len: 333 time: 0.1635597 Mar 16 11:16:21.136150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.140138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Attempting to bind port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:21.140462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Attempting to bind port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:21.140773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Attempting to bind port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 on network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:21.178692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object de015feb-b8fa-445f-bf2f-48aa2a85ba2f will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:21.232913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 on network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:21.233404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Attempting to bind port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 on network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:21.369273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-8da548c1-47e4-487b-adb3-9481b3fd92d2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:21.369980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-8da548c1-47e4-487b-adb3-9481b3fd92d2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Synchronizing usage tracker for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:21.381428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:21.381828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Checking segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:21.382168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Bound using segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:21.382607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Bound port: 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:21.383021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.440750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-8da548c1-47e4-487b-adb3-9481b3fd92d2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Unset dirty status for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:21.442146 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-8da548c1-47e4-487b-adb3-9481b3fd92d2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 812 time: 0.6208363 Mar 16 11:16:21.479538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.595931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.648177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:21.663608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-7846fb9e-f8d6-4bb4-b687-1859d0237e37 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/quotas/0d88939110374a91b73f7c49fe4abc0f HTTP/1.1" status: 200 len: 375 time: 0.1589673 Mar 16 11:16:21.669260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.677220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.687035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:21.704439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.759421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:21.769696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ae3fa5-6838-418d-b2fb-1baeebb394f7']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.773066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] Sync routers for ids ['d54c665c-9272-4cb0-a3d4-de15aefce50c'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:21.788513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] Routers {'d54c665c-9272-4cb0-a3d4-de15aefce50c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:21.789502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d54c665c-9272-4cb0-a3d4-de15aefce50c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.790907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.795919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46e171d2-7386-411f-83f9-97219efa8d85 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "PUT /v2.0/routers/d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 200 len: 883 time: 7.0732348 Mar 16 11:16:21.802479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.802891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:21.817469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c16530c-aa0a-4041-b8d6-5770d6ccc841') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.818356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c16530c-aa0a-4041-b8d6-5770d6ccc841') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.845816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:21.850929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.853105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:21.861810 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:21.868897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.882817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] Routers {'d54c665c-9272-4cb0-a3d4-de15aefce50c'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:21.883793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d54c665c-9272-4cb0-a3d4-de15aefce50c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.891987 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:21.892605 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:21.901371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:21.919574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=de015feb-b8fa-445f-bf2f-48aa2a85ba2f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:21.932331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Pushing event updated for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:21.933964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:21.947728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:21.949390 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-7e03fd4e-ff93-4159-a39e-42e3a2b88cfa service neutron] 10.222.0.59 "PUT /v2.0/ports/1951d7d7-0395-4221-b36d-5abf3c1b83d9 HTTP/1.1" status: 200 len: 1093 time: 2.0904062 Mar 16 11:16:21.969428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.003402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:22.003986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777524-249e-4135-a5a0-dd81e24b1925 None None] The sync data for ids ['d54c665c-9272-4cb0-a3d4-de15aefce50c'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:22.012269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.020506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:22.021160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.021773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.062179 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6ef5e3c-3b59-483f-8417-383ab99f06bf tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e7f8bc6-1e8b-4361-a32f-7a0678cc7409 HTTP/1.1" status: 204 len: 168 time: 6.5316348 Mar 16 11:16:22.088614 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:22.109449 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:22.110394 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:22.180342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:22.204919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:16:22.208528 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:22.210083 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36118f5c-3218-40f7-ad91-cfcbdaa98226 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:22.210693 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:22.270252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.275156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.349623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2085123897'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:22.370083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:22.373057 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] 10.222.0.36 "DELETE /v2.0/networks/e1ae3fa5-6838-418d-b2fb-1baeebb394f7 HTTP/1.1" status: 204 len: 168 time: 1.2360606 Mar 16 11:16:22.379808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec18fa-504d-4210-98a2-6dc2cca9a9da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441342912-project] Pushing event deleted for resources: {'Network': ['ID=e1ae3fa5-6838-418d-b2fb-1baeebb394f7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.384378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:22.389887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:22.400389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:22.402714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-076d8e45-8cd4-4913-989f-4ac61f4b100b None None] Provisioning for port de015feb-b8fa-445f-bf2f-48aa2a85ba2f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:22.406982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.409708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-076d8e45-8cd4-4913-989f-4ac61f4b100b None None] Provisioning complete for port de015feb-b8fa-445f-bf2f-48aa2a85ba2f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:22.410309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-076d8e45-8cd4-4913-989f-4ac61f4b100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.441959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 4c16334f-46e0-4ded-8f71-c84467008b52 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:22.442310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.445548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:22.449324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.471019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.473209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-076d8e45-8cd4-4913-989f-4ac61f4b100b None None] Port de015feb-b8fa-445f-bf2f-48aa2a85ba2f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:22.482528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.490603 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-9e7fd3d9-1c68-4c7a-b949-e41cce662244 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 1096 time: 0.2762916 Mar 16 11:16:22.508968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-e0b5236e-397c-4747-92dc-515b07e14314 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7774358 Mar 16 11:16:22.595331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:22.599417 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-ebcc5545-8aba-43cc-8c38-46364df991e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9 HTTP/1.1" status: 200 len: 217 time: 0.0972912 Mar 16 11:16:22.602828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:security_group_rule and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:22.606400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:22.649285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:22.714996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca613b-5f10-42be-8981-815c58548355 req-9af5b0f7-c16c-4e5a-8db7-5c544a52986b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.716618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-9af5b0f7-c16c-4e5a-8db7-5c544a52986b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5dcb120b-66e2-4085-acca-2091bae839b1 HTTP/1.1" status: 200 len: 834 time: 0.1059849 Mar 16 11:16:22.737217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.752524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.753257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router df808654-ec8c-43b0-9367-c65cd7e08b5a {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:22.755430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36454) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:22.801215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483c9d-3bc2-4e8d-a8d3-80d033e74540 req-94f2f324-d832-4774-a0bd-b007f78ef742 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:22.802673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b483c9d-3bc2-4e8d-a8d3-80d033e74540 req-94f2f324-d832-4774-a0bd-b007f78ef742 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 943 time: 0.6188762 Mar 16 11:16:22.808797 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-746374ee-6db7-4e13-b5ab-8d7288a4e6ce tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 200 len: 924 time: 1.0031161 Mar 16 11:16:22.813356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:22.875508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.883813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.930564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:22.951415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0545c-6c7f-42e4-ba92-5d6b9e2d8c48,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:22.957789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:22.958167 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6 of type vlan for network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 Mar 16 11:16:22.962683 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-d913340e-fc07-4f86-98ea-ee282d4be1b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a01db7d-b743-4a85-9e85-ff1a8d086ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2354879 Mar 16 11:16:23.017979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.050905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.056088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32ecf992-8bf7-496f-b43a-e8dfa6ed2b3d tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 204 len: 168 time: 6.0961897 Mar 16 11:16:23.073537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.077275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-707d3d7b-c2a5-4f6b-82cb-c77144163b5f service neutron] 10.222.0.36 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400014 Mar 16 11:16:23.083079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1479622033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:23.096860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b430625-7836-451c-8e99-0983d7ddc5f6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Synchronizing usage tracker for tenant:a7174b8029b64059a6139ce98ca7af23 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:23.105394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:23.113539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:23.120394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:23.143964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:23.162743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b430625-7836-451c-8e99-0983d7ddc5f6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Unset dirty status for tenant:a7174b8029b64059a6139ce98ca7af23 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:23.164148 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b430625-7836-451c-8e99-0983d7ddc5f6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=d54c665c-9272-4cb0-a3d4-de15aefce50c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3497257 Mar 16 11:16:23.173649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.205240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.206075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.221262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.224900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:23.225472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.355906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b483c9d-3bc2-4e8d-a8d3-80d033e74540 req-e622ef45-64f4-4b8d-ba71-f8d5765304ec tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740306 Mar 16 11:16:23.421440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.486597 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-b037d880-e4e6-4883-998d-80aa73f33aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114057 Mar 16 11:16:23.488105 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9', 'status': 'completed', 'code': 200} Mar 16 11:16:23.583494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 4c16334f-46e0-4ded-8f71-c84467008b52 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:23.619507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8154781 Mar 16 11:16:23.623084 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-528b5c68-a7b9-4ace-abee-ac8367751286 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd3fbfac61324023bdc2054566a31ac8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8444848 Mar 16 11:16:23.632349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.637261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3bc0-b02d-48dd-95be-3be54acab205 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:23.645748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-4da82bb8-2e57-43b4-a597-e664fa89bfbb service neutron] 10.222.0.36 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513661 Mar 16 11:16:23.661781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:23.721971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.745332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b03cbe-1fd8-4c04-b79a-88953c3d12dc tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:23.746168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86b03cbe-1fd8-4c04-b79a-88953c3d12dc tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Synchronizing usage tracker for tenant:a7174b8029b64059a6139ce98ca7af23 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:23.807959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.815503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86b03cbe-1fd8-4c04-b79a-88953c3d12dc tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Unset dirty status for tenant:a7174b8029b64059a6139ce98ca7af23 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:23.816913 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86b03cbe-1fd8-4c04-b79a-88953c3d12dc tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.6405683 Mar 16 11:16:23.820209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.853865 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2aca613b-5f10-42be-8981-815c58548355 req-33a97dd3-8089-42d2-8a8b-30f7210c707f service neutron] 10.222.0.59 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485107 Mar 16 11:16:23.854884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.873789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-599cb7f7-0a73-4b9e-8f05-ce1899ee954c tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 200 len: 205 time: 0.0520029 Mar 16 11:16:23.879234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:23.882572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.972128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.974794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:23.975992 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd9fd082-5304-4d8e-afe7-92a721891161 HTTP/1.1" status: 204 len: 168 time: 0.3402770 Mar 16 11:16:24.025750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7134270-6505-4549-9b09-55d56d011459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9fd082-5304-4d8e-afe7-92a721891161,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:24.027416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.031609 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-96eae59c-3d5d-472e-910f-11ce27a32258 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9570465 Mar 16 11:16:24.032648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36490) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.042861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': True}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:24.232678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816a447b-8c20-45fe-8891-ce62a28b6ae1 req-94c7912b-4069-4299-b5b0-991139837b63 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.0859542 Mar 16 11:16:24.369683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:16:24.447899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.454081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.488717 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-f219be0c-86fc-4fa3-83ee-37eac4075fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 1096 time: 0.5178750 Mar 16 11:16:24.528079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.606221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=4c16334f-46e0-4ded-8f71-c84467008b52,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:24.613631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:24.836303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:24.874591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-dee4562d-a621-4313-ba04-e92df5134a08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:24.876671 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-dee4562d-a621-4313-ba04-e92df5134a08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a01db7d-b743-4a85-9e85-ff1a8d086ea1 HTTP/1.1" status: 200 len: 897 time: 0.3746140 Mar 16 11:16:24.880081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.019723 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-06f41b65-f58e-45ed-a0e1-a2d805344d2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9 HTTP/1.1" status: 200 len: 217 time: 0.1301517 Mar 16 11:16:25.024640 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-35871315-e38f-4db9-9062-9dab6261f5a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb5ed132b1cf472ab66e5114c4d077fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845086 Mar 16 11:16:25.028253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.102796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=de015feb-b8fa-445f-bf2f-48aa2a85ba2f,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:25.117169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-ded5271d-9992-4da4-a13d-72e10325ec76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.119168 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-ded5271d-9992-4da4-a13d-72e10325ec76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5dcb120b-66e2-4085-acca-2091bae839b1 HTTP/1.1" status: 200 len: 834 time: 0.0715539 Mar 16 11:16:25.238326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.265980 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-41e4ae61-83b6-4afb-b02c-515d16d8abe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a01db7d-b743-4a85-9e85-ff1a8d086ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952470 Mar 16 11:16:25.294868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af558c-fe44-4d66-a5d5-07948e8515c3 req-1b9f9043-32e1-4a01-aa79-9ec6f35a230f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:25.296402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64af558c-fe44-4d66-a5d5-07948e8515c3 req-1b9f9043-32e1-4a01-aa79-9ec6f35a230f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 943 time: 0.6919551 Mar 16 11:16:25.316204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.374957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:25.404237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:25.446653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-714bd8f4-efa8-4b3f-bca4-5843cb681bf1 service neutron] 10.222.0.59 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733580 Mar 16 11:16:25.484672 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8768e065-e4ee-4d2c-9244-554df8eb8bbd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/4c16334f-46e0-4ded-8f71-c84467008b52 HTTP/1.1" status: 204 len: 168 time: 3.2993646 Mar 16 11:16:25.490027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:25.590387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:25.649371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.654216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:25.723827 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e105b7-3d1b-4298-8d80-0664e0bde16a req-0a032065-7a57-4125-a46c-53e7ab8bcf65 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.0767958 Mar 16 11:16:25.727742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:floatingip and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:25.762507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:25.786093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:25.819257 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64af558c-fe44-4d66-a5d5-07948e8515c3 req-3a551a02-7293-4d65-8547-4f5e1a6cb45e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001097 Mar 16 11:16:25.831581 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9fda56ff-37eb-4b19-aaeb-84a547dc8c65 req-470b6824-9b48-4b5e-8ea6-5863876753a9 service neutron] 10.222.0.59 "GET /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757221 Mar 16 11:16:25.850632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e914323-a35a-4c7c-92b1-3ba018c97a3d None None] Provisioning complete for port de015feb-b8fa-445f-bf2f-48aa2a85ba2f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:25.851666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e914323-a35a-4c7c-92b1-3ba018c97a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.878639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.956825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:25.970074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4e914323-a35a-4c7c-92b1-3ba018c97a3d None None] Port de015feb-b8fa-445f-bf2f-48aa2a85ba2f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:26.011488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.017172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.045190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.108421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-d7cf0e57-ce2f-4146-9806-5c26b6c81030 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:26.109936 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-d7cf0e57-ce2f-4146-9806-5c26b6c81030 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 812 time: 0.4496436 Mar 16 11:16:26.122942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cded15f7-ae22-439d-8789-50e247270001,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:26.132325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.134184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f1fd2b14-461f-46cf-8938-113ca82f1f48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cded15f7-ae22-439d-8789-50e247270001 HTTP/1.1" status: 204 len: 168 time: 1.0888314 Mar 16 11:16:26.244118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.26.1.65 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/672dbfdc-15a9-4f50-a4e2-a75bf3cff9a5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:26.385027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-e048880d-217c-4590-8976-9b880cc821d3 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Synchronizing usage tracker for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:26.400152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.408883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.417476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-e048880d-217c-4590-8976-9b880cc821d3 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Unset dirty status for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:26.418815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-e048880d-217c-4590-8976-9b880cc821d3 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d88939110374a91b73f7c49fe4abc0f HTTP/1.1" status: 200 len: 380 time: 0.2961986 Mar 16 11:16:26.435604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'port': {'device_id': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'admin_state_up': True, 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'security_groups': ['edc76ac1-4065-4be1-ae20-0ff3a1104309']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:26.461180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port 21a01abf-6870-495a-9160-323882cfaad3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:26.461684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.535709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.539987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router 9f3be91e-49d6-4f05-872c-50f6f55b7341 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:26.632156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.641585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:26.646608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Usage tracker for resource:port and tenant:0d88939110374a91b73f7c49fe4abc0f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:26.650025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:26.656162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:26.734241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:26.735635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Made reservation on behalf of 0d88939110374a91b73f7c49fe4abc0f for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:26.740531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:26.780448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:26.878803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1951d7d7-0395-4221-b36d-5abf3c1b83d9 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:16:26.977593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Allocated IP 172.20.0.9 (ea7189ab-a939-4c69-ae2d-cb3d1499d38c/39f650d3-adca-4d93-9675-34f652668e64/2cfb5c75-2918-40bf-9304-4d38790c00d8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:27.029490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36536) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:27.032206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:27.087289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:27.115427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:27.132101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '1951d7d7-0395-4221-b36d-5abf3c1b83d9', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'port_id': '1951d7d7-0395-4221-b36d-5abf3c1b83d9', 'mac_address': 'fa:16:3e:a0:53:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:16:27.198634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.206609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a688573b-21a5-4959-86d5-d466c487593b req-116d5b22-494e-4c84-bcfb-7c61a2a71ddf tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.1241310 Mar 16 11:16:27.219595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1951d7d7-0395-4221-b36d-5abf3c1b83d9 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:16:27.239862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:27.247687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.331554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.340358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.10 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/0b319b10-a216-4d26-8322-e4645e8bd543) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:27.370461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.381119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=672dbfdc-15a9-4f50-a4e2-a75bf3cff9a5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.393166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:27.442371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:subnet and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:27.462698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:27.467786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.468127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.468458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.468855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.469104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.469422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.469747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.470275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.470399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.470703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.470936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for 21a01abf-6870-495a-9160-323882cfaad3 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:27.471391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:27.487216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:27.510277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1951d7d7-0395-4221-b36d-5abf3c1b83d9'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:16:27.525859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:27.540804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93eda4-b5c4-4df9-b18b-527af99bc1d8 req-ba3afd9f-82a8-44a4-908c-eb57bc75b7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:27.542326 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c93eda4-b5c4-4df9-b18b-527af99bc1d8 req-ba3afd9f-82a8-44a4-908c-eb57bc75b7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 943 time: 0.5046473 Mar 16 11:16:27.563222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.730819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c93eda4-b5c4-4df9-b18b-527af99bc1d8 req-c76f8925-00f2-4b94-baa9-5a9be37f9459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778724 Mar 16 11:16:27.735594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:27.757256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] Sync routers for ids ['9f3be91e-49d6-4f05-872c-50f6f55b7341'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:27.765331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Transition to ACTIVE for port object 2cfb5c75-2918-40bf-9304-4d38790c00d8 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:27.768973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0d9d898-5740-4e7e-800c-b0851464c925 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/9f3be91e-49d6-4f05-872c-50f6f55b7341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3156719 Mar 16 11:16:27.769254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:27.786885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.790149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] Routers {'9f3be91e-49d6-4f05-872c-50f6f55b7341'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:27.790942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9f3be91e-49d6-4f05-872c-50f6f55b7341'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.825157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.876202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.882706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.912602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] Routers {'9f3be91e-49d6-4f05-872c-50f6f55b7341'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:27.913370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9f3be91e-49d6-4f05-872c-50f6f55b7341'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.924118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:27.957732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=21a01abf-6870-495a-9160-323882cfaad3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:27.991779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:27.992485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b0e37-7c6f-4cba-a794-e5da55cadc6b None None] The sync data for ids ['9f3be91e-49d6-4f05-872c-50f6f55b7341'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:28.069546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d73472-91ca-4e95-95a8-b02396e4da85 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.071719 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14d73472-91ca-4e95-95a8-b02396e4da85 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports/de015feb-b8fa-445f-bf2f-48aa2a85ba2f HTTP/1.1" status: 200 len: 910 time: 0.3015306 Mar 16 11:16:28.075975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:28.079341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:28.088185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:28.095339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:28.154167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=0b319b10-a216-4d26-8322-e4645e8bd543,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.220823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.300262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event updated for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.304975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.308166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.407704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:28.414335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:28.418654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:28.461027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.515327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=abda9464-0b9a-4e4f-a367-0002f8f47463,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:28.654319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:28.654774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:28.668660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.669362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.713160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:28.722903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-91e1ce8b-a161-41f2-ae51-25cf733e51a2 None None] Provisioning for port 2cfb5c75-2918-40bf-9304-4d38790c00d8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:28.728496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-91e1ce8b-a161-41f2-ae51-25cf733e51a2 None None] Provisioning complete for port 2cfb5c75-2918-40bf-9304-4d38790c00d8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:28.729306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91e1ce8b-a161-41f2-ae51-25cf733e51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.786022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-91e1ce8b-a161-41f2-ae51-25cf733e51a2 None None] Port 2cfb5c75-2918-40bf-9304-4d38790c00d8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:28.805223 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-00871a0b-0468-42c7-8dcc-335aa03bbcfa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3765860 Mar 16 11:16:28.814037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.828873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.838042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262bfef-1a80-4008-8f25-b36f892cd1ac req-6b08bfae-60ca-4d1a-997c-a78e938aeb2e tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:28.845456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f262bfef-1a80-4008-8f25-b36f892cd1ac req-6b08bfae-60ca-4d1a-997c-a78e938aeb2e tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 931 time: 0.3571877 Mar 16 11:16:28.857364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.866767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Request body: {'port': {'device_id': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:28.894167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1951d7d7-0395-4221-b36d-5abf3c1b83d9 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:28.904788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:28.922742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:28.982612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f262bfef-1a80-4008-8f25-b36f892cd1ac req-267b6d32-6732-412f-9196-635a8e810cec tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361637 Mar 16 11:16:28.993301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.015234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-137792139'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:29.023343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:29.027987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:29.030243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:29.030734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.069559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3f69a-2f29-4519-8d0f-41c84ae88e08 None None] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:29.078673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:29.079211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.079720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router d54c665c-9272-4cb0-a3d4-de15aefce50c {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:29.095607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.096512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.124209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.135916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Usage tracker for resource:router and tenant:f9d1b4630c4c4a74892c70f554e0cbb8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:29.156310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.158164 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9595ae63-4e04-4ad5-be33-9676833e649f tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 204 len: 168 time: 5.2663713 Mar 16 11:16:29.167742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.181837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1649335238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:29.225113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:29.237498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:29.247840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489799a-69b7-43d1-8e27-64d13204e226 req-aebdf123-1968-4c29-bce0-47dde0aec218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.249314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b489799a-69b7-43d1-8e27-64d13204e226 req-aebdf123-1968-4c29-bce0-47dde0aec218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 944 time: 0.2657292 Mar 16 11:16:29.252135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:29.272322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:29.277929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:29.302233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:29.334677 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8b275b67-2a4a-46d8-be0d-a8597f0696f6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2538142 Mar 16 11:16:29.337047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.346181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.352589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.354410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.363379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-890114053'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:29.376657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.380031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:29.394691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:29.401746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:29.404820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.405738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.416253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:29.444903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.446352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b489799a-69b7-43d1-8e27-64d13204e226 req-9e4b842b-d6bf-47a2-ae96-e3b8f5b4ab60 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751206 Mar 16 11:16:29.449195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:29.450297 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:16:29.463867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4', 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': 'abda9464-0b9a-4e4f-a367-0002f8f47463'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:29.464577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.474092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:29.485216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.485315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.520015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.528390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.540629 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9', 'code': 200} Mar 16 11:16:29.558140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:29.577531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.582745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.583181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment f71e13cd-8d38-450e-bceb-a3ce2010802b of type vlan for network a6799188-fe79-4674-af9e-714b148eec97 Mar 16 11:16:29.589746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.600683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.694695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.706457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.725665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.726176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.726626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.727720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.728170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.728585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.729560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.729560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.729831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.730265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.730666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.752327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.762037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.765983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3cf8937-a659-4bd4-a0d9-ad13ec0da01d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5943885 Mar 16 11:16:29.771987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.778036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=0b319b10-a216-4d26-8322-e4645e8bd543,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:29.784377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': True}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:29.806534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Allocated IP 2001:db8:0:ffff::2 (aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4/abda9464-0b9a-4e4f-a367-0002f8f47463/9dd2766f-8d60-444a-97f8-5448a0250ed7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:29.832553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.867797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.868967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-331553bc-a71c-49df-b197-bb5ff547f0e0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1511610 Mar 16 11:16:29.884281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36596) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.939198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.939534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.939865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.940187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.940508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.940824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.941202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.941559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.941869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.942240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.942634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:16:29.949044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.953285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5e238a7-46e8-49e8-a010-abbd5a8fb462 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4543512 Mar 16 11:16:29.953966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:29.962170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'port': {'network_id': 'ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc', 'name': 'tempest-FloatingIPTestJSON-1804299500'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:29.976461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:29.980227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:29.980798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.023759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.035488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Transition to ACTIVE for port object 9dd2766f-8d60-444a-97f8-5448a0250ed7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:30.059470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Transition to ACTIVE for port object 9dd2766f-8d60-444a-97f8-5448a0250ed7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:30.068501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.169336 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0da891f1-380b-4937-bdd1-e7e02eb380da req-9787e2ac-f36e-4eb3-bae5-304684c72e0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 1098 time: 0.3914402 Mar 16 11:16:30.182967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:30.184776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Pushing event updated for resources: {'Port': ['ID=9dd2766f-8d60-444a-97f8-5448a0250ed7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.187735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:30.189796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:30.210210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.294332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Attempting to bind port 9dd2766f-8d60-444a-97f8-5448a0250ed7 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:30.294883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Attempting to bind port 9dd2766f-8d60-444a-97f8-5448a0250ed7 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:30.295363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Attempting to bind port 9dd2766f-8d60-444a-97f8-5448a0250ed7 on network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:30.302811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfb5c75-2918-40bf-9304-4d38790c00d8 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:16:30.304279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:30.304870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Checking segment: {'id': 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:30.306097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.307110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Bound using segment: {'id': 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:30.307804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Bound port: 9dd2766f-8d60-444a-97f8-5448a0250ed7, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:30.308692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.368916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.409860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] For port 9dd2766f-8d60-444a-97f8-5448a0250ed7, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:30.414610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] For port 9dd2766f-8d60-444a-97f8-5448a0250ed7, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9dd2766f-8d60-444a-97f8-5448a0250ed7,segment=NetworkSegment(a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6),segment_id=a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:30.421729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.432842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0791821 Mar 16 11:16:30.438073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d610-ac97-40f7-8d45-4127967491f4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=a6799188-fe79-4674-af9e-714b148eec97,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.441109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:30.463945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network a6799188-fe79-4674-af9e-714b148eec97 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:30.465174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': 'a6799188-fe79-4674-af9e-714b148eec97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:30.493893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Transition to ACTIVE for port object 2cfb5c75-2918-40bf-9304-4d38790c00d8 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:30.547489 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0da891f1-380b-4937-bdd1-e7e02eb380da req-8fc21657-04aa-4c2f-aef3-ab70cac61da3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564293 Mar 16 11:16:30.568673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:30.572938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:port and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:30.575831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:30.582389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:30.593060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.630040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a95fd-325c-48e8-b2ad-31ac44cd960b None None] Pushing event updated for resources: {'Port': ['ID=9dd2766f-8d60-444a-97f8-5448a0250ed7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:30.631751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router 859b7775-12dc-4f0d-8822-6cb7267b386e is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:30.653021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:30.656744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.739586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8819d-013d-4c82-a5b5-41099ef97dca req-528e5326-73ad-43cd-ac86-88afd0b1d341 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:30.741040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5f8819d-013d-4c82-a5b5-41099ef97dca req-528e5326-73ad-43cd-ac86-88afd0b1d341 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 931 time: 0.5111220 Mar 16 11:16:30.747604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] device_id is not set on port edeb21ec-75bd-4b72-b1d4-4e00ff71616d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:30.845044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:30.975116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5f8819d-013d-4c82-a5b5-41099ef97dca req-5e029621-50ef-4d57-b7c5-6853a08a9110 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941738 Mar 16 11:16:31.060977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076fbdc-2ac4-4b2e-b6a4-c613d6312270 req-ec6a55d8-3a25-4f77-854d-efa1f7072921 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:31.063084 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d076fbdc-2ac4-4b2e-b6a4-c613d6312270 req-ec6a55d8-3a25-4f77-854d-efa1f7072921 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 0.3739579 Mar 16 11:16:31.066866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.069664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.094488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.12 (ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc/a905b5f4-e5c7-405b-aff7-35b88c51f873/edeb21ec-75bd-4b72-b1d4-4e00ff71616d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:31.175518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d076fbdc-2ac4-4b2e-b6a4-c613d6312270 req-d1b7a46b-527d-4d3a-a87e-e622736a76c7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993412 Mar 16 11:16:31.196794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:subnet and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.279653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:31.349115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:31.398978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.405024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.426427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.449198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.451969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:31.459848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.527051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-257b5dc7-b996-441d-8bbf-513fedd8e07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.535105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.662459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:31.668194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:31.675196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:31.723067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.729849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=edeb21ec-75bd-4b72-b1d4-4e00ff71616d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:31.748828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.749302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6d12c2-f435-4f8f-a917-91cde2b6d676 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:31.763566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064010c3-8804-4d37-8631-2a3f47266a0e None None] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:31.782338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 172.26.1.143 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/1556f872-31c4-41fe-bf90-1e2c50e7393b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:31.806367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:31.807491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.817754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Attempting to bind port 2cfb5c75-2918-40bf-9304-4d38790c00d8 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:31.818221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Attempting to bind port 2cfb5c75-2918-40bf-9304-4d38790c00d8 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:31.818563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Attempting to bind port 2cfb5c75-2918-40bf-9304-4d38790c00d8 on network ea7189ab-a939-4c69-ae2d-cb3d1499d38c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:31.858021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.861721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7968bb38-1173-4e9f-a97c-84f9b7f79340 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5f6d12c2-f435-4f8f-a917-91cde2b6d676 HTTP/1.1" status: 204 len: 168 time: 1.9694846 Mar 16 11:16:31.869117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.869740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Port 2cfb5c75-2918-40bf-9304-4d38790c00d8 on network ea7189ab-a939-4c69-ae2d-cb3d1499d38c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:16:31.870133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Attempting to bind port 2cfb5c75-2918-40bf-9304-4d38790c00d8 on network ea7189ab-a939-4c69-ae2d-cb3d1499d38c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:31.885985 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Request body: {'router': {'name': 'tempest-router-1253877428', 'distributed': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:31.909832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:31.916135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b62ed330-d9a6-4ddd-8795-7ae894608234 None None] Provisioning for port 9dd2766f-8d60-444a-97f8-5448a0250ed7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:31.924027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2c9d5df-5ed3-4011-b54f-94c3892a3bf2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9655788 Mar 16 11:16:31.924797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:31.932208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': 'edeb21ec-75bd-4b72-b1d4-4e00ff71616d'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:31.948576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:31.949160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Checking segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:31.949735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Bound using segment: {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:31.950204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Bound port: 2cfb5c75-2918-40bf-9304-4d38790c00d8, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956431f3-4b91-46f7-aa5d-ce733dfd4f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:31.950544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:31.972427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Usage tracker for resource:router and tenant:f9d1b4630c4c4a74892c70f554e0cbb8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:31.987334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:32.008247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:32.073452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.074398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.193441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.207337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:32.217799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.224180 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd358def-3342-4596-8967-26333271ff03 None None] Sync routers for ids ['859b7775-12dc-4f0d-8822-6cb7267b386e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:32.231792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:32.247039 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] Routers {'859b7775-12dc-4f0d-8822-6cb7267b386e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:32.250170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['859b7775-12dc-4f0d-8822-6cb7267b386e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:32.330608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:32.351057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.377069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.416454 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:32.445113 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] Routers {'859b7775-12dc-4f0d-8822-6cb7267b386e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:32.446209 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['859b7775-12dc-4f0d-8822-6cb7267b386e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:32.454040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.462242 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1af62e70-1df0-48a9-9d0a-545ec59228fd tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "PUT /v2.0/routers/859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 200 len: 914 time: 8.4235244 Mar 16 11:16:32.469392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:32.513503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port de015feb-b8fa-445f-bf2f-48aa2a85ba2f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:32.513951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.545663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9dd2766f-8d60-444a-97f8-5448a0250ed7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:32.549209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.557304 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dd358def-3342-4596-8967-26333271ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:32.557959 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd358def-3342-4596-8967-26333271ff03 None None] The sync data for ids ['859b7775-12dc-4f0d-8822-6cb7267b386e'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:32.567809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.569182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1093 time: 3.7144520 Mar 16 11:16:32.569913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:16:32.661782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9dd2766f-8d60-444a-97f8-5448a0250ed7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:32.663728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6ce79-c46e-4234-97af-3b9583990a64 req-811550c5-6cbb-4fac-b48f-8a2e87729998 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:32.665480 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86d6ce79-c46e-4234-97af-3b9583990a64 req-811550c5-6cbb-4fac-b48f-8a2e87729998 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 943 time: 0.5571387 Mar 16 11:16:32.672382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9dd2766f-8d60-444a-97f8-5448a0250ed7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:32.672984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.721843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.819370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.842821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ce090-3fc9-4b24-9326-d792df495a4c req-b9105e6a-d932-4a45-94ee-8e8977f2e01a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:32.844337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979ce090-3fc9-4b24-9326-d792df495a4c req-b9105e6a-d932-4a45-94ee-8e8977f2e01a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 0.4354498 Mar 16 11:16:32.846366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:32.856166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=1556f872-31c4-41fe-bf90-1e2c50e7393b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.888666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9dd2766f-8d60-444a-97f8-5448a0250ed7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9dd2766f-8d60-444a-97f8-5448a0250ed7,segment=NetworkSegment(a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6),segment_id=a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:32.893840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.917013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:32.919423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:32.952972 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86d6ce79-c46e-4234-97af-3b9583990a64 req-6293c7e2-16f3-4063-92e6-762a3625626b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686784 Mar 16 11:16:32.961587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9dd2766f-8d60-444a-97f8-5448a0250ed7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:32.971351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:32.975324 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-575d2f91-88b6-45e7-a333-bfc6b2ea64c0 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1027360 Mar 16 11:16:32.976021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36630) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:33.058398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf1c63-9263-41f2-902d-c339f18ef5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.071946 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'status': 'completed', 'code': 200} Mar 16 11:16:33.091968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979ce090-3fc9-4b24-9326-d792df495a4c req-a1fd0ae0-e511-4c05-b10e-f9ba4611126c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308779 Mar 16 11:16:33.302343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.312716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:16:33.314199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.332518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.364683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.376728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.395290 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-2631abaf-d566-4239-a5ab-f55a2aafcce9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1096 time: 0.7374148 Mar 16 11:16:33.511005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.566494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for de015feb-b8fa-445f-bf2f-48aa2a85ba2f owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:33.634981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2df77b32-5c44-41d8-ae9b-bc3c042c6720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.719888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61e1d-dcb2-4098-9932-9e63b85052b0 req-5d12c32c-dbe5-4254-8095-8c910c15ece0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:33.721322 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01d61e1d-dcb2-4098-9932-9e63b85052b0 req-5d12c32c-dbe5-4254-8095-8c910c15ece0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 0.4845231 Mar 16 11:16:33.754615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.763227 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-9d4a210f-839c-4564-b6cc-4e4fa6ae1f44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 217 time: 0.3088880 Mar 16 11:16:33.763812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=7c2192b9-b543-4938-aec6-b55b810193ad,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:33.768834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:33.849757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01d61e1d-dcb2-4098-9932-9e63b85052b0 req-09a4016d-933a-43f3-8128-7f771165b6f0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216233 Mar 16 11:16:33.894686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': 'f71e13cd-8d38-450e-bceb-a3ce2010802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:33.895196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: a6799188-fe79-4674-af9e-714b148eec97, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:33.979867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP b99a423e-1ee0-41dd-bf0a-c106d97441ec associated. External IP: 172.26.1.10, port: edeb21ec-75bd-4b72-b1d4-4e00ff71616d. Mar 16 11:16:34.146908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-687970ed-6681-4c25-8236-eab77c534487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.148256 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-687970ed-6681-4c25-8236-eab77c534487 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.3687680 Mar 16 11:16:34.248782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf464-4915-42ed-8fd4-1bddf7c31ba2 req-e4d44b77-7a1d-492e-8163-994c770664fb tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.250641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7daf464-4915-42ed-8fd4-1bddf7c31ba2 req-e4d44b77-7a1d-492e-8163-994c770664fb tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 943 time: 0.1503863 Mar 16 11:16:34.287004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router 0cc89097-06df-4e58-8848-2a56759d4e57 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:34.370283 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b31025d-470f-41e3-a1c4-4c6c085a4faa tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 200 len: 920 time: 1.8587313 Mar 16 11:16:34.380186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36642) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.409323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.412851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network a6799188-fe79-4674-af9e-714b148eec97 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:34.437363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.442162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, a6799188-fe79-4674-af9e-714b148eec97) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:34.453176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.453765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.455797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceeaeb6-4d9a-4930-aa7e-954647c22762 None None] Network a6799188-fe79-4674-af9e-714b148eec97 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:34.476709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7daf464-4915-42ed-8fd4-1bddf7c31ba2 req-09a2a674-718b-49a6-9354-4a831252b417 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106388 Mar 16 11:16:34.482811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.484815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9dd2766f-8d60-444a-97f8-5448a0250ed7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:34.488971 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-8fb6a0de-1413-4b53-8b88-c5a065ac2eef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3267045 Mar 16 11:16:34.540775 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-31d68c7e-e2a4-45c6-959d-e04d636e9409 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0902328 Mar 16 11:16:34.563236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36646) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.567787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=de015feb-b8fa-445f-bf2f-48aa2a85ba2f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:34.619362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'port': {'network_id': 'a6799188-fe79-4674-af9e-714b148eec97', 'name': 'tempest-NetworksIpV6TestAttrs-1538920738'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:34.632637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.633139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 979005d8-ef53-440c-a848-8cb91aa8c7eb {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:34.687282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb2b371b-844b-495e-9c9d-2443837097d2 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Synchronizing usage tracker for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:34.722872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb2b371b-844b-495e-9c9d-2443837097d2 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Unset dirty status for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:34.724029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb2b371b-844b-495e-9c9d-2443837097d2 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=859b7775-12dc-4f0d-8822-6cb7267b386e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3422627 Mar 16 11:16:34.727796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36650) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.745782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9dd2766f-8d60-444a-97f8-5448a0250ed7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:34.746365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.787359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.793473 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-be481925-df15-44b5-aeb3-4c584872662f tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "DELETE /v2.0/routers/979005d8-ef53-440c-a848-8cb91aa8c7eb HTTP/1.1" status: 204 len: 168 time: 1.7862120 Mar 16 11:16:34.794321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36654) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.838288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Request body: {'router': {'name': 'tempest-router-713949244', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '785aca85dbbc4267a08d9251b40a3b2b'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:34.857045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:34.891119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Usage tracker for resource:router and tenant:785aca85dbbc4267a08d9251b40a3b2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:34.903004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:34.915418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e353b8-3c3f-48e1-babf-2d3475e5d564 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:34.917152 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46e353b8-3c3f-48e1-babf-2d3475e5d564 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.1862252 Mar 16 11:16:34.920779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.922610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:34.932334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-a6799188-fe79-4674-af9e-714b148eec97', 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': '7c2192b9-b543-4938-aec6-b55b810193ad'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:34.932585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.932786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:34.949842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] Sync routers for ids ['0cc89097-06df-4e58-8848-2a56759d4e57'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:34.958965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.961052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-498fd8b0-5f50-44f0-9d29-be479957b90a tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "PUT /v2.0/routers/0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 200 len: 919 time: 5.1871710 Mar 16 11:16:34.963273 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6c4fa0d1-f070-4dae-9b08-cb6e50ddc25a service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274881 Mar 16 11:16:34.972444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36662) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.977083 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fdf24442-88d2-4f39-9066-8e2642669e51 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 200 len: 205 time: 0.0500426 Mar 16 11:16:34.979181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:34.984397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:34.996123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.051804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] Routers {'0cc89097-06df-4e58-8848-2a56759d4e57'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:35.052434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0cc89097-06df-4e58-8848-2a56759d4e57'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:35.106509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.107593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.126545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:35.178434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:35.188423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] Routers {'0cc89097-06df-4e58-8848-2a56759d4e57'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:35.189029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0cc89097-06df-4e58-8848-2a56759d4e57'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:35.260051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:35.260051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45b654-d328-4c39-8c0c-b30f603567f3 None None] The sync data for ids ['0cc89097-06df-4e58-8848-2a56759d4e57'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:35.284928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Allocated IP 2001:db8::f816:3eff:fece:3c9d (a6799188-fe79-4674-af9e-714b148eec97/7c2192b9-b543-4938-aec6-b55b810193ad/494a4fb7-13eb-4a71-94d9-1b1e72c87be8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:35.329197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.373342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.382217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.388730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:35.418468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:port and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:35.432690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:35.460640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:35.472287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.473433 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5643d944-8647-47bd-84f6-03dedd2db8b5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6675267 Mar 16 11:16:35.480142 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d413c68c-9c4c-4206-84ad-f1e293467f30 req-6fd4bb96-598a-42ee-9250-42aeffd8f1a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468670 Mar 16 11:16:35.480580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36674) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:35.489912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.497733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:35.510751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.521488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Transition to ACTIVE for port object 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:35.542224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Transition to ACTIVE for port object 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:35.551595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.632676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Network a6799188-fe79-4674-af9e-714b148eec97 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:35.635891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:35.640689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:35.647740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Pushing event updated for resources: {'Port': ['ID=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:35.747481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Attempting to bind port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:35.747481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Attempting to bind port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f71e13cd-8d38-450e-bceb-a3ce2010802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:35.748320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Attempting to bind port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 on network a6799188-fe79-4674-af9e-714b148eec97 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:35.751754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.755585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:35.755948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Checking segment: {'id': 'f71e13cd-8d38-450e-bceb-a3ce2010802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:35.756329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.756703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Bound using segment: {'id': 'f71e13cd-8d38-450e-bceb-a3ce2010802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:35.757148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Bound port: 494a4fb7-13eb-4a71-94d9-1b1e72c87be8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71e13cd-8d38-450e-bceb-a3ce2010802b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a6799188-fe79-4674-af9e-714b148eec97'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:35.757509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.767535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:35.770300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.843503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] For port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:35.846736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] For port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,segment=NetworkSegment(f71e13cd-8d38-450e-bceb-a3ce2010802b),segment_id=f71e13cd-8d38-450e-bceb-a3ce2010802b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:35.852041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:35.935317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479e39f-e8b0-4c7b-887a-b2f17d072d41 None None] Pushing event updated for resources: {'Port': ['ID=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:35.947767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] device_id is not set on port 1aef83be-99d4-4399-b739-f2992d245864 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:36.028841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16f23-1946-4da4-babb-705cbddeb039 req-eed96a1f-4287-444b-af15-366809b9b5ca tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:36.030337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3db16f23-1946-4da4-babb-705cbddeb039 req-eed96a1f-4287-444b-af15-366809b9b5ca tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 943 time: 0.3984768 Mar 16 11:16:36.037179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:36.052255 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:36.059066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.068586 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:36.069362 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.138154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.202444 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f47a57f2-b0d6-4263-a509-65ac67ae4cf4 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/b99a423e-1ee0-41dd-bf0a-c106d97441ec HTTP/1.1" status: 200 len: 978 time: 4.2761958 Mar 16 11:16:36.206726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:36.215045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3db16f23-1946-4da4-babb-705cbddeb039 req-b6b5ef9b-3629-49c0-bb59-3e6066d54d05 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751933 Mar 16 11:16:36.228450 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.259942 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:36.260548 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.321290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port edeb21ec-75bd-4b72-b1d4-4e00ff71616d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:36.321290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.349717 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-00f672f2-5229-445c-b1c1-9c357263da24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1096 time: 0.7703454 Mar 16 11:16:36.356265 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:36.356677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d832c5b0-7e39-427b-87f8-759709fb7252 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:36.493100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:36.569198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:36.622674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Allocated IP 2001:db8::f816:3eff:fec8:9e5e (a6799188-fe79-4674-af9e-714b148eec97/7c2192b9-b543-4938-aec6-b55b810193ad/1aef83be-99d4-4399-b739-f2992d245864) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:36.780381 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f9cc4d1-d6e4-44a0-9b0b-acf5cffd8e3e tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 200 len: 925 time: 1.7556961 Mar 16 11:16:36.788452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.791296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36684) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:36.798706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.799062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.871867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port 672dbfdc-15a9-4f50-a4e2-a75bf3cff9a5 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:36.872200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:36.951204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2cfb5c75-2918-40bf-9304-4d38790c00d8 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:16:36.957545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.075964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce7c67-6a13-4a62-aa60-bccc216238c1 None None] Network a6799188-fe79-4674-af9e-714b148eec97 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:37.233960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-00ba7915-ccf7-49d8-a70f-5088f05543b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.235695 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-00ba7915-ccf7-49d8-a70f-5088f05543b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.8081770 Mar 16 11:16:37.244040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Provisioning for port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:37.269834 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7929aaa0-7ee9-4169-95ac-7ac532870523 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=0cc89097-06df-4e58-8848-2a56759d4e57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4698365 Mar 16 11:16:37.270992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Provisioning complete for port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:37.271495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.277629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.283427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.297328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83793) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 16 11:16:37.297897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Router df987876-3c47-4373-9787-769bffd7760c migrating from provider to provider. {{(pid=83793) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 16 11:16:37.298470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.306160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:37.336712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.352881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'port_id': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'mac_address': 'fa:16:3e:b0:c7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:16:37.393768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.396522 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-1650d550-0a4d-40f4-a2f3-fbf93ce81747 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 217 time: 0.1542330 Mar 16 11:16:37.459479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router 9f3be91e-49d6-4f05-872c-50f6f55b7341 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:37.479095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.540643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for 672dbfdc-15a9-4f50-a4e2-a75bf3cff9a5 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:37.572658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfb5c75-2918-40bf-9304-4d38790c00d8 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:16:37.583510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.622379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:37.632508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.650869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-c31af9a4-e070-4a3e-8ff1-83be58f0c6d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.652335 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-c31af9a4-e070-4a3e-8ff1-83be58f0c6d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.2390666 Mar 16 11:16:37.699228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] For port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,segment=NetworkSegment(f71e13cd-8d38-450e-bceb-a3ce2010802b),segment_id=f71e13cd-8d38-450e-bceb-a3ce2010802b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:37.711980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.725649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:37.784133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.784133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.784133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP b99a423e-1ee0-41dd-bf0a-c106d97441ec disassociated. External IP: 172.26.1.10, port: edeb21ec-75bd-4b72-b1d4-4e00ff71616d. Mar 16 11:16:37.784133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for edeb21ec-75bd-4b72-b1d4-4e00ff71616d owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:37.812935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:37.824665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbae6d1-25bb-41b0-897c-1e2f9cd4a485 None None] Pushing event updated for resources: {'Port': ['ID=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:37.853600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Transition to ACTIVE for port object 1aef83be-99d4-4399-b739-f2992d245864 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:37.856327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64988680-9d7f-4a1e-b8a2-d01cabbf0277 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:37.857884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64988680-9d7f-4a1e-b8a2-d01cabbf0277 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.5787754 Mar 16 11:16:37.867027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.918697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['2cfb5c75-2918-40bf-9304-4d38790c00d8'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:16:37.938681 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f60ea97-9c98-4d3c-972d-0b87f04f6989 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 200 len: 205 time: 0.0585380 Mar 16 11:16:37.941924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36698) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:37.947707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:37.952861 dv-neutron-833733-1-hyperv neutron-server[83793]: WARNING neutron.scheduler.l3_agent_scheduler [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] No L3 agents can host the router df987876-3c47-4373-9787-769bffd7760c Mar 16 11:16:37.968462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] Sync routers for ids ['9f3be91e-49d6-4f05-872c-50f6f55b7341'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:38.015981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] Routers {'9f3be91e-49d6-4f05-872c-50f6f55b7341'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:38.016661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9f3be91e-49d6-4f05-872c-50f6f55b7341'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:38.069902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-945efead-0357-4e90-a3a7-a8b74624da7f None None] Provisioning complete for port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:38.070658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-945efead-0357-4e90-a3a7-a8b74624da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.088353 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2580073-52c6-48c2-8132-5d2b516c0457 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/9f3be91e-49d6-4f05-872c-50f6f55b7341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0023296 Mar 16 11:16:38.099438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:38.135054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc7f4a-4093-44e3-a8a0-0396115f2ceb req-7bd10893-617f-4f6b-ba71-82acfef42be0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.136411 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62dc7f4a-4093-44e3-a8a0-0396115f2ceb req-7bd10893-617f-4f6b-ba71-82acfef42be0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 944 time: 0.5500484 Mar 16 11:16:38.139264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:38.161625 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-27916e99-ac8c-48a3-8e33-0142dd3969da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4479830 Mar 16 11:16:38.167378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f740de4-73ef-4925-99f9-0193d9af768d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:38.195548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] Routers {'9f3be91e-49d6-4f05-872c-50f6f55b7341'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:38.196982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9f3be91e-49d6-4f05-872c-50f6f55b7341'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:38.260374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.284140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.300369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:38.300369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b913ff4-69a5-4d47-b3d5-d5c207d62caa None None] The sync data for ids ['9f3be91e-49d6-4f05-872c-50f6f55b7341'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:38.333329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=672dbfdc-15a9-4f50-a4e2-a75bf3cff9a5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.388556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.460740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:38.508053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62dc7f4a-4093-44e3-a8a0-0396115f2ceb req-8d95e37d-973f-4942-a4cf-3a14f14984cc tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293004 Mar 16 11:16:38.514740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=edeb21ec-75bd-4b72-b1d4-4e00ff71616d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.545399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:38.545399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.611781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f740de4-73ef-4925-99f9-0193d9af768d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:38.615780 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2f740de4-73ef-4925-99f9-0193d9af768d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f3be91e-49d6-4f05-872c-50f6f55b7341 HTTP/1.1" status: 200 len: 205 time: 0.5125628 Mar 16 11:16:38.616839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:38.692366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network a6799188-fe79-4674-af9e-714b148eec97 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:38.700821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Port': ['ID=1aef83be-99d4-4399-b739-f2992d245864,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:38.723601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:38.740564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.783760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:38.787707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:38.788322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.848395 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-5481b9e9-3871-4a39-ade9-76c8c4d14316 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779926 Mar 16 11:16:38.881270 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5ac819cc-a65e-4070-88a2-4d621df0f1a2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3125150 Mar 16 11:16:38.886202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:38.886955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:38.971007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2cfb5c75-2918-40bf-9304-4d38790c00d8 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:38.974116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Hosts for router df987876-3c47-4373-9787-769bffd7760c: [] {{(pid=83793) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 16 11:16:39.024272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.032835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-250a6ad0-cfb0-4700-b60e-18d9341c4f93 None None] Provisioning for port 1aef83be-99d4-4399-b739-f2992d245864 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:39.040450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-250a6ad0-cfb0-4700-b60e-18d9341c4f93 None None] Provisioning complete for port 1aef83be-99d4-4399-b739-f2992d245864 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:39.040937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-250a6ad0-cfb0-4700-b60e-18d9341c4f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.102103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 2cfb5c75-2918-40bf-9304-4d38790c00d8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:39.105347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Hosts for other DVR routers connected to router df987876-3c47-4373-9787-769bffd7760c: set() {{(pid=83793) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 16 11:16:39.106800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-250a6ad0-cfb0-4700-b60e-18d9341c4f93 None None] Port 1aef83be-99d4-4399-b739-f2992d245864 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:39.108392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.109678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 2cfb5c75-2918-40bf-9304-4d38790c00d8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:39.110158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.112841 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-313df2fa-139b-4c62-9e5c-4cf0a72e7fa5 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "PUT /v2.0/routers/df987876-3c47-4373-9787-769bffd7760c HTTP/1.1" status: 200 len: 716 time: 3.6292500 Mar 16 11:16:39.116603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.227713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.245555 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f14859-5c37-4a4d-9b8f-f92aaaccf0eb req-d0d83fdd-5ead-4f26-8f59-b25c83a59dce service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608093 Mar 16 11:16:39.257219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:16:39.268211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:39.273841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.322183 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'code': 200} Mar 16 11:16:39.346427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:39.403637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.674401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.696669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.712030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.734158 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2b7e53d-ba2d-43ed-a119-0d86e3ebc152 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "GET /v2.0/routers/df987876-3c47-4373-9787-769bffd7760c HTTP/1.1" status: 200 len: 716 time: 0.6092768 Mar 16 11:16:39.740421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.748412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.774254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20aa58b7-0fcb-459b-9d11-bd10829e79b3 req-f8a677a8-9251-4e95-993f-c0be389464b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.2082765 Mar 16 11:16:39.776198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.776732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3be91e-49d6-4f05-872c-50f6f55b7341 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:39.817596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.821387 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5cec376b-3e16-48bc-8a5f-58e1305a25f1 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/9f3be91e-49d6-4f05-872c-50f6f55b7341 HTTP/1.1" status: 204 len: 168 time: 1.1948497 Mar 16 11:16:39.822333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:39.910903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting subnet 7c2192b9-b543-4938-aec6-b55b810193ad {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:39.953837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.993625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:39.994151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router 859b7775-12dc-4f0d-8822-6cb7267b386e {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:40.058092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.087522 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20aa58b7-0fcb-459b-9d11-bd10829e79b3 req-22024953-6065-42ee-b468-c8851fd77212 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952645 Mar 16 11:16:40.151629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294de620-f872-4650-a694-2b045b696b3d req-71ee2b8e-207e-4f48-bb4e-8578db33ff91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.153116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-294de620-f872-4650-a694-2b045b696b3d req-71ee2b8e-207e-4f48-bb4e-8578db33ff91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4747825 Mar 16 11:16:40.166488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.167690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d3b1c0d-d1da-4a6d-aeb6-546c376ab2ea tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 204 len: 168 time: 5.1858451 Mar 16 11:16:40.174718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36732) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.189248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-223369319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:40.238095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (0a01db7d-b743-4a85-9e85-ff1a8d086ea1/5dcb120b-66e2-4085-acca-2091bae839b1/bef2059f-7db3-4d2b-8cde-6088e18e3f5d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:40.242588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:40.262619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:40.268229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:40.276190 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-294de620-f872-4650-a694-2b045b696b3d req-4b2a8d9d-cffb-41fe-a4fe-2649da1bcbbb tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046147 Mar 16 11:16:40.279296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:40.283808 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e3c7904-e6b0-4bc9-b0a4-c21fff599084 tempest-RoutersTestDVR-1024516114 tempest-RoutersTestDVR-1024516114-project] 10.222.0.36 "GET /v2.0/routers/df987876-3c47-4373-9787-769bffd7760c HTTP/1.1" status: 200 len: 682 time: 0.5276966 Mar 16 11:16:40.288047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:40.290118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.346920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.397422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.444981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.446452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.460878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port 1556f872-31c4-41fe-bf90-1e2c50e7393b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:40.461176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.507033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:40.527365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.621622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.652940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object bef2059f-7db3-4d2b-8cde-6088e18e3f5d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:40.657158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.662619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.666970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.706336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2192b9-b543-4938-aec6-b55b810193ad,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.712883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.714415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.720588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822205c-f562-485a-b04c-b0628fbfe50d None None] Network a6799188-fe79-4674-af9e-714b148eec97 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:40.730655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17924cc3-dc3e-4a8f-9c2f-1096c7e04240 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/7c2192b9-b543-4938-aec6-b55b810193ad HTTP/1.1" status: 204 len: 168 time: 1.7917218 Mar 16 11:16:40.730827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:40.776441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.868012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779c59e-f990-4a92-a60f-bb7243f9d4a4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.869376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779c59e-f990-4a92-a60f-bb7243f9d4a4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:40.870138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d779c59e-f990-4a92-a60f-bb7243f9d4a4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Synchronizing usage tracker for tenant:90aad9d60d9e4a5e993f0de7fb209680 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:40.900053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.904494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:40.907079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:40.907478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:40.913044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:40.918975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:40.953450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d779c59e-f990-4a92-a60f-bb7243f9d4a4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Unset dirty status for tenant:90aad9d60d9e4a5e993f0de7fb209680 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:40.954610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d779c59e-f990-4a92-a60f-bb7243f9d4a4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2229216 Mar 16 11:16:40.958165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.063936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for 1556f872-31c4-41fe-bf90-1e2c50e7393b owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:41.101255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.102816 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d45a76f2-49e7-4cd7-9b7b-c37162304626 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9265294 Mar 16 11:16:41.103836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] DHCP port deletion for a6799188-fe79-4674-af9e-714b148eec97 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:41.110694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Deleting port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:41.111405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.113495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.178162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:41.267319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.276037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:41.290021 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:41.317159 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:41.318967 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:41.410378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78a15cf0-30de-48dc-bf9a-be6a169b6c85 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.442781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a15cf0-30de-48dc-bf9a-be6a169b6c85 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 11:16:41.443431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a15cf0-30de-48dc-bf9a-be6a169b6c85 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:41.445341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-78a15cf0-30de-48dc-bf9a-be6a169b6c85 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/a6799188-fe79-4674-af9e-714b148eec97 HTTP/1.1" status: 409 len: 405 time: 0.4806120 Mar 16 11:16:41.449663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.456359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22785055'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:41.468882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:41.510092 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:41.521483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:41.522295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.526470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:41.533872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] For port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,segment=NetworkSegment(f71e13cd-8d38-450e-bceb-a3ce2010802b),segment_id=f71e13cd-8d38-450e-bceb-a3ce2010802b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:41.534276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.536036 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:41.536748 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:41.543133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:41.562709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.565025 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b718ee5-09da-4ee8-a745-d63f57dba70c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/edeb21ec-75bd-4b72-b1d4-4e00ff71616d HTTP/1.1" status: 204 len: 168 time: 5.3572469 Mar 16 11:16:41.607153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.621240 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:41.621871 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab221d-5f49-45e4-b6b1-41f8665816c3 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:41.661634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Calling delete_port for 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:41.683417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:41.686677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.695343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.697346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.711026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7007d2d0-3529-4ea7-aaba-8159b2785a82 None None] Provisioning for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:41.721360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7007d2d0-3529-4ea7-aaba-8159b2785a82 None None] Provisioning complete for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:41.722097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7007d2d0-3529-4ea7-aaba-8159b2785a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.764536 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1909d1a5-84ae-4fd6-be42-5db8067cd27f tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/floatingips/b99a423e-1ee0-41dd-bf0a-c106d97441ec HTTP/1.1" status: 200 len: 687 time: 0.1444271 Mar 16 11:16:41.784495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7007d2d0-3529-4ea7-aaba-8159b2785a82 None None] Port bef2059f-7db3-4d2b-8cde-6088e18e3f5d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:41.785941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:41.787439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.838684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] Pushing event deleted for resources: {'Port': ['ID=494a4fb7-13eb-4a71-94d9-1b1e72c87be8,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.847045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:41.849527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92b6cd-2beb-47b2-8998-49c2f5d09f28 None None] No DVR routers for this DVR port 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:41.854207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.864661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.875046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.882364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc829458-2343-46e6-84d7-beef6c2caee9 None None] Network 4d0baac4-395d-4a32-960a-eeb1d127ab9b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:41.890675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:41.915356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:41.915853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment f72a4413-929b-451b-aa81-493076d136c0 of type vlan for network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 Mar 16 11:16:41.950377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.007312 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-864abd30-14ad-45c3-b6da-490318b02823 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf HTTP/1.1" status: 204 len: 168 time: 2.1836770 Mar 16 11:16:42.008730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:42.179268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 0b319b10-a216-4d26-8322-e4645e8bd543 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:42.180201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.205986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.206600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df987876-3c47-4373-9787-769bffd7760c {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:42.214918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] DHCP port deletion for 4d0baac4-395d-4a32-960a-eeb1d127ab9b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:42.219583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Deleting port 41097220-ea3d-48d2-91ea-706c39a00b9f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:42.219838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.233345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.261986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.262255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20196-cf3f-4de4-9ac8-b53da11794de req-14c77b5e-fbfb-4950-ae43-371638e8df77 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.263576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e20196-cf3f-4de4-9ac8-b53da11794de req-14c77b5e-fbfb-4950-ae43-371638e8df77 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6934385 Mar 16 11:16:42.327508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.331253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:42.331829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.372729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.378392 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e3f03b02-7f56-4a66-b18a-3d97dd0ff854 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "DELETE /v2.0/routers/df987876-3c47-4373-9787-769bffd7760c HTTP/1.1" status: 204 len: 168 time: 2.0827773 Mar 16 11:16:42.378392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 41097220-ea3d-48d2-91ea-706c39a00b9f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:42.378392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.394434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:42.424323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.442790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] For port 41097220-ea3d-48d2-91ea-706c39a00b9f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=41097220-ea3d-48d2-91ea-706c39a00b9f,segment=NetworkSegment(16a5049f-623e-41a8-9c5a-23d2c51fa994),segment_id=16a5049f-623e-41a8-9c5a-23d2c51fa994)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:42.443245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.460655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Request body: {'router': {'name': 'tempest-router-1434309198', 'distributed': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:42.464844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 41097220-ea3d-48d2-91ea-706c39a00b9f no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:42.523770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.524036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:42.552501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=1556f872-31c4-41fe-bf90-1e2c50e7393b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.553082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Usage tracker for resource:router and tenant:f9d1b4630c4c4a74892c70f554e0cbb8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:42.579605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:42.593695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1429031 Mar 16 11:16:42.600237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:42.602158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:42.616729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Calling delete_port for 41097220-ea3d-48d2-91ea-706c39a00b9f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:42.618197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:42.619805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00a87a-2300-43a2-a24a-7d5df4ceaf32 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=88bf5fd0-8a6c-4b28-a551-505186a19bb5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.624713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e20196-cf3f-4de4-9ac8-b53da11794de req-975ae05c-949c-43c4-818f-044c4ce10afd tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450449 Mar 16 11:16:42.653499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:42.732166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.733064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.826767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.827481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.879576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:42.933047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] No DVR routers for this DVR port 41097220-ea3d-48d2-91ea-706c39a00b9f on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:42.943133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a3e22-6e2f-4df5-83c4-cddd6d82e5e3 None None] Pushing event deleted for resources: {'Port': ['ID=41097220-ea3d-48d2-91ea-706c39a00b9f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:42.949556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.010676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:43.043927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:16:43.043927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 494a4fb7-13eb-4a71-94d9-1b1e72c87be8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:16:43.133005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 0b319b10-a216-4d26-8322-e4645e8bd543 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:43.167860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.174069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.251628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.272979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.284765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.358814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4fdeb-ee77-42f5-9017-6a76b51d0425 req-9017c39d-8abf-42e0-98e9-6b7c5d240210 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:43.360274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daa4fdeb-ee77-42f5-9017-6a76b51d0425 req-9017c39d-8abf-42e0-98e9-6b7c5d240210 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5975859 Mar 16 11:16:43.365952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:43.374012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.388458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Request body: {'floatingip': {'port_id': '2cfb5c75-2918-40bf-9304-4d38790c00d8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:43.451441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.454674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f911b038-f24d-4cd2-afd2-95fd56d66405 tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0469303 Mar 16 11:16:43.458391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:43.508490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:43.531193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.542038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.622308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.630262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.673399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:43.688279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 41097220-ea3d-48d2-91ea-706c39a00b9f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=41097220-ea3d-48d2-91ea-706c39a00b9f,segment=NetworkSegment(16a5049f-623e-41a8-9c5a-23d2c51fa994),segment_id=16a5049f-623e-41a8-9c5a-23d2c51fa994)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:43.688628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.708894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.725769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=0b319b10-a216-4d26-8322-e4645e8bd543,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:43.813391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.913979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:43.940567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 41097220-ea3d-48d2-91ea-706c39a00b9f owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:43.984012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:43.985677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:44.036345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.044295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.046583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.051218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95e3ac93-fe47-4793-b95c-33afbabb7d12 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/b99a423e-1ee0-41dd-bf0a-c106d97441ec HTTP/1.1" status: 204 len: 168 time: 2.2546098 Mar 16 11:16:44.086995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36788) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:44.104689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '38ddc873-145a-4413-aec6-855416061f9b'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:44.173425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:44.226106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ac5acaca-6f26-4316-9b98-9271b889d9aa None None] Provisioning complete for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:44.227934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ac5acaca-6f26-4316-9b98-9271b889d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.297115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ac5acaca-6f26-4316-9b98-9271b889d9aa None None] Port bef2059f-7db3-4d2b-8cde-6088e18e3f5d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:16:44.355188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:floatingip and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:44.360060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.360408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc89097-06df-4e58-8848-2a56759d4e57 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:44.369633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:44.385960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:44.408247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.413372 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3a161f3-505a-4777-aaab-174180106cd8 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 204 len: 168 time: 6.4597094 Mar 16 11:16:44.415612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:44.416029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:44.416629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36792) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:44.542672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-670075184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:44.556837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.564177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.564853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:44.568890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.602895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:44.632007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:44.661575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:44.713258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.713719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5abaf1-1570-41da-b7d5-e50490635c98 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:44.727522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.728621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b605ecaa-53d6-4029-a6b7-8d543bda677d tempest-RoutersTestDVR-1821050626 tempest-RoutersTestDVR-1821050626-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3d5abaf1-1570-41da-b7d5-e50490635c98 HTTP/1.1" status: 204 len: 168 time: 1.2642772 Mar 16 11:16:44.763063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.764500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.774338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.796024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:44.849925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:44.977522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 41097220-ea3d-48d2-91ea-706c39a00b9f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:44.978395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.023495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:45.028475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4e3130b-2172-4e67-a42d-e4b736a248c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/45e19da0-23a4-4ce8-8b4f-2debc5d36e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6437106 Mar 16 11:16:45.035797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:45.046485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:45.057611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:45.060094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.144545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.191740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] The port '41097220-ea3d-48d2-91ea-706c39a00b9f' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:16:45.233291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.262611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:45.274192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:45.280517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Usage tracker for resource:security_group_rule and tenant:785aca85dbbc4267a08d9251b40a3b2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:45.285942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:45.292283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:45.383575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.388273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.416443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.442447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df9ea4-7740-47c5-95a0-777cdbca1d1b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.450210 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ba68f6f-6612-4858-b055-a6c17e76fad6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=785aca85dbbc4267a08d9251b40a3b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4026711 Mar 16 11:16:45.453278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:45.519142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.533488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.546110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.598884 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-06d6de29-ec5e-4b8e-94d8-0d5452b9c17a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5939839 Mar 16 11:16:45.605526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.610896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.615032 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e31e086e-d90f-4c99-be19-77a078a9b2fc tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1911383 Mar 16 11:16:45.621101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36814) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:45.621356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Allocated IP 172.26.1.211 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/f406eac7-a11c-42f8-8172-e04446a97742) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:45.627568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0baac4-395d-4a32-960a-eeb1d127ab9b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.632833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:45.659948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:16:41Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef2059f-7db3-4d2b-8cde-6088e18e3f5d', 'name': '', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:db:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:39Z', 'updated_at': '2022-03-16T11:16:42Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.665032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:16:45.665445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Updating router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e port bef2059f-7db3-4d2b-8cde-6088e18e3f5d binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:16:45.668166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a5049f-623e-41a8-9c5a-23d2c51fa994') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.668383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a5049f-623e-41a8-9c5a-23d2c51fa994') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:45.693706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df9ea4-7740-47c5-95a0-777cdbca1d1b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:45.715641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.743283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.759132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:45.763043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe0d8d7a-1c91-4c28-8bf3-454689a69105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71df9ea4-7740-47c5-95a0-777cdbca1d1b HTTP/1.1" status: 204 len: 168 time: 0.3079295 Mar 16 11:16:45.778602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:16:45.848703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.082164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.088594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:16:46.111892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.137418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.143638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.190716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.201711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:46.202301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.214561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:46.228894 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:46.263494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:46.269518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d1b4630c4c4a74892c70f554e0cbb8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:46.272602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:46.281082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:46.380134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.391143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=b2e3da5b-ff9a-400b-8c6f-b55d67a80007,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.404620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.409207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Transition to ACTIVE for port object bef2059f-7db3-4d2b-8cde-6088e18e3f5d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:46.417457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.482779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.525267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.546841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c49f2-c724-4685-9a72-20aa7a39d8d8 None None] Pushing event updated for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.561737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.566780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.570401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.596153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.643545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.653431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Attempting to bind port bef2059f-7db3-4d2b-8cde-6088e18e3f5d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:46.654209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Attempting to bind port bef2059f-7db3-4d2b-8cde-6088e18e3f5d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:46.654735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Attempting to bind port bef2059f-7db3-4d2b-8cde-6088e18e3f5d on network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:46.663760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:46.664688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Checking segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:46.665258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.665786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Bound using segment: {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:46.666430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Bound port: bef2059f-7db3-4d2b-8cde-6088e18e3f5d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3761544-1169-45e9-b43e-5a4d83a5672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:46.667093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.679051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099cbe0e-84af-428b-9122-b745d3f996b2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.690253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6bf090f-5fbe-4bc2-a142-94ab54b8fdb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d1b4630c4c4a74892c70f554e0cbb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4975250 Mar 16 11:16:46.693088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36826) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.693943 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-605216f4-75b9-4f5e-8f32-8a779a7dbcb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1099 time: 0.9873359 Mar 16 11:16:46.709636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=4d0baac4-395d-4a32-960a-eeb1d127ab9b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.718644 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ed18644-fe8c-4a16-b0b1-5c3e61207c89 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/4d0baac4-395d-4a32-960a-eeb1d127ab9b HTTP/1.1" status: 204 len: 168 time: 4.7039680 Mar 16 11:16:46.722601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:46.731781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692238612', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:46.742614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': 'f72a4413-929b-451b-aa81-493076d136c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:46.742989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: 88bf5fd0-8a6c-4b28-a551-505186a19bb5, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:46.747100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:46.755348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:46.766219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:46.776578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:46.799309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.800204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.809535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.839145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] For port bef2059f-7db3-4d2b-8cde-6088e18e3f5d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:46.842876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.843178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] For port bef2059f-7db3-4d2b-8cde-6088e18e3f5d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:46.848974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.856141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.915517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:46.933173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c49f2-c724-4685-9a72-20aa7a39d8d8 None None] Pushing event updated for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:46.939346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:46.939942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:46.994399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-f2d7e8b1-85d9-44c6-9130-84be109452db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:46.998041 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-f2d7e8b1-85d9-44c6-9130-84be109452db service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 896 time: 0.2775474 Mar 16 11:16:47.034087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.054556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099cbe0e-84af-428b-9122-b745d3f996b2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.058368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.076920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.079924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a93aa6f8-cc77-48ef-9eec-116807fdb5d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/099cbe0e-84af-428b-9122-b745d3f996b2 HTTP/1.1" status: 204 len: 168 time: 0.3840833 Mar 16 11:16:47.115893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:47.133175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:47.148317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:47.152383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:47.181205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:47.268018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.116 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/98a66ca2-9475-47bd-b849-2b0a7c0f3914) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:47.270467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Pushing event updated for resources: {'Port': ['ID=f406eac7-a11c-42f8-8172-e04446a97742,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:47.282041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 88bf5fd0-8a6c-4b28-a551-505186a19bb5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:47.286175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:47.286754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.316306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.360726 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7bd9871-d93d-477e-82aa-b73a0904bbee tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7547569 Mar 16 11:16:47.360928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.364218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:47.397694 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-863c6fc7-ee2c-4a42-bdfc-00d671b224a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 1002 time: 0.3749087 Mar 16 11:16:47.407295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'port': {'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5', 'name': 'tempest-NetworksIpV6TestAttrs-2051446006'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:47.578402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c6350-471b-4085-a450-89face7d6bf3 None None] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:47.584488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:47.590084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:port and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:47.592944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:47.598476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:47.602105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-6793f9a6-1bda-492c-a504-0fc106a2cac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:47.605250 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-6793f9a6-1bda-492c-a504-0fc106a2cac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 200 len: 838 time: 0.1873488 Mar 16 11:16:47.613771 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Floating IP 98e3da58-4849-456b-b7ba-9f5bd9409fd2 associated. External IP: 172.26.1.170, port: 2cfb5c75-2918-40bf-9304-4d38790c00d8. Mar 16 11:16:47.619203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:47.624341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:47.651356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] device_id is not set on port 028dc782-d23b-493f-becc-2d5e0d44fc46 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:47.889798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3da66581-3102-4af4-8e84-e267692b885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:16:41Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef2059f-7db3-4d2b-8cde-6088e18e3f5d', 'name': '', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:db:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:39Z', 'updated_at': '2022-03-16T11:16:46Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:47.897567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Allocated IP 2001:db8::f816:3eff:fe09:8501 (88bf5fd0-8a6c-4b28-a551-505186a19bb5/b2e3da5b-ff9a-400b-8c6f-b55d67a80007/028dc782-d23b-493f-becc-2d5e0d44fc46) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:47.902809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da66581-3102-4af4-8e84-e267692b885f None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:16:41Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef2059f-7db3-4d2b-8cde-6088e18e3f5d', 'name': '', 'network_id': '0a01db7d-b743-4a85-9e85-ff1a8d086ea1', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:db:08:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:39Z', 'updated_at': '2022-03-16T11:16:46Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5dcb120b-66e2-4085-acca-2091bae839b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:47.906149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-88bf5fd0-8a6c-4b28-a551-505186a19bb5', 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': 'b2e3da5b-ff9a-400b-8c6f-b55d67a80007'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:47.907308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.123486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.220912 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-81f88f3f-ce51-4a53-9f6d-3a8a1852f2d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5524139 Mar 16 11:16:48.260215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.300650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:16:48.442580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.450475 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-45687ce4-3b0e-4f05-8f53-7a571aa0b7aa service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226896 Mar 16 11:16:48.454944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.473596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Allocated IP 172.26.1.21 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/bf17c850-ff93-4e43-8122-bafc050947ac) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:48.513550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Transition to ACTIVE for port object 028dc782-d23b-493f-becc-2d5e0d44fc46 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:48.535757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bef2059f-7db3-4d2b-8cde-6088e18e3f5d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:48.653030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:48.664143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.664450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:48.667309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:48.757158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:48.761369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Allocated IP 2001:db8::f816:3eff:fec1:4245 (88bf5fd0-8a6c-4b28-a551-505186a19bb5/b2e3da5b-ff9a-400b-8c6f-b55d67a80007/49509f03-a2e6-48ca-a876-4855ac841c43) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:48.767464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:48.767843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.795112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:48.801892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.806827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:48.810412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=98a66ca2-9475-47bd-b849-2b0a7c0f3914,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:48.819180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Port': ['ID=028dc782-d23b-493f-becc-2d5e0d44fc46,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:48.822384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:48.827023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:48.828076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:48.901301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bbb92590-07b7-432d-bb37-b02945f1b68e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5358665 Mar 16 11:16:48.902688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:48.990444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.006087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.021288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0eebf5-96b9-4900-b249-a3ff3a56d14a req-e508c7da-88b0-402d-bdc7-f0f3522c8289 service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263322 Mar 16 11:16:49.022725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.123555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port bef2059f-7db3-4d2b-8cde-6088e18e3f5d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:49.125605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.129001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.173543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.188038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Transition to ACTIVE for port object 49509f03-a2e6-48ca-a876-4855ac841c43 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:49.265966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Transition to ACTIVE for port object 49509f03-a2e6-48ca-a876-4855ac841c43 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:49.270789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.282125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.354836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:49.360504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:49.363127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:49.372398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Pushing event updated for resources: {'Port': ['ID=49509f03-a2e6-48ca-a876-4855ac841c43,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.375419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:49.377589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:49.378203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:49.416730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Pushing event updated for resources: {'Port': ['ID=bf17c850-ff93-4e43-8122-bafc050947ac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:49.424458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.26.1.159 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e2c6624d-5fc9-4600-94fb-fb18d80195c1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:49.510854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting subnet b2e3da5b-ff9a-400b-8c6f-b55d67a80007 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:16:49.514194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.628496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Attempting to bind port 49509f03-a2e6-48ca-a876-4855ac841c43 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:49.628740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Attempting to bind port 49509f03-a2e6-48ca-a876-4855ac841c43 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f72a4413-929b-451b-aa81-493076d136c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:49.629064 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Attempting to bind port 49509f03-a2e6-48ca-a876-4855ac841c43 on network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:49.644092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:49.644490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Checking segment: {'id': 'f72a4413-929b-451b-aa81-493076d136c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:49.644863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.645233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Bound using segment: {'id': 'f72a4413-929b-451b-aa81-493076d136c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:49.645688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Bound port: 49509f03-a2e6-48ca-a876-4855ac841c43, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72a4413-929b-451b-aa81-493076d136c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88bf5fd0-8a6c-4b28-a551-505186a19bb5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:49.646078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.840971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:49.844376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=49509f03-a2e6-48ca-a876-4855ac841c43,segment=NetworkSegment(f72a4413-929b-451b-aa81-493076d136c0),segment_id=f72a4413-929b-451b-aa81-493076d136c0)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:49.850466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.858397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.906183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:49.991403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aa2d1-ca3b-461d-8dff-3b2fc59b69e5 None None] Pushing event updated for resources: {'Port': ['ID=49509f03-a2e6-48ca-a876-4855ac841c43,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.011217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36884) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:50.081244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.084117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Router ff03d8e6-9410-47c1-ac27-8261ab628f41 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:50.238583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=e2c6624d-5fc9-4600-94fb-fb18d80195c1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.244456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:50.249066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.280351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1603071107', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:50.287059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:50.289552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:50.299655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:50.361493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.363243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Usage tracker for resource:port and tenant:aa25dfe69add4dd299875412df7d5034 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:50.377391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Router 3aaf0833-122c-4df8-85ca-0f247cd2dda5 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:50.381454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:50.397677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:50.413278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.451950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Made reservation on behalf of aa25dfe69add4dd299875412df7d5034 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:50.453092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.556880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.563657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bef2059f-7db3-4d2b-8cde-6088e18e3f5d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:50.577917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.629941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e3da5b-ff9a-400b-8c6f-b55d67a80007,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:50.649678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.654651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bef2059f-7db3-4d2b-8cde-6088e18e3f5d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:50.655168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.655534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.673220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5785e339-feb0-4c73-bf95-5cf5ca80b8f0 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/b2e3da5b-ff9a-400b-8c6f-b55d67a80007 HTTP/1.1" status: 204 len: 168 time: 1.7651870 Mar 16 11:16:50.675576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.678164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:50.710751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:50.720696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:50.732503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Usage tracker for resource:security_group_rule and tenant:aa25dfe69add4dd299875412df7d5034 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:50.740400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:50.761383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:50.809100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 49509f03-a2e6-48ca-a876-4855ac841c43 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:16:50.890432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 49509f03-a2e6-48ca-a876-4855ac841c43 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:50.948932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6ee57-89db-4d43-8cee-2e035c7fb571 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:50.951247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6ee57-89db-4d43-8cee-2e035c7fb571 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:50.952178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d2f6ee57-89db-4d43-8cee-2e035c7fb571 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Synchronizing usage tracker for tenant:90aad9d60d9e4a5e993f0de7fb209680 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:50.996435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d2f6ee57-89db-4d43-8cee-2e035c7fb571 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Unset dirty status for tenant:90aad9d60d9e4a5e993f0de7fb209680 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:51.001154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2f6ee57-89db-4d43-8cee-2e035c7fb571 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3176010 Mar 16 11:16:51.002042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.044395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.078572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.092906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.098949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] device_id is not set on port 72329bdb-5255-4b21-842a-5b1b14cb7df8 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:16:51.129280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda8082-5d77-410a-a790-8e50500645fe None None] Network 88bf5fd0-8a6c-4b28-a551-505186a19bb5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:51.143672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.203645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:51.215160 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Sync routers for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:51.222885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.223532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.236960 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:51.237855 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.320910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0951afed-a23e-4005-accd-97ec5f26880b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:51.337751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1cdc-ddc8-4b4b-ada5-a5384828055f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.367589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=98a66ca2-9475-47bd-b849-2b0a7c0f3914,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:51.383199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:51.398563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] Sync routers for ids ['3aaf0833-122c-4df8-85ca-0f247cd2dda5'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:51.420982 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ff1cdc-ddc8-4b4b-ada5-a5384828055f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 16 11:16:51.421579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ff1cdc-ddc8-4b4b-ada5-a5384828055f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:16:51.423811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1ff1cdc-ddc8-4b4b-ada5-a5384828055f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/88bf5fd0-8a6c-4b28-a551-505186a19bb5 HTTP/1.1" status: 409 len: 405 time: 0.4210577 Mar 16 11:16:51.430609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.438427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Provisioning for port 49509f03-a2e6-48ca-a876-4855ac841c43 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:16:51.441682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-597645377'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:51.446671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] Routers {'3aaf0833-122c-4df8-85ca-0f247cd2dda5'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:51.447561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3aaf0833-122c-4df8-85ca-0f247cd2dda5'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.454739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:51.465943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:51.470319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.482609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:51.488394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:51.498295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.498593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:51.502463 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ecf6adb-3189-4413-9435-5f98d3ee4634 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "PUT /v2.0/routers/3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 200 len: 915 time: 10.3285849 Mar 16 11:16:51.503052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:51.511139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.529092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.536275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Provisioning complete for port 49509f03-a2e6-48ca-a876-4855ac841c43 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:16:51.536643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.602416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] Routers {'3aaf0833-122c-4df8-85ca-0f247cd2dda5'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:51.603213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3aaf0833-122c-4df8-85ca-0f247cd2dda5'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.655961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Allocated IP 172.26.1.192 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/72329bdb-5255-4b21-842a-5b1b14cb7df8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:51.664054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:51.667634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.685330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.685703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f224-51f7-4f53-bec8-f7e283351648 None None] The sync data for ids ['3aaf0833-122c-4df8-85ca-0f247cd2dda5'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:51.696131 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8830790e-dd9c-48d0-af5f-4d1eb2275473 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "PUT /v2.0/floatingips/98e3da58-4849-456b-b7ba-9f5bd9409fd2 HTTP/1.1" status: 200 len: 991 time: 8.3174825 Mar 16 11:16:51.700252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:16:51.826548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] DHCP port deletion for 88bf5fd0-8a6c-4b28-a551-505186a19bb5 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:16:51.842941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Deleting port 49509f03-a2e6-48ca-a876-4855ac841c43 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:51.843304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.870978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:51.903801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.904430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.904844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment 66c7be4a-15d7-4474-8146-d563e20166b9 of type vlan for network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 Mar 16 11:16:51.937599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '98e3da58-4849-456b-b7ba-9f5bd9409fd2', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'port_id': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'mac_address': 'fa:16:3e:b0:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:17Z', 'updated_at': '2022-03-16T11:16:45Z', 'revision_number': 1, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.942253 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Checking router: ff03d8e6-9410-47c1-ac27-8261ab628f41 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:16:51.942598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:51.956272 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:51.957144 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:51.996011 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'status': 'completed', 'code': 200} Mar 16 11:16:52.018366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=49509f03-a2e6-48ca-a876-4855ac841c43,segment=NetworkSegment(f72a4413-929b-451b-aa81-493076d136c0),segment_id=f72a4413-929b-451b-aa81-493076d136c0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:52.038644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.042631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.043405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.085489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.163766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.172363 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-8c100379-c0ee-429c-aa7b-1488096eb9a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.1754751 Mar 16 11:16:52.178308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=49509f03-a2e6-48ca-a876-4855ac841c43,segment=NetworkSegment(f72a4413-929b-451b-aa81-493076d136c0),segment_id=f72a4413-929b-451b-aa81-493076d136c0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:52.178806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.207647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:16:52.243435 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8110273 Mar 16 11:16:52.244166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Router f66d9357-e44c-4339-9e28-9591c01c7994 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:52.250310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:52.261131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:52.296827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f59d0-5ffe-40f9-ac3a-524a9264266d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.299453 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP bb746a61-f5e8-4190-9045-a5a040d0d79d associated. External IP: 172.26.1.116, port: 38ddc873-145a-4413-aec6-855416061f9b. Mar 16 11:16:52.333152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Calling delete_port for 49509f03-a2e6-48ca-a876-4855ac841c43 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:52.447436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.500842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:52.516865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934c9a-08ec-4466-a018-f0e0939e7594 req-8ff2f92b-3730-45b1-beba-9303b76d3b25 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.520395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53934c9a-08ec-4466-a018-f0e0939e7594 req-8ff2f92b-3730-45b1-beba-9303b76d3b25 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5339298 Mar 16 11:16:52.523440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679a109-b538-494b-94ec-2856092d3189 req-426ed184-5d7e-4578-b508-82ae036dae62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.525586 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-426ed184-5d7e-4578-b508-82ae036dae62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.3466022 Mar 16 11:16:52.627386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:52.632122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Pushing event updated for resources: {'Port': ['ID=72329bdb-5255-4b21-842a-5b1b14cb7df8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.646560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:52.653681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:52.654021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:52.654787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:52.656139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:52.656503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 49509f03-a2e6-48ca-a876-4855ac841c43 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:16:52.713404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:52.727081 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-0bcb6250-337f-4bc6-a7ed-33febb9e30c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 999 time: 0.1908152 Mar 16 11:16:52.728172 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '98e3da58-4849-456b-b7ba-9f5bd9409fd2', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'port_id': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'mac_address': 'fa:16:3e:b0:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:17Z', 'updated_at': '2022-03-16T11:16:45Z', 'revision_number': 1, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:52.734553 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f45270-b0d1-43f3-9386-2a80d1a4c66b None None] The sync data for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv is: [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '98e3da58-4849-456b-b7ba-9f5bd9409fd2', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'floating_ip_address': '172.26.1.170', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'port_id': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'mac_address': 'fa:16:3e:b0:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:16:17Z', 'updated_at': '2022-03-16T11:16:45Z', 'revision_number': 1, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:52.749568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router 79c5256e-a625-45cf-9036-b123726e5af7 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:16:52.756998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53934c9a-08ec-4466-a018-f0e0939e7594 req-03fdfbef-c9a7-444a-af7a-4752e0984f2a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197857 Mar 16 11:16:52.765915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:52.784886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.785528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.823932 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d1e985f-0107-45a8-b4ca-7a6be848e387 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8111420 Mar 16 11:16:52.827492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:52.832823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.192'}]}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:52.834882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.838055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679a109-b538-494b-94ec-2856092d3189 req-a155eea3-fd8d-4fe8-a4a3-36bf9fb55ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:52.839477 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-a155eea3-fd8d-4fe8-a4a3-36bf9fb55ea4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.1047094 Mar 16 11:16:52.843253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:52.853024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfe3d5-842e-4005-987b-37291d4b9f58 None None] Pushing event updated for resources: {'Port': ['ID=49509f03-a2e6-48ca-a876-4855ac841c43,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:52.887530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Usage tracker for resource:router and tenant:aa25dfe69add4dd299875412df7d5034 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:52.889106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=49509f03-a2e6-48ca-a876-4855ac841c43,segment=NetworkSegment(f72a4413-929b-451b-aa81-493076d136c0),segment_id=f72a4413-929b-451b-aa81-493076d136c0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:52.894568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.902977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:52.912880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:52.929832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0613fd0-4c83-4fe2-b9f1-4cf6b563ad3d tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 200 len: 921 time: 1.4248943 Mar 16 11:16:52.937088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36922) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:52.944325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.945276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:52.994575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=49509f03-a2e6-48ca-a876-4855ac841c43,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.086696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.094749 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-23329a1a-4494-4b84-bb6c-138b6964c7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2467501 Mar 16 11:16:53.103613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.157369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Deleting port 49509f03-a2e6-48ca-a876-4855ac841c43 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:53.157898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.329041 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d05d703b-54df-4f8e-a914-9537ef77f723 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=3aaf0833-122c-4df8-85ca-0f247cd2dda5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3893125 Mar 16 11:16:53.335610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.389226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] For port 49509f03-a2e6-48ca-a876-4855ac841c43, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=49509f03-a2e6-48ca-a876-4855ac841c43,segment=NetworkSegment(f72a4413-929b-451b-aa81-493076d136c0),segment_id=f72a4413-929b-451b-aa81-493076d136c0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:53.389725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.447448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa2b84-19ce-4624-9ce1-8a732635d61c req-a6ad4b7d-903d-4078-a231-d4c10e40a29e tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:53.448984 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1cfa2b84-19ce-4624-9ce1-8a732635d61c req-a6ad4b7d-903d-4078-a231-d4c10e40a29e tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4555588 Mar 16 11:16:53.516418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Calling delete_port for 49509f03-a2e6-48ca-a876-4855ac841c43 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:53.532855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:53.548022 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] Sync routers for ids ['f66d9357-e44c-4339-9e28-9591c01c7994'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:53.575383 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] Routers {'f66d9357-e44c-4339-9e28-9591c01c7994'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:53.576512 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f66d9357-e44c-4339-9e28-9591c01c7994'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.593576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.595013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-97e58810-c94c-4b89-b5f3-6001f6b459f7 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "PUT /v2.0/routers/f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 200 len: 918 time: 7.9706419 Mar 16 11:16:53.599458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.608108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.612137 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1cfa2b84-19ce-4624-9ce1-8a732635d61c req-4a98d608-bb72-4150-8a15-0f68ecd9ab27 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253493 Mar 16 11:16:53.673001 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-ccad60ea-f040-4dff-b3f9-1cb98fbe47ec service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636716 Mar 16 11:16:53.674538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] Pushing event deleted for resources: {'Port': ['ID=49509f03-a2e6-48ca-a876-4855ac841c43,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:53.679531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6994e1-e80a-445b-be36-3ce8d7045a90 None None] No DVR routers for this DVR port 49509f03-a2e6-48ca-a876-4855ac841c43 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:53.700763 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.712542 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] Routers {'f66d9357-e44c-4339-9e28-9591c01c7994'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:53.713132 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f66d9357-e44c-4339-9e28-9591c01c7994'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.724201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.772373 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.772995 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e9da3-6a16-4662-8041-67fda88eb5e4 None None] The sync data for ids ['f66d9357-e44c-4339-9e28-9591c01c7994'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:53.827615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d3482-173a-493c-ab7e-9d9267c91fdb tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:53.828092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b54d3482-173a-493c-ab7e-9d9267c91fdb tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Synchronizing usage tracker for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:53.883219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:53.895377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] Sync routers for ids ['79c5256e-a625-45cf-9036-b123726e5af7'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:53.912528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] Routers {'79c5256e-a625-45cf-9036-b123726e5af7'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:53.913177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['79c5256e-a625-45cf-9036-b123726e5af7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.939544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b54d3482-173a-493c-ab7e-9d9267c91fdb tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] Unset dirty status for tenant:dd080d9cf6ae4c79a7f2b24ec175b505 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:53.943698 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b54d3482-173a-493c-ab7e-9d9267c91fdb tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.6010127 Mar 16 11:16:53.947211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:53.947839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:16:53.950039 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1679a109-b538-494b-94ec-2856092d3189 req-6aa52bb8-85cc-49c9-807b-9af121adff18 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675519 Mar 16 11:16:53.950995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.989567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:53.994032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6e3cf0e5-d874-413a-8f77-653162aa08e7 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.2672887 Mar 16 11:16:53.994211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:53.998781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.008037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] Routers {'79c5256e-a625-45cf-9036-b123726e5af7'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:54.010783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['79c5256e-a625-45cf-9036-b123726e5af7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.042198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=fc4ffa7d-6c27-4111-a4d3-73cfe91b6d9c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:54.070042 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-918b1927-2ecc-4620-a95a-5823988f9b8e tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 200 len: 205 time: 0.1117449 Mar 16 11:16:54.073306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': '66c7be4a-15d7-4474-8146-d563e20166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:54.073671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:54.078568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.080966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.081723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a0a58-c167-46c7-ac4d-9dde12132cca None None] The sync data for ids ['79c5256e-a625-45cf-9036-b123726e5af7'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:54.201453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:54.231638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5641e193-32b6-4b42-98a9-2e4a8a19b56d tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 200 len: 924 time: 0.6168089 Mar 16 11:16:54.233758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.269671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:16:54.294891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:54.299037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.299781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.304299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdfe623-6e30-4428-a0c5-f5401865c9dc None None] Network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:54.347023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a601b4ae-8070-493c-99b1-ad83e537db14 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0922346 Mar 16 11:16:54.347849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.435933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20f5cbd6-7962-409b-a7b4-3bdc769779d6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=f66d9357-e44c-4339-9e28-9591c01c7994&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2008395 Mar 16 11:16:54.447352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36956) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.489151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.527678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.544904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580', 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': 'fc4ffa7d-6c27-4111-a4d3-73cfe91b6d9c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:16:54.545776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.583932 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c36c2f20-51b0-4331-a70a-e401291b5282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers/79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 200 len: 880 time: 0.5805130 Mar 16 11:16:54.584865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.615283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.674122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03db1e-ab53-4f56-be4e-fca6ec6190b6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:54.681209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a03db1e-ab53-4f56-be4e-fca6ec6190b6 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/networks/33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 881 time: 0.2318666 Mar 16 11:16:54.683966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.709411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Allocated IP 2001:db8::f816:3eff:fea4:35d6 (e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580/fc4ffa7d-6c27-4111-a4d3-73cfe91b6d9c/e6e16c76-2457-47bb-bc54-a6208a21ca25) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:16:54.855149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42bbe494-75e0-431c-a1ba-98e6d9e14245 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 200 len: 205 time: 0.1656356 Mar 16 11:16:54.861111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:54.871295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.903332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:54.913194 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:54.914242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:54.926786 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:54.927711 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:54.992777 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.009321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.023652 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:55.024741 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.025357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Transition to ACTIVE for port object e6e16c76-2457-47bb-bc54-a6208a21ca25 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:55.049962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Transition to ACTIVE for port object e6e16c76-2457-47bb-bc54-a6208a21ca25 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:16:55.058255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.142332 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.143086 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae8b96-37dd-4e97-b46c-fb6fd53d8ebd None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:55.145203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:16:55.150294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:16:55.156498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:16:55.159889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e16c76-2457-47bb-bc54-a6208a21ca25,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.177250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68e90e-45e8-40f3-8cca-51f33e432092 None None] New status for floating IP 98e3da58-4849-456b-b7ba-9f5bd9409fd2: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:16:55.192901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.249480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.385244 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd6cfc3f-5728-4c1c-9a39-a8df32cc91fd tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.2914441 Mar 16 11:16:55.385969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.400628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2067606417'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:55.426581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:55.442595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Attempting to bind port e6e16c76-2457-47bb-bc54-a6208a21ca25 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:16:55.442951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Attempting to bind port e6e16c76-2457-47bb-bc54-a6208a21ca25 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '66c7be4a-15d7-4474-8146-d563e20166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:16:55.443309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Attempting to bind port e6e16c76-2457-47bb-bc54-a6208a21ca25 on network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:16:55.458506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:network and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:55.464016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:16:55.464399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Checking segment: {'id': '66c7be4a-15d7-4474-8146-d563e20166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:55.465241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.465241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Bound using segment: {'id': '66c7be4a-15d7-4474-8146-d563e20166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:16:55.465530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:55.465637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Bound port: e6e16c76-2457-47bb-bc54-a6208a21ca25, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c7be4a-15d7-4474-8146-d563e20166b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:16:55.466025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.489706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:55.497863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cb13f-3a18-4937-b7cf-fd81d105b455 req-84e561ba-c856-4a9e-afb6-1c2258482946 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:55.499375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-900cb13f-3a18-4937-b7cf-fd81d105b455 req-84e561ba-c856-4a9e-afb6-1c2258482946 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7107792 Mar 16 11:16:55.530566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26f82ee4-f548-4f47-9f6f-81f0fccead70 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:55.536520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.570704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:55.573607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.611742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4ffa7d-6c27-4111-a4d3-73cfe91b6d9c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.612192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.618613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.621317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26f82ee4-f548-4f47-9f6f-81f0fccead70 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:55.622529 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26f82ee4-f548-4f47-9f6f-81f0fccead70 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0371292 Mar 16 11:16:55.626285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36978) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.632151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-692238612'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:55.633856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] For port e6e16c76-2457-47bb-bc54-a6208a21ca25, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:16:55.638688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] For port e6e16c76-2457-47bb-bc54-a6208a21ca25, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e6e16c76-2457-47bb-bc54-a6208a21ca25,segment=NetworkSegment(66c7be4a-15d7-4474-8146-d563e20166b9),segment_id=66c7be4a-15d7-4474-8146-d563e20166b9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:16:55.643536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.751686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:16:55.757235 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-900cb13f-3a18-4937-b7cf-fd81d105b455 req-68fdf321-f22f-4fd1-9c49-7445de7e223c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433541 Mar 16 11:16:55.762686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f3c5d-4480-4724-b90f-a828133ff6e6 None None] Pushing event updated for resources: {'Port': ['ID=e6e16c76-2457-47bb-bc54-a6208a21ca25,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:55.773779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.774508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efaff8ac-a11b-4a5b-a651-877e96ea1bc8 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:16:55.779001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.787278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.787625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Added segment 1f42b71d-8a83-4d6e-97d2-a1c055eb53d7 of type vlan for network 31b6b041-6414-4b71-85d8-8e839a6fbb0d Mar 16 11:16:55.804028 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:16:55.808243 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-23f83be3-d1da-4919-ac91-f745ab7383f1 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9797535 Mar 16 11:16:55.808842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 36982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:55.826642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19f06d-91df-4223-bd8a-2cc0e84862d3 None None] Network e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:16:55.829720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.859508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c7be4a-15d7-4474-8146-d563e20166b9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.859800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c7be4a-15d7-4474-8146-d563e20166b9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:55.882813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Deleting port 72329bdb-5255-4b21-842a-5b1b14cb7df8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:55.883126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.903155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.912272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.936707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.955838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:55.956242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:55.973714 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:56.068357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337095d4-be4a-47d9-a062-3d5823d2f559 None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:16:56.098298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.117214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.120935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:56.121506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.145798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.188544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337095d4-be4a-47d9-a062-3d5823d2f559 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:16:56.207571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:16:56.207571 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:16:56.207571 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': 'e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580'}] Mar 16 11:16:56.207571 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:16:56.208378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:16:56.226313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port f406eac7-a11c-42f8-8172-e04446a97742 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:56.226555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.273139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.399211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Calling delete_port for 72329bdb-5255-4b21-842a-5b1b14cb7df8 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:56.412617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0200741 Mar 16 11:16:56.416881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db333269-3616-4787-a353-c8d1551fab8a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Network': ['ID=31b6b041-6414-4b71-85d8-8e839a6fbb0d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:56.420331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:56.431094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'subnet': {'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:16:56.442975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:16:56.623929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b5aeb-9709-409a-8900-c09e76ad48c5 req-f4549242-4ff9-4cb4-b585-5140471928cd tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:56.625663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-194b5aeb-9709-409a-8900-c09e76ad48c5 req-f4549242-4ff9-4cb4-b585-5140471928cd tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5887618 Mar 16 11:16:56.802301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.822466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:56.829794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.842825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.865133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:56.885439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Pushing event deleted for resources: {'Port': ['ID=72329bdb-5255-4b21-842a-5b1b14cb7df8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:56.888769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.958456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:56.987192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for f406eac7-a11c-42f8-8172-e04446a97742 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:57.023154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting port e6e16c76-2457-47bb-bc54-a6208a21ca25 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:57.023915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.063209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-194b5aeb-9709-409a-8900-c09e76ad48c5 req-6883c3ce-7e43-46a4-924c-2b9e33d82968 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4246860 Mar 16 11:16:57.072984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 36994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.081066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:16:57.104343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.127416 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44830c47-1803-40da-86c0-2a820e983253 tempest-RoutersAdminNegativeTest-2055520243 tempest-RoutersAdminNegativeTest-2055520243-project-admin] 10.222.0.36 "DELETE /v2.0/ports/72329bdb-5255-4b21-842a-5b1b14cb7df8 HTTP/1.1" status: 204 len: 168 time: 1.3126478 Mar 16 11:16:57.232934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router 79c5256e-a625-45cf-9036-b123726e5af7 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:16:57.407607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.519635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.535710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:16:57.541640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.543205 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f99bd04d-8f2b-4fb3-9b25-300b8ada4195 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 200 len: 887 time: 1.9159589 Mar 16 11:16:57.547761 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] Sync routers for ids ['79c5256e-a625-45cf-9036-b123726e5af7'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:16:57.554151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.560315 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] Routers {'79c5256e-a625-45cf-9036-b123726e5af7'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:57.561155 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['79c5256e-a625-45cf-9036-b123726e5af7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.626360 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.639709 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] Routers {'79c5256e-a625-45cf-9036-b123726e5af7'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:16:57.640620 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:16:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['79c5256e-a625-45cf-9036-b123726e5af7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.712460 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:57.712853 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4350fb3-e1d9-415e-9d92-31721c7f195d None None] The sync data for ids ['79c5256e-a625-45cf-9036-b123726e5af7'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:16:57.724530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.762373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] For port e6e16c76-2457-47bb-bc54-a6208a21ca25, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e6e16c76-2457-47bb-bc54-a6208a21ca25,segment=NetworkSegment(66c7be4a-15d7-4474-8146-d563e20166b9),segment_id=66c7be4a-15d7-4474-8146-d563e20166b9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:16:57.762736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.771979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:16:57.778340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Usage tracker for resource:security_group_rule and tenant:d1be52f888544cd1b2553b99831f81e6 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:16:57.781775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:16:57.782168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.789841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:16:57.884757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.894642 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-198fd045-e10a-477d-ab0d-b4b668360664 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers/79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 200 len: 887 time: 0.3389812 Mar 16 11:16:57.895924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:57.899665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.913876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Calling delete_port for e6e16c76-2457-47bb-bc54-a6208a21ca25 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:57.940213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9257a8-fff8-44e8-ae26-68ea743744c8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:57.945580 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d6b23b7f-da16-4c76-88d8-fbd562bb335c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1be52f888544cd1b2553b99831f81e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4240890 Mar 16 11:16:57.948328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:57.980804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port bf17c850-ff93-4e43-8122-bafc050947ac {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:57.981106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.008304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.033417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.038599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-470c4821-af27-40ae-b6ea-13703a4abe8a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:16:58.048804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.086777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.104294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9257a8-fff8-44e8-ae26-68ea743744c8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.108370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.109538 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2e8cea1-e4de-4ea4-802a-5331425ec274 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b9257a8-fff8-44e8-ae26-68ea743744c8 HTTP/1.1" status: 204 len: 168 time: 0.1603336 Mar 16 11:16:58.254388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=f406eac7-a11c-42f8-8172-e04446a97742,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.296254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131cec2-98e1-4753-bc41-fe705a6a1504 req-250f924f-4b86-4b2d-b6eb-74dc00adc73d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:16:58.297677 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0131cec2-98e1-4753-bc41-fe705a6a1504 req-250f924f-4b86-4b2d-b6eb-74dc00adc73d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7904439 Mar 16 11:16:58.342860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-470c4821-af27-40ae-b6ea-13703a4abe8a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:16:58.343991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-470c4821-af27-40ae-b6ea-13703a4abe8a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 200 len: 205 time: 0.4386871 Mar 16 11:16:58.347293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:58.490289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.497149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37032) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:58.562543 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2bda679c-ad8a-48e1-9fef-6cd791e9b6c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa25dfe69add4dd299875412df7d5034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641441 Mar 16 11:16:58.565386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:16:58.567585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Port': ['ID=e6e16c76-2457-47bb-bc54-a6208a21ca25,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:58.618324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No DVR routers for this DVR port e6e16c76-2457-47bb-bc54-a6208a21ca25 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:16:58.646605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.678191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.710364 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0131cec2-98e1-4753-bc41-fe705a6a1504 req-96844993-a3ad-4f7f-b57b-42d479ea8574 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561888 Mar 16 11:16:58.816128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.904802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:58.981220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.002501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0951afed-a23e-4005-accd-97ec5f26880b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.004370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for bf17c850-ff93-4e43-8122-bafc050947ac owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:59.016975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.020785 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-04977de5-5f96-4820-827f-ea7d728d1ec1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0951afed-a23e-4005-accd-97ec5f26880b HTTP/1.1" status: 204 len: 168 time: 0.4545152 Mar 16 11:16:59.054405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.067571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port e2c6624d-5fc9-4600-94fb-fb18d80195c1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:16:59.068230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.151256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.159131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.277129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.308338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.452171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.471480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for e2c6624d-5fc9-4600-94fb-fb18d80195c1 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:16:59.653314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c7be4a-15d7-4474-8146-d563e20166b9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.653827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c7be4a-15d7-4474-8146-d563e20166b9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:16:59.661014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.686646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Subnet': ['ID=7ecea785-eb50-4da6-951d-466ed069a239,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.691410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.709135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=e2c6624d-5fc9-4600-94fb-fb18d80195c1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:16:59.865120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.881652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.893789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:16:59.894464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:16:59.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:16:59.918371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Checking segment: {'id': '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:16:59.918725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network hostable DHCP agents. Network: 31b6b041-6414-4b71-85d8-8e839a6fbb0d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:16:59.957007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:16:59.967910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.087266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:00.090462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.103190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a935c1-0e59-4710-b79a-01deecc1104f req-ef0b468d-c6c7-486f-bcad-76048b6afa12 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.104880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-38a935c1-0e59-4710-b79a-01deecc1104f req-ef0b468d-c6c7-486f-bcad-76048b6afa12 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6545875 Mar 16 11:17:00.128372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.162174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.166261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.168191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.168760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router 3aaf0833-122c-4df8-85ca-0f247cd2dda5 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:00.229393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.233650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.235358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:00.257126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=bf17c850-ff93-4e43-8122-bafc050947ac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.263523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a4ce55ab-daba-407b-b7e8-cb35494cdf40 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 HTTP/1.1" status: 204 len: 168 time: 5.9147601 Mar 16 11:17:00.268119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:00.269200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.269735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router 79c5256e-a625-45cf-9036-b123726e5af7 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:00.275173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.279927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-178440620'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:00.281840 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0032451-78ec-4f99-b206-0ce8b0b14983 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 204 len: 168 time: 6.2011020 Mar 16 11:17:00.282548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:00.290336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.296130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.300640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.305967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2076489594'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:00.318490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 31b6b041-6414-4b71-85d8-8e839a6fbb0d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:00.326401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ff50d-bff0-4a60-acae-4988f52fbe74 None None] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:00.330458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1545057647', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:00.365800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.366406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.376151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.380238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-38a935c1-0e59-4710-b79a-01deecc1104f req-742a42fd-3c66-491d-81e3-071dc21c164d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531705 Mar 16 11:17:00.395675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Usage tracker for resource:router and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.401761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.417004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.425314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d277392a-5ec7-4b92-970e-127c184fa02a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0020649 Mar 16 11:17:00.430725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37080) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:00.432093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.434668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.441220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Usage tracker for resource:network and tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.442282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-680874903', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:00.446867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.452092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.458300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.465074 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6d20b15-46e9-4c1e-b207-d06e6e7f6db4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 204 len: 168 time: 2.1148937 Mar 16 11:17:00.467543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:00.468668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.478119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-643531102'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:00.488710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.491984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:00.495983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.510379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.511861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:00.514566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.514938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.515463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.528107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.528862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:router and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.534325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.538163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.554533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.573300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:00.579182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.579388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:00.582457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.612765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.613189 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment a6e7352f-3507-473a-a478-193eb3c1f8fd of type vlan for network cbaec9cf-0ef1-4ced-977b-22d06f225e36 Mar 16 11:17:00.629094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:00.635715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-31b6b041-6414-4b71-85d8-8e839a6fbb0d', 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d', 'tenant_id': '6f52304b6cc042d38dd137ee2c5e6e4e', 'fixed_ips': [{'subnet_id': '7ecea785-eb50-4da6-951d-466ed069a239'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:00.636731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.641420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:00.651981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Usage tracker for resource:security_group_rule and tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:00.660941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:00.665629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.673045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.677882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.678261 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment dcab988b-7991-42da-91b4-4bb1da83a926 of type vlan for network 327e26ae-5f0f-4704-94b5-aa86a019cfeb Mar 16 11:17:00.700423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:00.739056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.740962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.766180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.770518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.771492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.807492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.808418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.825718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Allocated IP 172.20.0.2 (31b6b041-6414-4b71-85d8-8e839a6fbb0d/7ecea785-eb50-4da6-951d-466ed069a239/42947291-f166-430b-865c-aabf31ee10d5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:00.884254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.940949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.944607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:00.945242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.951126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.965194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:00.983331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=cbaec9cf-0ef1-4ced-977b-22d06f225e36,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:00.989558 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4b50a5cd-c81e-440d-a1f0-e4a28571781e tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7143869 Mar 16 11:17:01.016630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:01.032265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': 'cbaec9cf-0ef1-4ced-977b-22d06f225e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:01.042943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.053700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Transition to ACTIVE for port object 42947291-f166-430b-865c-aabf31ee10d5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:01.073164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Transition to ACTIVE for port object 42947291-f166-430b-865c-aabf31ee10d5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:01.077579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network cbaec9cf-0ef1-4ced-977b-22d06f225e36 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:01.096485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.108218 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6344662 Mar 16 11:17:01.126891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:01.127965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb2fb7-c7ed-48ca-9832-afe5565e397f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.181401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:01.216648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf652-79f5-441c-a6bb-e7e67b1e0323 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=327e26ae-5f0f-4704-94b5-aa86a019cfeb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.235646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:01.242160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:01.302302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.305569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.332954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.347415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:01.357932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:01.359302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.359765 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Added segment 397a6a7d-1a82-428e-bcca-7ef9b5f0a99f of type vlan for network 9f1eabec-fd53-4944-99f6-4164b44860eb Mar 16 11:17:01.365421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Pushing event updated for resources: {'Port': ['ID=42947291-f166-430b-865c-aabf31ee10d5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.369070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:01.422896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:01.429161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:01.430768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.439388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:subnet and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:01.444700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:01.448654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.452338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:01.458054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:01.460826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:01.470033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:01.494125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:01.510761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.511503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router f66d9357-e44c-4339-9e28-9591c01c7994 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:01.558770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Attempting to bind port 42947291-f166-430b-865c-aabf31ee10d5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:01.559181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Attempting to bind port 42947291-f166-430b-865c-aabf31ee10d5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:01.559813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Attempting to bind port 42947291-f166-430b-865c-aabf31ee10d5 on network 31b6b041-6414-4b71-85d8-8e839a6fbb0d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:01.575656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.577003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa5d696e-949c-4d51-8ac3-a9865d00b097 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 204 len: 168 time: 6.7126575 Mar 16 11:17:01.590392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37098) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:01.596965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:01.609900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-409405b0-fc9f-4ec9-995d-fece1a862243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.625971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:01.626389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Checking segment: {'id': '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:01.626794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.627199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Bound using segment: {'id': '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:01.627713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Bound port: 42947291-f166-430b-865c-aabf31ee10d5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:01.628083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.630726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.636927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:01.637662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.637784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.652025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-537089586', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:01.735384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:01.761264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] For port 42947291-f166-430b-865c-aabf31ee10d5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:01.765015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] For port 42947291-f166-430b-865c-aabf31ee10d5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=42947291-f166-430b-865c-aabf31ee10d5,segment=NetworkSegment(1f42b71d-8a83-4d6e-97d2-a1c055eb53d7),segment_id=1f42b71d-8a83-4d6e-97d2-a1c055eb53d7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:01.772419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.839411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Usage tracker for resource:router and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:01.859414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:01.868411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:01.883567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f41f6-561d-475e-9a7b-ce8018900f41 None None] Pushing event updated for resources: {'Port': ['ID=42947291-f166-430b-865c-aabf31ee10d5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.913899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:01.918064 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8281617 Mar 16 11:17:01.922095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:01.945417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'subnet': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:01.984971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e1cbc-3429-46ae-aaee-729e82dd74f9 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Network': ['ID=9f1eabec-fd53-4944-99f6-4164b44860eb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:01.997941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 9f1eabec-fd53-4944-99f6-4164b44860eb details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:02.000560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.020017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.020853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.170724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.227618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:02.244935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51eba5-4e53-4975-91d3-d9e6895e156c req-e8b96a1a-50b0-4952-9adb-da7bfe594635 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:02.262674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db51eba5-4e53-4975-91d3-d9e6895e156c req-e8b96a1a-50b0-4952-9adb-da7bfe594635 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6178889 Mar 16 11:17:02.278807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Usage tracker for resource:subnet and tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:02.368192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:02.386043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:02.394346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.461272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.535271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 42947291-f166-430b-865c-aabf31ee10d5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:02.544191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:02.567634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.635826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 42947291-f166-430b-865c-aabf31ee10d5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:02.654319 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db51eba5-4e53-4975-91d3-d9e6895e156c req-017f7a4b-5b2d-4d35-aeb8-de63676c86a6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907688 Mar 16 11:17:02.807814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.862505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:02.951704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=644691c3-cbc9-4ef1-8aa9-1ae0e7bec1cd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.031524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b2e6b-5058-478a-9520-c867ec58ad31 None None] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:03.036066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': 'dcab988b-7991-42da-91b4-4bb1da83a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:03.036566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 327e26ae-5f0f-4704-94b5-aa86a019cfeb, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:03.057749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': 'a6e7352f-3507-473a-a478-193eb3c1f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cbaec9cf-0ef1-4ced-977b-22d06f225e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:03.058156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: cbaec9cf-0ef1-4ced-977b-22d06f225e36, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:03.061074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.071501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=ab096e93-f21a-4ae1-86f8-90f61aa4da65,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.097141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.117636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:03.129937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network cbaec9cf-0ef1-4ced-977b-22d06f225e36 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:03.140663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 327e26ae-5f0f-4704-94b5-aa86a019cfeb) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:03.164793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a0d80-faba-44b1-9483-02803758b4cf None None] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:03.171847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, cbaec9cf-0ef1-4ced-977b-22d06f225e36) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:03.177827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.178431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.189110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:03.189706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.193107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.194734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef5f4e-84de-484c-89f2-215eb40ffad0 None None] Network cbaec9cf-0ef1-4ced-977b-22d06f225e36 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:03.239821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.240507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.256774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Allocated IP 172.26.1.139 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/484130c2-aa51-4cd6-a7b8-02aa43c5d20e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:03.284399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Provisioning for port 42947291-f166-430b-865c-aabf31ee10d5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:03.287460 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a615a593-01fb-4801-bfee-57de76588c74 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2697680 Mar 16 11:17:03.291633 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5880cdcc-f972-4aef-89d8-fedace45125e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1586175 Mar 16 11:17:03.292247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:03.292589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37108) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:03.322753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1454441683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:03.381921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Provisioning complete for port 42947291-f166-430b-865c-aabf31ee10d5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:03.382377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.395104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:03.418934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:03.428353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:03.442148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:03.474292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.475212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.507626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.524702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.589762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.609289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.623648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.673929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.678410 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8da5a4fb-4a18-4357-a829-d4cfc7a45092 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3823013 Mar 16 11:17:03.679063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:03.707550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.762033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.783170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=644691c3-cbc9-4ef1-8aa9-1ae0e7bec1cd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:03.818227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fe6b-e0ac-4e01-b791-8858d5ddc22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.828487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-327e26ae-5f0f-4704-94b5-aa86a019cfeb', 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': 'ab096e93-f21a-4ae1-86f8-90f61aa4da65'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:03.829296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.880671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.909168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.911804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049c47a-f67e-49ba-90c7-da1a3a0f4da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-cbaec9cf-0ef1-4ced-977b-22d06f225e36', 'network_id': 'cbaec9cf-0ef1-4ced-977b-22d06f225e36', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': '644691c3-cbc9-4ef1-8aa9-1ae0e7bec1cd'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:03.912636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3049c47a-f67e-49ba-90c7-da1a3a0f4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.939653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaec9cf-0ef1-4ced-977b-22d06f225e36']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:03.952165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e7352f-3507-473a-a478-193eb3c1f8fd') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:03.952476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e7352f-3507-473a-a478-193eb3c1f8fd') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:03.964957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:03.985373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.018656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.022616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] For port 42947291-f166-430b-865c-aabf31ee10d5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=42947291-f166-430b-865c-aabf31ee10d5,segment=NetworkSegment(1f42b71d-8a83-4d6e-97d2-a1c055eb53d7),segment_id=1f42b71d-8a83-4d6e-97d2-a1c055eb53d7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:04.030405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:04.030815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:04.044877 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:04.066226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port bef2059f-7db3-4d2b-8cde-6088e18e3f5d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:04.066863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.067121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.103097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Subnet': ['ID=e34c80c2-c9f4-4aea-b739-2e5d4039cc0e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.129162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Allocated IP 172.26.1.225 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/c8ebd609-08bf-4149-a3c2-4398418e8b45) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:04.180626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:04.187097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event updated for resources: {'Port': ['ID=484130c2-aa51-4cd6-a7b8-02aa43c5d20e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.238666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Allocated IP 172.20.0.2 (327e26ae-5f0f-4704-94b5-aa86a019cfeb/ab096e93-f21a-4ae1-86f8-90f61aa4da65/be506f3c-f103-450d-855a-48e28627a613) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:04.248987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7430e94-401e-4192-b124-3abc2049e9d1 None None] Pushing event updated for resources: {'Port': ['ID=42947291-f166-430b-865c-aabf31ee10d5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.253661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:04.256395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:04.260599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311574d8-acd9-42ac-b735-936163dd4a3e None None] Network cbaec9cf-0ef1-4ced-977b-22d06f225e36 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:04.388192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.433952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.458981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.466751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.493522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Checking segment: {'id': '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:04.493878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network hostable DHCP agents. Network: 9f1eabec-fd53-4944-99f6-4164b44860eb, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:04.502864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=cbaec9cf-0ef1-4ced-977b-22d06f225e36,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.504015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f9fb-cc4a-4d0b-bbae-27ae81b38290 req-3033c821-f6e2-4cbf-aab9-89eea09e4a70 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:04.505928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 42947291-f166-430b-865c-aabf31ee10d5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:04.506358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f34f9fb-cc4a-4d0b-bbae-27ae81b38290 req-3033c821-f6e2-4cbf-aab9-89eea09e4a70 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6304820 Mar 16 11:17:04.535457 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86d99cf3-49f0-4082-8211-9aadae908de9 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/cbaec9cf-0ef1-4ced-977b-22d06f225e36 HTTP/1.1" status: 204 len: 168 time: 1.2375646 Mar 16 11:17:04.540234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37120) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:04.557215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:04.561003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:04.563120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event updated for resources: {'Port': ['ID=c8ebd609-08bf-4149-a3c2-4398418e8b45,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:04.565405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:04.708095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aa7c486c-efc8-4f6b-9154-d2f3d0f92af3 None None] Provisioning complete for port 42947291-f166-430b-865c-aabf31ee10d5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:04.708453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aa7c486c-efc8-4f6b-9154-d2f3d0f92af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.733723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1552808646'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:04.741948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.744021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.770105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:04.810652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:network and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:04.819791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:04.840468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 42947291-f166-430b-865c-aabf31ee10d5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:04.841072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.890468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.893288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.26.1.114 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/46e22991-0c6c-441d-b645-11a0d3d8061c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:04.911149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:04.917155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Transition to ACTIVE for port object be506f3c-f103-450d-855a-48e28627a613 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:04.931424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:04.994631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Transition to ACTIVE for port object be506f3c-f103-450d-855a-48e28627a613 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:05.011757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port bef2059f-7db3-4d2b-8cde-6088e18e3f5d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:05.012170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.012794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.018332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.039238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:05.101583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Router 11fff93c-267d-4b08-9580-abc618c7b79a is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:05.108737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f34f9fb-cc4a-4d0b-bbae-27ae81b38290 req-4e633b4c-da20-4c0e-b5b0-76823a730720 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5858850 Mar 16 11:17:05.109425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:05.112420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.136017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:05.137508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:05.144428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:05.146494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Pushing event updated for resources: {'Port': ['ID=be506f3c-f103-450d-855a-48e28627a613,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:05.248110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Attempting to bind port be506f3c-f103-450d-855a-48e28627a613 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:05.248427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Attempting to bind port be506f3c-f103-450d-855a-48e28627a613 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'dcab988b-7991-42da-91b4-4bb1da83a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:05.248745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Attempting to bind port be506f3c-f103-450d-855a-48e28627a613 on network 327e26ae-5f0f-4704-94b5-aa86a019cfeb {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:05.255625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:05.255833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for bef2059f-7db3-4d2b-8cde-6088e18e3f5d owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:05.256246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Checking segment: {'id': 'dcab988b-7991-42da-91b4-4bb1da83a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:05.256950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.257726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Bound using segment: {'id': 'dcab988b-7991-42da-91b4-4bb1da83a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:05.258429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Bound port: be506f3c-f103-450d-855a-48e28627a613, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab988b-7991-42da-91b4-4bb1da83a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '327e26ae-5f0f-4704-94b5-aa86a019cfeb'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:05.258966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.283971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 9f1eabec-fd53-4944-99f6-4164b44860eb) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:05.295374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.295941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.305626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f06ff-54bb-46c8-9abb-1d935ac7da71 None None] Network 9f1eabec-fd53-4944-99f6-4164b44860eb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:05.350157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:05.377229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.378828 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a38df3bb-5f6b-4d46-9a72-20e59bf36aa7 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7844534 Mar 16 11:17:05.381145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37124) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:05.388703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:05.391365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] Sync routers for ids ['11fff93c-267d-4b08-9580-abc618c7b79a'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:05.400767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:05.403621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c178426-1469-4b6e-93a4-cd97a616c8a2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4784906 Mar 16 11:17:05.440469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] Routers {'11fff93c-267d-4b08-9580-abc618c7b79a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:05.441082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['11fff93c-267d-4b08-9580-abc618c7b79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.451620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:05.483800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1476103586'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:05.503069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.503289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Added segment b0c9f0b7-52f0-4add-91a3-1f902f8dfe71 of type vlan for network 6afd6cea-a21c-440d-8f3b-50a383a862ab Mar 16 11:17:05.518169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.543275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] Routers {'11fff93c-267d-4b08-9580-abc618c7b79a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:05.543997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['11fff93c-267d-4b08-9580-abc618c7b79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.616588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:05.617044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f794696-7690-44e8-869c-436fe6f7a0bd None None] The sync data for ids ['11fff93c-267d-4b08-9580-abc618c7b79a'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:05.627772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.632107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] For port be506f3c-f103-450d-855a-48e28627a613, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:05.655776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] For port be506f3c-f103-450d-855a-48e28627a613, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be506f3c-f103-450d-855a-48e28627a613,segment=NetworkSegment(dcab988b-7991-42da-91b4-4bb1da83a926),segment_id=dcab988b-7991-42da-91b4-4bb1da83a926)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:05.691404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.699366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.718030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.834208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546cdc6-a38b-4dc2-b58f-e756577430ae None None] Pushing event updated for resources: {'Port': ['ID=be506f3c-f103-450d-855a-48e28627a613,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:05.850696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8748fed1-b879-404d-b244-56169b639573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-9f1eabec-fd53-4944-99f6-4164b44860eb', 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'tenant_id': 'c3ac4ac518f3436cabbd3ad982a2d4c8', 'fixed_ips': [{'subnet_id': 'e34c80c2-c9f4-4aea-b739-2e5d4039cc0e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:05.851686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.873726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.874476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.956382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:05.960075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:05.960897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.007725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:06.085032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8748fed1-b879-404d-b244-56169b639573 None None] Allocated IP 2001:db8::2 (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/6a3b7d63-1a41-4245-bb9a-f08c39bf9452) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:06.088248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.112956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.124359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Deleting port c8ebd609-08bf-4149-a3c2-4398418e8b45 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:06.124831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.158535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Usage tracker for resource:port and tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:06.182032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.189259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:06.254476 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.317278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:06.351734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.436307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.457918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8748fed1-b879-404d-b244-56169b639573 None None] Transition to ACTIVE for port object 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:06.478228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Calling delete_port for c8ebd609-08bf-4149-a3c2-4398418e8b45 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:06.484281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9229372 Mar 16 11:17:06.494040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8748fed1-b879-404d-b244-56169b639573 None None] Transition to ACTIVE for port object 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:06.504075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:06.506670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.515083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Request body: {'subnet': {'network_id': '6afd6cea-a21c-440d-8f3b-50a383a862ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:06.570958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be506f3c-f103-450d-855a-48e28627a613 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:06.625724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b356765-a118-4fd5-9b73-46796e532d7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Network': ['ID=6afd6cea-a21c-440d-8f3b-50a383a862ab,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.646276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:06.649496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.653481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6afd6cea-a21c-440d-8f3b-50a383a862ab details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:06.666787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.679436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748fed1-b879-404d-b244-56169b639573 None None] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:06.679998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:06.691381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8748fed1-b879-404d-b244-56169b639573 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:06.716789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:06.719290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:06.749237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=46e22991-0c6c-441d-b645-11a0d3d8061c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.807849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748fed1-b879-404d-b244-56169b639573 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:06.809847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748fed1-b879-404d-b244-56169b639573 None None] Pushing event updated for resources: {'Port': ['ID=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.844060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=bef2059f-7db3-4d2b-8cde-6088e18e3f5d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:06.906036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port 5acf5b07-48b3-446e-ac50-6b7982d656e5 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:06.932514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:06.937460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Usage tracker for resource:subnet and tenant:90aad9d60d9e4a5e993f0de7fb209680 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:06.940617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:06.947229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:06.958789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8748fed1-b879-404d-b244-56169b639573 None None] Attempting to bind port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:06.959732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8748fed1-b879-404d-b244-56169b639573 None None] Attempting to bind port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:06.960059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fed1-b879-404d-b244-56169b639573 None None] Attempting to bind port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 on network 9f1eabec-fd53-4944-99f6-4164b44860eb {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:06.974615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fed1-b879-404d-b244-56169b639573 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:06.975119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fed1-b879-404d-b244-56169b639573 None None] Checking segment: {'id': '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:06.975782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.976490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748fed1-b879-404d-b244-56169b639573 None None] Bound using segment: {'id': '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:06.977139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8748fed1-b879-404d-b244-56169b639573 None None] Bound port: 6a3b7d63-1a41-4245-bb9a-f08c39bf9452, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:06.977988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:06.978489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Made reservation on behalf of 90aad9d60d9e4a5e993f0de7fb209680 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:06.993316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port be506f3c-f103-450d-855a-48e28627a613 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:07.103779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8748fed1-b879-404d-b244-56169b639573 None None] For port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:07.118658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8748fed1-b879-404d-b244-56169b639573 None None] For port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,segment=NetworkSegment(397a6a7d-1a82-428e-bcca-7ef9b5f0a99f),segment_id=397a6a7d-1a82-428e-bcca-7ef9b5f0a99f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:07.122884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.125582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8748fed1-b879-404d-b244-56169b639573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.152037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.179896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06e8eb-ba18-45f6-a5e3-48176ddbb3d0 None None] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:07.327899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Pushing event deleted for resources: {'Port': ['ID=c8ebd609-08bf-4149-a3c2-4398418e8b45,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.336916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b29b-3d31-42d0-8864-553bf7e76d76 req-c7121ac2-9b99-4466-9202-c5ef7037fbda tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:07.338946 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b104b29b-3d31-42d0-8864-553bf7e76d76 req-c7121ac2-9b99-4466-9202-c5ef7037fbda tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.8618305 Mar 16 11:17:07.355281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748fed1-b879-404d-b244-56169b639573 None None] Pushing event updated for resources: {'Port': ['ID=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.360404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Provisioning for port be506f3c-f103-450d-855a-48e28627a613 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:07.372441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Provisioning complete for port be506f3c-f103-450d-855a-48e28627a613 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:07.372813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.422686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.20.0.1 (327e26ae-5f0f-4704-94b5-aa86a019cfeb/ab096e93-f21a-4ae1-86f8-90f61aa4da65/c7919325-a360-4b70-9520-709dd5b16de1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:07.539836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::308 (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/5acf5b07-48b3-446e-ac50-6b7982d656e5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:07.692075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.699011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.710707 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b104b29b-3d31-42d0-8864-553bf7e76d76 req-b0517b7b-148b-48ad-a2da-226213ea2967 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437371 Mar 16 11:17:07.770792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] For port be506f3c-f103-450d-855a-48e28627a613, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be506f3c-f103-450d-855a-48e28627a613,segment=NetworkSegment(dcab988b-7991-42da-91b4-4bb1da83a926),segment_id=dcab988b-7991-42da-91b4-4bb1da83a926)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:07.776553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.853420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22fce6-5819-4bbb-8f74-6765f795e85e None None] Pushing event updated for resources: {'Port': ['ID=be506f3c-f103-450d-855a-48e28627a613,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:07.877685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.884880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.937243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:07.990033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object c7919325-a360-4b70-9520-709dd5b16de1 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:08.021477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.022248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.071131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.106575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:17:08.110677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.155668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Router 11fff93c-267d-4b08-9580-abc618c7b79a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:08.209867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event updated for resources: {'Subnet': ['ID=0ba6f337-2fb3-404a-8481-133a66ba4e1b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:08.210261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-13fb2bcb-8865-4e31-a9de-d212f9773729 None None] Provisioning complete for port be506f3c-f103-450d-855a-48e28627a613 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:08.211602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13fb2bcb-8865-4e31-a9de-d212f9773729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.216571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object 5acf5b07-48b3-446e-ac50-6b7982d656e5 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:08.225227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Router 9902d47c-5b3f-4de8-b4cb-f2da54024755 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:08.252023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.517795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.522604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Checking segment: {'id': 'b0c9f0b7-52f0-4add-91a3-1f902f8dfe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6afd6cea-a21c-440d-8f3b-50a383a862ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:08.523122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network hostable DHCP agents. Network: 6afd6cea-a21c-440d-8f3b-50a383a862ab, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:08.532396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:08.556353 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] Sync routers for ids ['11fff93c-267d-4b08-9580-abc618c7b79a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:08.566009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.570152 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ac6dd89-9dfb-4aaa-9f24-b10c646e8909 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "PUT /v2.0/routers/11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 200 len: 709 time: 3.1877007 Mar 16 11:17:08.571299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:08.582945 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] Routers {'11fff93c-267d-4b08-9580-abc618c7b79a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:08.584056 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['11fff93c-267d-4b08-9580-abc618c7b79a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.643754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636720d3-a0a1-40aa-9c62-5399ad1e39b1 None None] Network 9f1eabec-fd53-4944-99f6-4164b44860eb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:08.672506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.678658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:08.696244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=c7919325-a360-4b70-9520-709dd5b16de1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:08.698779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:08.736902 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.742594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:08.752968 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] Routers {'11fff93c-267d-4b08-9580-abc618c7b79a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:08.754261 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['11fff93c-267d-4b08-9580-abc618c7b79a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.765283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Network 6afd6cea-a21c-440d-8f3b-50a383a862ab is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:08.790720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6afd6cea-a21c-440d-8f3b-50a383a862ab) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:08.794667 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ff4907a-1c81-4773-92ea-8b31a241a4c0 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/routers/11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 200 len: 744 time: 0.2214761 Mar 16 11:17:08.799812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:08.800435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:08.815667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:08.849537 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-968f5386-6f3a-4ecb-94bd-df527e7db48d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3426080 Mar 16 11:17:08.850533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:08.851723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a16a2e-3867-4b73-a03d-0e0813820cd6 None None] Network 6afd6cea-a21c-440d-8f3b-50a383a862ab requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:08.890748 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:08.891601 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8235fc-1593-41f1-aca7-1a255a377033 None None] The sync data for ids ['11fff93c-267d-4b08-9580-abc618c7b79a'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:08.996238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9557e807-96cd-45f6-a7a3-a8f4d61f0657 tempest-RoutersIpV6AdminTest-110025540 tempest-RoutersIpV6AdminTest-110025540-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 200 len: 205 time: 0.1785982 Mar 16 11:17:08.999347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7211f075-76c3-471e-9aa7-8bb9745521fe None None] Provisioning for port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:09.003805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.032029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:09.042801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:09.044623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=5acf5b07-48b3-446e-ac50-6b7982d656e5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:09.047471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:09.051535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:09.052696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.057826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:09.070055 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7b95665-a012-43ff-b3bf-12775bbac510 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 200 len: 205 time: 0.0618346 Mar 16 11:17:09.070981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.082128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:09.092369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:09.092369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.193362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4865193a-8b5d-4793-b755-f2a8f8564f8f tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7360644 Mar 16 11:17:09.201639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:09.212509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.225910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387449392', 'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:78:75:69'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:09.238544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.332434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.338239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fb9d6-184d-4452-8c02-0648bf1370f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6afd6cea-a21c-440d-8f3b-50a383a862ab', 'network_id': '6afd6cea-a21c-440d-8f3b-50a383a862ab', 'tenant_id': '90aad9d60d9e4a5e993f0de7fb209680', 'fixed_ips': [{'subnet_id': '0ba6f337-2fb3-404a-8481-133a66ba4e1b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:09.339063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fb9d6-184d-4452-8c02-0648bf1370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.378231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387aba-21f2-4d68-92da-e02ae795e9f9 req-a76603f7-b85a-4f4f-9b2f-f6b2a722fd8d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:09.379770 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c387aba-21f2-4d68-92da-e02ae795e9f9 req-a76603f7-b85a-4f4f-9b2f-f6b2a722fd8d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4611616 Mar 16 11:17:09.480068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.504150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.560369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:09.594586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Usage tracker for resource:port and tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:09.594856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a53a1316-a1ff-4542-9a82-3d706124d8f1 None None] Provisioning for port c7919325-a360-4b70-9520-709dd5b16de1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:09.598731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.608989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:09.614315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a53a1316-a1ff-4542-9a82-3d706124d8f1 None None] Provisioning complete for port c7919325-a360-4b70-9520-709dd5b16de1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:09.614515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a53a1316-a1ff-4542-9a82-3d706124d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.617290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c387aba-21f2-4d68-92da-e02ae795e9f9 req-9ff71217-4bb9-46d9-bf41-00465182b9ee tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250655 Mar 16 11:17:09.634050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:09.714732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:09.725503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,segment=NetworkSegment(397a6a7d-1a82-428e-bcca-7ef9b5f0a99f),segment_id=397a6a7d-1a82-428e-bcca-7ef9b5f0a99f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:09.732024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] Sync routers for ids ['9902d47c-5b3f-4de8-b4cb-f2da54024755'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:09.745403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.746823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be506f3c-f103-450d-855a-48e28627a613 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:09.755341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:09.834407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.846183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a53a1316-a1ff-4542-9a82-3d706124d8f1 None None] Port c7919325-a360-4b70-9520-709dd5b16de1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-7d4fb9d6-184d-4452-8c02-0648bf1370f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ba6f337-2fb3-404a-8481-133a66ba4e1b: This subnet is being modified by another concurrent operation. Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:17:09.861864 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ba6f337-2fb3-404a-8481-133a66ba4e1b: This subnet is being modified by another concurrent operation. Mar 16 11:17:09.865064 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 16 11:17:09.901143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba6f337-2fb3-404a-8481-133a66ba4e1b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:09.901641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] Routers {'9902d47c-5b3f-4de8-b4cb-f2da54024755'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:09.902280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9902d47c-5b3f-4de8-b4cb-f2da54024755'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:09.924438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.962040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31f6a3-a627-4942-890e-35e4e8997891 None None] Network 6afd6cea-a21c-440d-8f3b-50a383a862ab requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:09.969485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:09.975979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:09.981065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b2ec4e9f-4eef-4073-882d-9abce2977f8c tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.6673112 Mar 16 11:17:09.981221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.000748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.005258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:10.043102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.051202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:10.143861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Provisioning for port 5acf5b07-48b3-446e-ac50-6b7982d656e5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:10.173693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] Routers {'9902d47c-5b3f-4de8-b4cb-f2da54024755'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:10.174146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9902d47c-5b3f-4de8-b4cb-f2da54024755'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.249780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port be506f3c-f103-450d-855a-48e28627a613 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:10.250520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.274083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Provisioning complete for port 5acf5b07-48b3-446e-ac50-6b7982d656e5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:10.274460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.275313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.324912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8950e4d6-e0dc-46e6-a994-ec2d4eb28c35 None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:17:10.326834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afd6cea-a21c-440d-8f3b-50a383a862ab']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.354083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.354705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Fanout notify agent at l3_agent the message router_deleted on router 11fff93c-267d-4b08-9580-abc618c7b79a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:10.360421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c9f0b7-52f0-4add-91a3-1f902f8dfe71') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.360772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c9f0b7-52f0-4add-91a3-1f902f8dfe71') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.365747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:10.366255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac7ab7-0791-448c-b6a6-40b298ecd01b None None] The sync data for ids ['9902d47c-5b3f-4de8-b4cb-f2da54024755'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:10.383311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.400761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.401774 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1512220d-4bdd-4516-bd50-3efae813cf6d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 204 len: 168 time: 1.3300486 Mar 16 11:17:10.408379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.409444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.421174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Port 5acf5b07-48b3-446e-ac50-6b7982d656e5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:10.449732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:10.450160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.467262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:10.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:10.534224 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a8dbbc7-475c-46ff-83a4-43676770eb9b tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 200 len: 205 time: 0.1195176 Mar 16 11:17:10.536650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.549282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Provisioning complete for port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:10.549724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd6aff35-f9a4-429c-a050-e5f693b4e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.572283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.576339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:10.608919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/6afd6cea-a21c-440d-8f3b-50a383a862ab HTTP/1.1" status: 204 len: 168 time: 1.7546697 Mar 16 11:17:10.608919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746d2b-eeba-4574-876d-fdc28a3ea27b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=6afd6cea-a21c-440d-8f3b-50a383a862ab,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:10.610804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37178) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.655235 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29074ba-674a-4553-a067-c2dee1ebb2ae tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:10.655632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29074ba-674a-4553-a067-c2dee1ebb2ae tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:10.658791 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a29074ba-674a-4553-a067-c2dee1ebb2ae tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/0ba6f337-2fb3-404a-8481-133a66ba4e1b HTTP/1.1" status: 404 len: 337 time: 0.0455117 Mar 16 11:17:10.660059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37182) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.661566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950e4d6-e0dc-46e6-a994-ec2d4eb28c35 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:17:10.706917 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-7311ac96-b6e8-4705-bf34-b73d7d3fb71b tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:10.711162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7311ac96-b6e8-4705-bf34-b73d7d3fb71b tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/11fff93c-267d-4b08-9580-abc618c7b79a HTTP/1.1" status: 404 len: 336 time: 0.1152787 Mar 16 11:17:10.712922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port 24a92e0b-92c2-427f-94b7-cab259805e04 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:10.743619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.751223 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb0f57b-4b6c-49a4-8839-3507629f9822 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:10.751642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb0f57b-4b6c-49a4-8839-3507629f9822 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:10.755954 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bbb0f57b-4b6c-49a4-8839-3507629f9822 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/6afd6cea-a21c-440d-8f3b-50a383a862ab HTTP/1.1" status: 404 len: 339 time: 0.0924377 Mar 16 11:17:10.759796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.855108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:10.860422 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47543d0f-a197-4553-ac16-7910204bf020 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 200 len: 205 time: 0.1082790 Mar 16 11:17:10.860841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.898402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e5a3b8-b558-401d-9943-13c2cdd12415 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:10.898842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e5a3b8-b558-401d-9943-13c2cdd12415 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:10.930049 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-26b50665-8deb-4a9d-ac4b-3ae4b324338e tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:10.933200 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26b50665-8deb-4a9d-ac4b-3ae4b324338e tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/f66d9357-e44c-4339-9e28-9591c01c7994 HTTP/1.1" status: 404 len: 336 time: 0.0690432 Mar 16 11:17:10.934716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:10.991606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:10.991852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.042923 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9e5a3b8-b558-401d-9943-13c2cdd12415 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/644691c3-cbc9-4ef1-8aa9-1ae0e7bec1cd HTTP/1.1" status: 404 len: 337 time: 0.2708466 Mar 16 11:17:11.064835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.108262 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cfcaec6b-3cf7-40e4-bbf1-53f93c042edd tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 200 len: 205 time: 0.1648593 Mar 16 11:17:11.124221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37208) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.141630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5bfee640-5a52-47b6-9359-38df21db4467 None None] Provisioning complete for port 5acf5b07-48b3-446e-ac50-6b7982d656e5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:11.141986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5bfee640-5a52-47b6-9359-38df21db4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.202739 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-4cf34b15-3a39-47f8-878a-1f6ac2de162d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:11.204002 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cf34b15-3a39-47f8-878a-1f6ac2de162d tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/0cc89097-06df-4e58-8848-2a56759d4e57 HTTP/1.1" status: 404 len: 336 time: 0.0781519 Mar 16 11:17:11.215653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37212) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.246713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5bfee640-5a52-47b6-9359-38df21db4467 None None] Port 5acf5b07-48b3-446e-ac50-6b7982d656e5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:11.277209 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4bdf6976-eeb5-44dd-b97e-182ab3127107 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 200 len: 205 time: 0.0592871 Mar 16 11:17:11.279910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.289078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f355644-8c8a-4696-a736-508a08760cbc tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:11.289468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f355644-8c8a-4696-a736-508a08760cbc tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:11.291126 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f355644-8c8a-4696-a736-508a08760cbc tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/cbaec9cf-0ef1-4ced-977b-22d06f225e36 HTTP/1.1" status: 404 len: 339 time: 0.2174737 Mar 16 11:17:11.313076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.353614 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-f801988e-0f55-410f-b7b7-fb47854672b0 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:11.355129 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f801988e-0f55-410f-b7b7-fb47854672b0 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/d54c665c-9272-4cb0-a3d4-de15aefce50c HTTP/1.1" status: 404 len: 336 time: 0.0741358 Mar 16 11:17:11.359271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.401293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::79 (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/24a92e0b-92c2-427f-94b7-cab259805e04) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:11.407255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c87b18-575d-4902-b097-325c0e64db4a tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:11.407694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c87b18-575d-4902-b097-325c0e64db4a tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:11.411750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-78c87b18-575d-4902-b097-325c0e64db4a tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/fc4ffa7d-6c27-4111-a4d3-73cfe91b6d9c HTTP/1.1" status: 404 len: 337 time: 0.0920002 Mar 16 11:17:11.412649 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2bc98d5e-010a-403a-8535-54ee33346d65 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 200 len: 205 time: 0.0518131 Mar 16 11:17:11.412833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37228) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.416118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.451894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9721f-cd10-43b8-bf1a-cc6adbe77469 req-906261a8-31fb-468c-a5ff-d1dcde97d656 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:11.453376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dff9721f-cd10-43b8-bf1a-cc6adbe77469 req-906261a8-31fb-468c-a5ff-d1dcde97d656 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6099527 Mar 16 11:17:11.553262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.574142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.638204 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-da30ccd4-1e15-4b22-990b-5f9e221f9fc2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:11.638582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da30ccd4-1e15-4b22-990b-5f9e221f9fc2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:11.641094 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da30ccd4-1e15-4b22-990b-5f9e221f9fc2 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/e6b23fd8-0ce4-40bc-aa81-19b5ea0a3580 HTTP/1.1" status: 404 len: 339 time: 0.2261817 Mar 16 11:17:11.643424 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-2e6f6386-8272-43d3-82f3-ff7990410f70 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:11.644799 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e6f6386-8272-43d3-82f3-ff7990410f70 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/e7af76cb-5908-43d1-a002-edab0dffdc31 HTTP/1.1" status: 404 len: 336 time: 0.2270615 Mar 16 11:17:11.648532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.648880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.743857 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05f5481b-932a-49fb-9284-33feb990aee3 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "GET /v2.0/ports?device_id=45b69897-6eed-4380-b236-dd9f4686dd9a HTTP/1.1" status: 200 len: 205 time: 0.0923178 Mar 16 11:17:11.752871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.831065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.837888 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-87d024dd-6b55-4948-a6ce-a6028cc40cb6 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] delete failed (client error): The resource could not be found. Mar 16 11:17:11.841624 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-87d024dd-6b55-4948-a6ce-a6028cc40cb6 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/routers/45b69897-6eed-4380-b236-dd9f4686dd9a HTTP/1.1" status: 404 len: 336 time: 0.0824852 Mar 16 11:17:11.842216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting port 028dc782-d23b-493f-becc-2d5e0d44fc46 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:11.842521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.868714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:11.929537 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e65f6d-56df-4802-bfa8-5815809fd4a6 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:11.929984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e65f6d-56df-4802-bfa8-5815809fd4a6 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:11.931801 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c5e65f6d-56df-4802-bfa8-5815809fd4a6 tempest-RoutersIpV6AdminTest-414427301 tempest-RoutersIpV6AdminTest-414427301-project] 10.222.0.36 "DELETE /v2.0/subnets/7321e499-b0ca-4c9c-8e2c-ca3f2d46e15d HTTP/1.1" status: 404 len: 337 time: 0.0619874 Mar 16 11:17:11.946164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.948457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dff9721f-cd10-43b8-bf1a-cc6adbe77469 req-9149a007-404b-4285-9553-274dc54b08ae tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752452 Mar 16 11:17:11.965305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:11.978464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:11.985188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=c7919325-a360-4b70-9520-709dd5b16de1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:11.995129 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] Sync routers for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:12.017388 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:12.018229 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.052795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.057318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eaf24905-5269-4e7f-a80d-6fb6f6699f8d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.6192613 Mar 16 11:17:12.063624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.063922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.105533 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.119118 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:12.120212 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.143235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Deleting port 484130c2-aa51-4cd6-a7b8-02aa43c5d20e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:12.143686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.255980 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:12.256464 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4170c-f93e-4eab-bd6b-3be423ac0d2b None None] The sync data for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:12.405259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.411389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.472745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:12.566178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object 24a92e0b-92c2-427f-94b7-cab259805e04 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:12.640297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Calling delete_port for 028dc782-d23b-493f-becc-2d5e0d44fc46 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:12.690621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:12.710821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:12.712572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:12.720419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9773f0-1718-40ba-8a50-13b5a8e3b6a5 req-b28d653e-702e-4910-95d2-cf1d05acc876 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:12.721331 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c9773f0-1718-40ba-8a50-13b5a8e3b6a5 req-b28d653e-702e-4910-95d2-cf1d05acc876 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.2822871 Mar 16 11:17:12.776717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.795655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.901306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Calling delete_port for 484130c2-aa51-4cd6-a7b8-02aa43c5d20e owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:12.927756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.939892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.994124 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64f03d10-8a1c-4ece-b88b-89e36c78e56b None None] Provisioning complete for port c7919325-a360-4b70-9520-709dd5b16de1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:12.995193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64f03d10-8a1c-4ece-b88b-89e36c78e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:12.996127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Port': ['ID=028dc782-d23b-493f-becc-2d5e0d44fc46,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.004141 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-65e48c5f-609d-4168-b61d-c738885695c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.5105100 Mar 16 11:17:13.016886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.043428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:13.051022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=24a92e0b-92c2-427f-94b7-cab259805e04,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.060575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:13.068175 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-850daad2-8c9c-4663-af7f-9f8745c27085 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/ports/028dc782-d23b-493f-becc-2d5e0d44fc46 HTTP/1.1" status: 204 len: 168 time: 1.4160562 Mar 16 11:17:13.072737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:13.073318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:13.077441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.078148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.111888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-64f03d10-8a1c-4ece-b88b-89e36c78e56b None None] Port c7919325-a360-4b70-9520-709dd5b16de1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:13.150249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:13.221390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-2b8f94a3-c637-4f49-b723-7a3cffe76b12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.222916 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-2b8f94a3-c637-4f49-b723-7a3cffe76b12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.2074187 Mar 16 11:17:13.248799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5969d2f521423cbfcba39701506b4d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:13.258923 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c9773f0-1718-40ba-8a50-13b5a8e3b6a5 req-f7cf621b-575b-4ef0-85a1-88185026c427 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721720 Mar 16 11:17:13.264910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:13.270295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f328efb-92a7-42b5-95b2-766df3714def tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:13.270731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f328efb-92a7-42b5-95b2-766df3714def tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:13.286091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:13.370587 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1712f074-2d75-432e-836e-24741663601b tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1615384 Mar 16 11:17:13.376137 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f328efb-92a7-42b5-95b2-766df3714def tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/b2e3da5b-ff9a-400b-8c6f-b55d67a80007 HTTP/1.1" status: 404 len: 337 time: 0.2899256 Mar 16 11:17:13.418982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37274) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:13.419588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:13.440377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e20c7adb-7c36-4372-80ee-3e304d32f57f None None] Provisioning for port 24a92e0b-92c2-427f-94b7-cab259805e04 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:13.446167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e20c7adb-7c36-4372-80ee-3e304d32f57f None None] Provisioning complete for port 24a92e0b-92c2-427f-94b7-cab259805e04 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:13.447064 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e20c7adb-7c36-4372-80ee-3e304d32f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.502885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e20c7adb-7c36-4372-80ee-3e304d32f57f None None] Port 24a92e0b-92c2-427f-94b7-cab259805e04 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:13.588574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.666838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Pushing event deleted for resources: {'Port': ['ID=484130c2-aa51-4cd6-a7b8-02aa43c5d20e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:13.681565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.689981 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-7c8d757d-1ae7-4ec5-9ac4-eae24a1e3449 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.4555025 Mar 16 11:17:13.856992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.874367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:13.890603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-59701470-44d6-40fd-aa9a-85313ee1e209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.892022 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-59701470-44d6-40fd-aa9a-85313ee1e209 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.1756010 Mar 16 11:17:13.907113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b87ce2-78dc-45b7-8f5c-cda722af1bf7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.910999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b87ce2-78dc-45b7-8f5c-cda722af1bf7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.915128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b87ce2-78dc-45b7-8f5c-cda722af1bf7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:13.916554 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40b87ce2-78dc-45b7-8f5c-cda722af1bf7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4938438 Mar 16 11:17:13.928481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:13.990130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67fd6b0-d919-4113-ba67-27e9a581e103,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:14.002605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:14.011974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:14.025230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:14.025922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.028162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a929986-3fc2-4f67-b86c-eaa82fdf1331 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c5969d2f521423cbfcba39701506b4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5471640 Mar 16 11:17:14.033268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.047639 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a750fb2f-ca64-45a5-af03-4bf02d7ec740 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/45e19da0-23a4-4ce8-8b4f-2debc5d36e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9720533 Mar 16 11:17:14.083748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port 24a92e0b-92c2-427f-94b7-cab259805e04 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:14.084474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.157377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.170741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.177680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router daf432a9-7102-4cea-ab55-7656031245b6 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:14.316586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bf5fd0-8a6c-4b28-a551-505186a19bb5']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.331304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.335756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:14.336824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72a4413-929b-451b-aa81-493076d136c0') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.337120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72a4413-929b-451b-aa81-493076d136c0') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.351630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.406026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.487689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.517571 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-c7ebc87f-6ecf-4dfb-b574-9b22ec7daea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5997188 Mar 16 11:17:14.521465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.598092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:14.598499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.605222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for 24a92e0b-92c2-427f-94b7-cab259805e04 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:14.616605 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:14.707036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Router 9902d47c-5b3f-4de8-b4cb-f2da54024755 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:14.783109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.788140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:17:14.799738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:14.800602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:14.808766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.846543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.867024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:14.892183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=88bf5fd0-8a6c-4b28-a551-505186a19bb5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:14.901332 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0fa03860-ceaf-4f48-ac95-f91168bc69d4 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/88bf5fd0-8a6c-4b28-a551-505186a19bb5 HTTP/1.1" status: 204 len: 168 time: 1.4770229 Mar 16 11:17:14.916199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37296) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:14.955114 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-71aab76e-30e4-4427-b7ed-4b86c1ccfc2a service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296679 Mar 16 11:17:14.995242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:15.005356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.113664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting port 1aef83be-99d4-4399-b739-f2992d245864 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:15.114419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.130079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:15.137105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.140978 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-73d35ffd-7eed-4f3a-89b8-56cb60f3fe67 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "PUT /v2.0/routers/9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 200 len: 706 time: 5.1597071 Mar 16 11:17:15.141547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37300) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.149928 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] Sync routers for ids ['9902d47c-5b3f-4de8-b4cb-f2da54024755'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:15.169426 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] Routers {'9902d47c-5b3f-4de8-b4cb-f2da54024755'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:15.170733 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9902d47c-5b3f-4de8-b4cb-f2da54024755'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.252477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6aaa1-aa6f-4372-aafb-505331048a1d req-9afbf332-5238-434b-b9fa-68de8a42811f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:15.260003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb6aaa1-aa6f-4372-aafb-505331048a1d req-9afbf332-5238-434b-b9fa-68de8a42811f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6705711 Mar 16 11:17:15.282340 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.298860 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] Routers {'9902d47c-5b3f-4de8-b4cb-f2da54024755'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:15.299830 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9902d47c-5b3f-4de8-b4cb-f2da54024755'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.304322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd3b6-76f4-4439-900e-9cedb00078f3 req-298d8b1c-4f8c-43b4-a625-d26df4bad216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:15.304837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7e1bd3b6-76f4-4439-900e-9cedb00078f3 req-298d8b1c-4f8c-43b4-a625-d26df4bad216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:15.365439 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-daf70623-96e0-40c2-a3fb-ff7c1e359e53 req-0901fca5-3d74-4983-86af-a4564d93cdf6 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006100 Mar 16 11:17:15.383708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.384296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef49f72-aa83-4ef5-82df-5bb136c928c2 None None] The sync data for ids ['9902d47c-5b3f-4de8-b4cb-f2da54024755'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:15.396177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-600bd259-2834-4927-95fa-4edcf6c5ebe2 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/routers/9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 200 len: 741 time: 0.2515683 Mar 16 11:17:15.400545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37304) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.409427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.415428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905539b1-2fbe-424b-a093-81d67a61ba88 None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'dfca4917-9553-4690-b97a-310cf3a5ce38', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'port_id': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'fixed_ip_address': '172.20.0.29', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'mac_address': 'fa:16:3e:93:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:15:29Z', 'updated_at': '2022-03-16T11:15:43Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:15.447793 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb04da3d-b11e-4d92-9797-d7810d458d00 tempest-RoutersAdminTest-559993440 tempest-RoutersAdminTest-559993440-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&device_id=9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 200 len: 205 time: 0.0429628 Mar 16 11:17:15.448027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.489516 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b19a2015-1eb8-41d1-bae6-cd4bb59fdc5e tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 200 len: 205 time: 0.0404406 Mar 16 11:17:15.492436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.535133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.549460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.616145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67fd6b0-d919-4113-ba67-27e9a581e103,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:15.631354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.669809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=24a92e0b-92c2-427f-94b7-cab259805e04,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:15.725018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7e1bd3b6-76f4-4439-900e-9cedb00078f3 req-298d8b1c-4f8c-43b4-a625-d26df4bad216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:15.726181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e1bd3b6-76f4-4439-900e-9cedb00078f3 req-298d8b1c-4f8c-43b4-a625-d26df4bad216 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 1.1974952 Mar 16 11:17:15.739944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:15.763765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] Sync routers for ids ['daf432a9-7102-4cea-ab55-7656031245b6'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:15.806866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb6aaa1-aa6f-4372-aafb-505331048a1d req-dead574a-b731-4ae1-950b-a4977d4e0063 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5460105 Mar 16 11:17:15.817487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] Routers {'daf432a9-7102-4cea-ab55-7656031245b6'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:15.818145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['daf432a9-7102-4cea-ab55-7656031245b6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:15.847726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:15.853786 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3534153-ba1c-4a79-9620-df7009a75810 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a67fd6b0-d919-4113-ba67-27e9a581e103 HTTP/1.1" status: 204 len: 168 time: 1.8140202 Mar 16 11:17:15.853786 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-84500f71-4b93-4d73-8987-34a691bd7282 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/daf432a9-7102-4cea-ab55-7656031245b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1701064 Mar 16 11:17:15.915568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:15.940367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.001592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.035859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] Routers {'daf432a9-7102-4cea-ab55-7656031245b6'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:16.036565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['daf432a9-7102-4cea-ab55-7656031245b6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.160920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:16.164845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25a5f7-6994-435e-a951-3b3f747f62a0 None None] The sync data for ids ['daf432a9-7102-4cea-ab55-7656031245b6'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:16.195813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Calling delete_port for 1aef83be-99d4-4399-b739-f2992d245864 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:16.243359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.256188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.267291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-2279c235-653d-42a2-8eed-2650737ee94c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.268065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-2279c235-653d-42a2-8eed-2650737ee94c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:16.287206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-2279c235-653d-42a2-8eed-2650737ee94c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:16.288764 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-2279c235-653d-42a2-8eed-2650737ee94c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 0.4745708 Mar 16 11:17:16.327572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990b9be-2010-43c9-8839-5628f700571d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:16.328083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2990b9be-2010-43c9-8839-5628f700571d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:16.343848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e1bd3b6-76f4-4439-900e-9cedb00078f3 req-948ac46a-0684-4234-9022-ca78c4bdeca5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5961246 Mar 16 11:17:16.350726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.353146 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf6fa78c-497b-4355-9f33-b9855a025631 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/24a92e0b-92c2-427f-94b7-cab259805e04 HTTP/1.1" status: 204 len: 168 time: 2.4157810 Mar 16 11:17:16.359727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37324) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.450156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.481110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2990b9be-2010-43c9-8839-5628f700571d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:16.482393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2990b9be-2010-43c9-8839-5628f700571d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports/c7919325-a360-4b70-9520-709dd5b16de1 HTTP/1.1" status: 200 len: 910 time: 0.5622098 Mar 16 11:17:16.483946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.484412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Fanout notify agent at l3_agent the message router_deleted on router 9902d47c-5b3f-4de8-b4cb-f2da54024755 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:16.486990 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-898578e7-6d58-4244-b869-ba9fd897e6dd tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] GET failed (client error): The resource could not be found. Mar 16 11:17:16.487413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.487524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-898578e7-6d58-4244-b869-ba9fd897e6dd tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Synchronizing usage tracker for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:16.511439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab096e93-f21a-4ae1-86f8-90f61aa4da65'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:16.517837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.562786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-898578e7-6d58-4244-b869-ba9fd897e6dd tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Unset dirty status for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:16.564030 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-898578e7-6d58-4244-b869-ba9fd897e6dd tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports/24a92e0b-92c2-427f-94b7-cab259805e04 HTTP/1.1" status: 404 len: 333 time: 0.1981962 Mar 16 11:17:16.564945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.571338 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-844fe705-6670-463f-8415-4e4135940a50 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 204 len: 168 time: 1.0726855 Mar 16 11:17:16.579004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.579268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.591571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:16.591893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.609368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Port': ['ID=1aef83be-99d4-4399-b739-f2992d245864,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:16.621572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.635887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7323f78-5a36-420f-9da3-8548a16e459f tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/ports/1aef83be-99d4-4399-b739-f2992d245864 HTTP/1.1" status: 204 len: 168 time: 1.7175238 Mar 16 11:17:16.638434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37344) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.647730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1554872695'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:16.681229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bef2059f-7db3-4d2b-8cde-6088e18e3f5d no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:16.713409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a160266-0a5c-4555-b1a5-7f6bf710a4e6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:16.713850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a160266-0a5c-4555-b1a5-7f6bf710a4e6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:16.718018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a160266-0a5c-4555-b1a5-7f6bf710a4e6 tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/7c2192b9-b543-4938-aec6-b55b810193ad HTTP/1.1" status: 404 len: 337 time: 0.0761943 Mar 16 11:17:16.723076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37348) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.756421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cf3ad69-7f75-4f2c-a9ae-053a500d1f73 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 200 len: 205 time: 0.1726458 Mar 16 11:17:16.763353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: bef2059f-7db3-4d2b-8cde-6088e18e3f5d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:16.763745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bef2059f-7db3-4d2b-8cde-6088e18e3f5d not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:16.790468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.821170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:16.859110 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eac4deaf-882e-4421-a456-10d6e47c3382 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7174b8029b64059a6139ce98ca7af23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028287 Mar 16 11:17:16.876046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.936870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-5678cabd-ed6b-4b9e-8238-7a20c65a720b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:16.940263 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5678cabd-ed6b-4b9e-8238-7a20c65a720b tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/9902d47c-5b3f-4de8-b4cb-f2da54024755 HTTP/1.1" status: 404 len: 336 time: 0.1464500 Mar 16 11:17:16.965454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:16.971181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.066030 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4619062-42a8-47ae-abd3-3179110db47e tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 200 len: 205 time: 0.0987117 Mar 16 11:17:17.071408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.151489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-2afdbdee-c74c-45a5-94d2-1fc44254ab0f tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:17.152490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2afdbdee-c74c-45a5-94d2-1fc44254ab0f tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/3aaf0833-122c-4df8-85ca-0f247cd2dda5 HTTP/1.1" status: 404 len: 336 time: 0.0800931 Mar 16 11:17:17.157475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.185456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:17.267583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.278767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:17.348994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:17.352752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.366427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.378511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.385957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d17ad0b5-44ce-4b57-8df5-3c3d1293d525 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 200 len: 205 time: 0.0849931 Mar 16 11:17:17.396026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.493014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 1951d7d7-0395-4221-b36d-5abf3c1b83d9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1951d7d7-0395-4221-b36d-5abf3c1b83d9,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:17.493352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.502030 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-2a5d0b68-7a08-4d9b-8994-645e1a2abb12 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:17.505714 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a5d0b68-7a08-4d9b-8994-645e1a2abb12 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/859b7775-12dc-4f0d-8822-6cb7267b386e HTTP/1.1" status: 404 len: 336 time: 0.1065266 Mar 16 11:17:17.532232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port 5e565a19-33bd-40b6-bcb2-8637e5e69273 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:17.538795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.551390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.638371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-148c0e95-1535-4d56-b345-e71a608eb4b3 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 200 len: 205 time: 0.0934350 Mar 16 11:17:17.649588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a5d0-592c-4352-93a4-3d17f0e90a3a req-188ea7e4-89ef-4574-ab8d-fcb5e3515268 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:17.650987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5232a5d0-592c-4352-93a4-3d17f0e90a3a req-188ea7e4-89ef-4574-ab8d-fcb5e3515268 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6850374 Mar 16 11:17:17.651439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37384) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.652929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6799188-fe79-4674-af9e-714b148eec97']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:17.699575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 1951d7d7-0395-4221-b36d-5abf3c1b83d9 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:17.762128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71e13cd-8d38-450e-bceb-a3ce2010802b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:17.762409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71e13cd-8d38-450e-bceb-a3ce2010802b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:17.808077 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-b5d8d103-37c5-4a75-9ea6-7fbf24142528 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:17.809086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5d8d103-37c5-4a75-9ea6-7fbf24142528 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/df808654-ec8c-43b0-9367-c65cd7e08b5a HTTP/1.1" status: 404 len: 336 time: 0.1451471 Mar 16 11:17:17.813134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.833255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.902341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01c03058-9ceb-496c-8952-4049aef35389 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 200 len: 205 time: 0.0670164 Mar 16 11:17:17.906255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.918706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:17.930345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:17.930746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:17.997187 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:18.078553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.103819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5232a5d0-592c-4352-93a4-3d17f0e90a3a req-07b29775-9cd5-4e22-8149-660e05e74d98 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4327607 Mar 16 11:17:18.105399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-43bdbedc-bc1f-4de4-9716-a71fef6fd78a tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:18.106727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43bdbedc-bc1f-4de4-9716-a71fef6fd78a tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/345d5928-3581-4794-acd5-45d7600ec2de HTTP/1.1" status: 404 len: 336 time: 0.1866522 Mar 16 11:17:18.112804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.132934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4c66-fdb1-4b4e-98f5-5c3d06bc80fa req-774d30ed-b22f-4806-b98e-1c2f2fe626c9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:18.134652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e6e4c66-fdb1-4b4e-98f5-5c3d06bc80fa req-774d30ed-b22f-4806-b98e-1c2f2fe626c9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e51b6c-28ff-41c0-af04-f481371c8f02 HTTP/1.1" status: 200 len: 945 time: 0.6377163 Mar 16 11:17:18.184934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.189132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.208278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5782b-52af-4c30-9ba2-4c8d95e752ab,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:18.229142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.1 (31b6b041-6414-4b71-85d8-8e839a6fbb0d/7ecea785-eb50-4da6-951d-466ed069a239/9c80ccee-5714-4ef3-b800-ea187ad59df1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:18.249523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=a6799188-fe79-4674-af9e-714b148eec97,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:18.264103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df20aec2-e18d-4770-97ad-3bb9cfb3bf7b tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/a6799188-fe79-4674-af9e-714b148eec97 HTTP/1.1" status: 204 len: 168 time: 1.5400639 Mar 16 11:17:18.266204 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07984f90-2de8-47d1-86a3-23400bf4c8c0 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d572eb0-e063-4c4a-817f-41d47adc95b2 HTTP/1.1" status: 200 len: 205 time: 0.1422610 Mar 16 11:17:18.278728 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e6e4c66-fdb1-4b4e-98f5-5c3d06bc80fa req-cb5cae67-1371-4ebe-a8b3-0f1e0df48055 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=237463b9-1a6e-4a75-854e-ed04e05a82c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325357 Mar 16 11:17:18.279265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.280526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37404) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.328111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.388169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::27f (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/5e565a19-33bd-40b6-bcb2-8637e5e69273) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:18.445855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=1951d7d7-0395-4221-b36d-5abf3c1b83d9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:18.447851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.451348 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d99951cb-2eeb-422b-91af-5c29aadf6173 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5a5782b-52af-4c30-9ba2-4c8d95e752ab HTTP/1.1" status: 204 len: 168 time: 1.5233066 Mar 16 11:17:18.508004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c6a3c053-50c9-45f8-a683-14f38f705ea0 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] delete failed (client error): The resource could not be found. Mar 16 11:17:18.508004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6a3c053-50c9-45f8-a683-14f38f705ea0 tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/routers/3d572eb0-e063-4c4a-817f-41d47adc95b2 HTTP/1.1" status: 404 len: 336 time: 0.2193651 Mar 16 11:17:18.517217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:18.597715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd7cf1b-fd8d-4823-a1ed-89b60deecfef tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] DELETE failed (client error): The resource could not be found. Mar 16 11:17:18.598175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd7cf1b-fd8d-4823-a1ed-89b60deecfef tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:17:18.602926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8bd7cf1b-fd8d-4823-a1ed-89b60deecfef tempest-RoutersAdminTest-1221598276 tempest-RoutersAdminTest-1221598276-project] 10.222.0.36 "DELETE /v2.0/subnets/b2834568-181d-41ce-bf5f-c338b9a02098 HTTP/1.1" status: 404 len: 337 time: 0.0746253 Mar 16 11:17:18.618727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 1951d7d7-0395-4221-b36d-5abf3c1b83d9 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:18.634701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:18.637162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'name': 'network-vif-deleted', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:17:18.685479 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d9b08d18-146e-414a-adbf-5871780b8f9a req-df1d9933-3e7b-44ac-82bf-fd7801b60e2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/1951d7d7-0395-4221-b36d-5abf3c1b83d9 HTTP/1.1" status: 204 len: 173 time: 2.3864961 Mar 16 11:17:18.900088 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e51b6c-28ff-41c0-af04-f481371c8f02', 'name': 'network-vif-deleted', 'tag': '1951d7d7-0395-4221-b36d-5abf3c1b83d9', 'status': 'completed', 'code': 200} Mar 16 11:17:18.997303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.022541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2d878-eb2c-4246-adfc-f3c697e411e1 req-8210d609-0d20-4f2e-a414-d2fc60349cb4 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.024478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de2d878-eb2c-4246-adfc-f3c697e411e1 req-8210d609-0d20-4f2e-a414-d2fc60349cb4 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6187615 Mar 16 11:17:19.037049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.040809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object 5e565a19-33bd-40b6-bcb2-8637e5e69273 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:19.049296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.102704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting subnet abda9464-0b9a-4e4f-a367-0002f8f47463 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:19.124530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Transition to ACTIVE for port object 9c80ccee-5714-4ef3-b800-ea187ad59df1 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:19.133740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.145720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.152300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.174284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1951d7d7-0395-4221-b36d-5abf3c1b83d9 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:19.204165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.258521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 1951d7d7-0395-4221-b36d-5abf3c1b83d9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:19.258990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1951d7d7-0395-4221-b36d-5abf3c1b83d9 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:19.273309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de2d878-eb2c-4246-adfc-f3c697e411e1 req-3ce0a703-fc11-416f-ab45-3be1ce05d00a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320974 Mar 16 11:17:19.293798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=5e565a19-33bd-40b6-bcb2-8637e5e69273,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.326555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.390479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.432225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.487696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:19.492401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:19.500467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:19.530665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.550367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:19.568777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:19.571486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:19.577140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.577755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.586924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=9c80ccee-5714-4ef3-b800-ea187ad59df1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.609952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:19.610649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.612033 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/ports/c7919325-a360-4b70-9520-709dd5b16de1 HTTP/1.1" status: 200 len: 910 time: 3.1161346 Mar 16 11:17:19.629784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.645797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.648628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf9b03-8d84-4de8-9148-91afc16a6bc9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=c7919325-a360-4b70-9520-709dd5b16de1,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:19.677120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:19.691828 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d718c5f-95c4-4d49-a136-0c93427f6692 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1096308 Mar 16 11:17:19.693502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Usage tracker for resource:security_group_rule and tenant:dc72c4f99a874628aa81bb3652ed674a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:19.699028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:19.702293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:19.715626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:19.725953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:78:75:69'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:19.810896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.839593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.882886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b0450de-db62-472b-83d5-fc7750edfe0c None None] Provisioning for port 9c80ccee-5714-4ef3-b800-ea187ad59df1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:19.888785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b0450de-db62-472b-83d5-fc7750edfe0c None None] Provisioning complete for port 9c80ccee-5714-4ef3-b800-ea187ad59df1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:19.890732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b0450de-db62-472b-83d5-fc7750edfe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.901903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:19.987092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3b0450de-db62-472b-83d5-fc7750edfe0c None None] Port 9c80ccee-5714-4ef3-b800-ea187ad59df1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:20.024382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37462) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:20.119447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34ac5c07-2930-4b2b-a5e6-22de7fc0fae3 None None] Provisioning for port 5e565a19-33bd-40b6-bcb2-8637e5e69273 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:20.128542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34ac5c07-2930-4b2b-a5e6-22de7fc0fae3 None None] Provisioning complete for port 5e565a19-33bd-40b6-bcb2-8637e5e69273 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:20.129453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34ac5c07-2930-4b2b-a5e6-22de7fc0fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.134891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.137492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.146686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.213416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Subnet': ['ID=abda9464-0b9a-4e4f-a367-0002f8f47463,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:20.221660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-34ac5c07-2930-4b2b-a5e6-22de7fc0fae3 None None] Port 5e565a19-33bd-40b6-bcb2-8637e5e69273 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:20.227270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.230127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.238820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.242833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b24f3-23bc-4238-ac4f-92b505aeba0f None None] Network aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:20.269483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2102b-cf95-4a18-8202-50566a697498 req-93d79f6f-b9fa-41ba-a9f7-8e3e1e15499d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:20.272711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237463b9-1a6e-4a75-854e-ed04e05a82c5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:20.282737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54a2102b-cf95-4a18-8202-50566a697498 req-93d79f6f-b9fa-41ba-a9f7-8e3e1e15499d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.3733299 Mar 16 11:17:20.291856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670719637'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:20.305880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3329dbb-40e3-4964-b0f0-f3cf0436413d tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/subnets/abda9464-0b9a-4e4f-a367-0002f8f47463 HTTP/1.1" status: 204 len: 168 time: 2.0213761 Mar 16 11:17:20.309666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:20.312008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:20.318665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.371670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:20.388862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:20.406190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:20.497535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.498814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f876e8b1-c6d0-4392-abb0-f28d128001bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/237463b9-1a6e-4a75-854e-ed04e05a82c5 HTTP/1.1" status: 204 len: 168 time: 1.0656803 Mar 16 11:17:20.509108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb629b64-e989-417c-8f51-c8dbc2d233ca,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:20.529750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] DHCP port deletion for aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:17:20.534391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Deleting port 9dd2766f-8d60-444a-97f8-5448a0250ed7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:20.534773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.594324 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1502231-86e7-43b6-9667-26749dbc0c52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc72c4f99a874628aa81bb3652ed674a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5411987 Mar 16 11:17:20.603954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37474) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:20.604284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37476) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:20.692452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:20.695500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.725524 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54a2102b-cf95-4a18-8202-50566a697498 req-e5a7c319-22ae-466b-a4eb-ab5931b0859c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160211 Mar 16 11:17:20.731102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.754139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.778272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] For port 9dd2766f-8d60-444a-97f8-5448a0250ed7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9dd2766f-8d60-444a-97f8-5448a0250ed7,segment=NetworkSegment(a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6),segment_id=a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:20.779168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.841301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting port 9dd2766f-8d60-444a-97f8-5448a0250ed7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:20.841782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:20.851683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:20.864794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9dd2766f-8d60-444a-97f8-5448a0250ed7 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:20.880482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:security_group_rule and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:20.912464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:20.950329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Calling delete_port for 9dd2766f-8d60-444a-97f8-5448a0250ed7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:20.968646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:21.004646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.085956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.097042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.142354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] Pushing event deleted for resources: {'Port': ['ID=9dd2766f-8d60-444a-97f8-5448a0250ed7,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.155799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e4904-794d-4332-9697-24242e00c4bf None None] No DVR routers for this DVR port 9dd2766f-8d60-444a-97f8-5448a0250ed7 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:21.160081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.218074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 5dcb120b-66e2-4085-acca-2091bae839b1 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:21.220830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.276635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.389905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] For port 9dd2766f-8d60-444a-97f8-5448a0250ed7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9dd2766f-8d60-444a-97f8-5448a0250ed7,segment=NetworkSegment(a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6),segment_id=a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:21.390265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.393292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b234-41b0-4aa6-aa0b-0816e0ad334a req-fc1e65e2-ffe9-479c-9b0a-fbbc548f3af6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:21.394733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5a8b234-41b0-4aa6-aa0b-0816e0ad334a req-fc1e65e2-ffe9-479c-9b0a-fbbc548f3af6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5246880 Mar 16 11:17:21.415024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.415642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.437657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.441021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.462211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.549554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:21.565772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Calling delete_port for 9dd2766f-8d60-444a-97f8-5448a0250ed7 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:21.595057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.613048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.617455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fcead-14e6-4244-8f41-1d1266144c93,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.634091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.637415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=9c80ccee-5714-4ef3-b800-ea187ad59df1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.642648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5a8b234-41b0-4aa6-aa0b-0816e0ad334a req-279d70fd-7b73-4262-b668-7ccfc7ea9ba7 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379792 Mar 16 11:17:21.684937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.692672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.693220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 682a5cb3-7b08-40e1-be3b-1271b3ccf099 of type vlan for network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe Mar 16 11:17:21.760269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb629b64-e989-417c-8f51-c8dbc2d233ca,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.770089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] In _notify_port_updated(), no bound segment for port 5e565a19-33bd-40b6-bcb2-8637e5e69273 on network 9f1eabec-fd53-4944-99f6-4164b44860eb {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:17:21.774495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:21.775360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.776793 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "PUT /v2.0/ports/5e565a19-33bd-40b6-bcb2-8637e5e69273 HTTP/1.1" status: 200 len: 1003 time: 2.0731690 Mar 16 11:17:21.787663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:21.789984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c8630-b891-45cc-b75e-7035377484d0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=5e565a19-33bd-40b6-bcb2-8637e5e69273,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.794619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.795962 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0cceab01-5d93-49b3-b1c5-bd2629d34186 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb629b64-e989-417c-8f51-c8dbc2d233ca HTTP/1.1" status: 204 len: 168 time: 1.1893163 Mar 16 11:17:21.807794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:21.807994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:21.817176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.915328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.967040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.968141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:21.977349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067e0bf-abd4-4ddb-9371-13fc8aa94539 None None] Network 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:21.979492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcb120b-66e2-4085-acca-2091bae839b1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:21.989785 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f9a0257b-7c46-4fa2-8817-947361b7e2ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/5dcb120b-66e2-4085-acca-2091bae839b1 HTTP/1.1" status: 204 len: 168 time: 1.3820891 Mar 16 11:17:21.990768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.139277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.141465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port 5e565a19-33bd-40b6-bcb2-8637e5e69273 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:22.142069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.150975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port a8d4ad42-e3bb-447e-ba98-0e14788af55b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:22.151315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.167810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3f3264f0-43e7-45ac-a60c-a1afcf9ff94f None None] Provisioning complete for port 5e565a19-33bd-40b6-bcb2-8637e5e69273 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:22.168410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f3264f0-43e7-45ac-a60c-a1afcf9ff94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.233640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.237919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:22.238793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.266688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3f3264f0-43e7-45ac-a60c-a1afcf9ff94f None None] Port 5e565a19-33bd-40b6-bcb2-8637e5e69273 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:22.296248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:22.323271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Deleting port 9dd2766f-8d60-444a-97f8-5448a0250ed7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:22.323607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.351295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:22.393426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] DHCP port deletion for 0a01db7d-b743-4a85-9e85-ff1a8d086ea1 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:17:22.397969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Deleting port a8d4ad42-e3bb-447e-ba98-0e14788af55b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:22.398376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.407875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.422650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] The port '9dd2766f-8d60-444a-97f8-5448a0250ed7' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:17:22.607756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port a8d4ad42-e3bb-447e-ba98-0e14788af55b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a8d4ad42-e3bb-447e-ba98-0e14788af55b,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:22.608135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.664070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] For port a8d4ad42-e3bb-447e-ba98-0e14788af55b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a8d4ad42-e3bb-447e-ba98-0e14788af55b,segment=NetworkSegment(e3761544-1169-45e9-b43e-5a4d83a5672c),segment_id=e3761544-1169-45e9-b43e-5a4d83a5672c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:22.664626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:22.682798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6481714 Mar 16 11:17:22.794954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for a8d4ad42-e3bb-447e-ba98-0e14788af55b owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:22.811594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Calling delete_port for a8d4ad42-e3bb-447e-ba98-0e14788af55b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:22.842345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb858-f025-49bb-a630-dd51d6170fc8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=05a9534a-9477-405d-9fcf-5cca1d9c6fbe,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:22.845971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37502) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:22.848194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a8d4ad42-e3bb-447e-ba98-0e14788af55b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:22.888982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:22.913720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:23.019265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dc402-836c-4abe-9263-34f48c40ec3f req-5af5083d-b4d3-4f60-a9ba-020927fe175b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:23.020581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-541dc402-836c-4abe-9263-34f48c40ec3f req-5af5083d-b4d3-4f60-a9ba-020927fe175b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 1.1877987 Mar 16 11:17:23.028946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.045782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d05a7539-8702-4694-ae07-410b4a09025e None None] Provisioning complete for port 9c80ccee-5714-4ef3-b800-ea187ad59df1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:23.046909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d05a7539-8702-4694-ae07-410b4a09025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.072132 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74fbd4d8-3de1-46ae-bd21-51f42167c6c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd080d9cf6ae4c79a7f2b24ec175b505&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6534698 Mar 16 11:17:23.085027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:23.107896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.127263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.139794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.140215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f279ba-9d18-4c2e-9b95-5b6caa9e2af6') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:23.160046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:23.160508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:23.162852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:23.170258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.175695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port a8d4ad42-e3bb-447e-ba98-0e14788af55b update to DOWN by agent not found {{(pid=83795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 16 11:17:23.184396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:23.187494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d05a7539-8702-4694-ae07-410b4a09025e None None] Port 9c80ccee-5714-4ef3-b800-ea187ad59df1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:23.192687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] Pushing event deleted for resources: {'Port': ['ID=a8d4ad42-e3bb-447e-ba98-0e14788af55b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.197779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45228a0b-2990-47ca-a17b-cb7cab5838b0 None None] No DVR routers for this DVR port a8d4ad42-e3bb-447e-ba98-0e14788af55b on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:23.215251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:23.227369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:23.239892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.253572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:23.253815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:23.268025 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:23.271510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.271628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.283784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:23.284787 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-541dc402-836c-4abe-9263-34f48c40ec3f req-12c9d6cb-6e13-4776-a463-76ffa12a887c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447259 Mar 16 11:17:23.411238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for 5e565a19-33bd-40b6-bcb2-8637e5e69273 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:23.428409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.498691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.519025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.523532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.553327 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] 10.222.0.36 "DELETE /v2.0/networks/aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4 HTTP/1.1" status: 204 len: 168 time: 3.2359478 Mar 16 11:17:23.642760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1221a8b-7b2e-44e4-839f-caf40fc6273c tempest-NetworksIpV6TestAttrs-2002948807 tempest-NetworksIpV6TestAttrs-2002948807-project] Pushing event deleted for resources: {'Network': ['ID=aabb99d9-32cd-49a7-8ed7-8776ee1e5fd4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.661069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port a8d4ad42-e3bb-447e-ba98-0e14788af55b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:23.661692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.682752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.746958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] The port 'a8d4ad42-e3bb-447e-ba98-0e14788af55b' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:17:23.754812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.798254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=5e565a19-33bd-40b6-bcb2-8637e5e69273,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.807600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e316463-32f0-4076-b364-4bf0510796c8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:23.848080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:23.852560 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-268f9ce2-669e-402c-9b8d-c4e13f27d093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e316463-32f0-4076-b364-4bf0510796c8 HTTP/1.1" status: 204 len: 168 time: 0.7556803 Mar 16 11:17:23.876385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port c7919325-a360-4b70-9520-709dd5b16de1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:23.876878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.079427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.108192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.126315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a01db7d-b743-4a85-9e85-ff1a8d086ea1']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:24.145223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3761544-1169-45e9-b43e-5a4d83a5672c') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:24.145508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3761544-1169-45e9-b43e-5a4d83a5672c') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:24.170078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b41f-16bd-4a18-9761-334a89a9c53b req-6492f1f7-0592-411c-b7f5-0daf7e4d3b63 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.177765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a491b41f-16bd-4a18-9761-334a89a9c53b req-6492f1f7-0592-411c-b7f5-0daf7e4d3b63 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5297337 Mar 16 11:17:24.189804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.222316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.230414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:24.230976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:24.246618 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:24.251609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.283414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.312509 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d61bce15-59cc-469a-ab94-820b7656bf76 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/5e565a19-33bd-40b6-bcb2-8637e5e69273 HTTP/1.1" status: 204 len: 168 time: 2.5218480 Mar 16 11:17:24.314758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:24.320162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.431699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.436112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.449685 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbed2134-e0ec-4948-9e0f-ffa1c393b08e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] GET failed (client error): The resource could not be found. Mar 16 11:17:24.450172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cbed2134-e0ec-4948-9e0f-ffa1c393b08e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Synchronizing usage tracker for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:24.471421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=55626325-eb7c-4b20-89ae-d10f467c4453,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:24.492304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=0a01db7d-b743-4a85-9e85-ff1a8d086ea1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:24.499327 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93248a2a-c7b5-4c8e-9362-fad87a1a5f78 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/0a01db7d-b743-4a85-9e85-ff1a8d086ea1 HTTP/1.1" status: 204 len: 168 time: 2.5074024 Mar 16 11:17:24.503080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.503700 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47e68fad-4e52-44a5-a877-e5d789e70680 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90aad9d60d9e4a5e993f0de7fb209680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3916807 Mar 16 11:17:24.505746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '682a5cb3-7b08-40e1-be3b-1271b3ccf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:24.506214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 05a9534a-9477-405d-9fcf-5cca1d9c6fbe, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:24.510783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37542) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.577221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:24.590174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.600115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 05a9534a-9477-405d-9fcf-5cca1d9c6fbe) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:24.604530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:24.605094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.615044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ddd541-5856-4825-a8a9-77733eb6ddd4 None None] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:24.627518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cbed2134-e0ec-4948-9e0f-ffa1c393b08e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Unset dirty status for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:24.628659 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cbed2134-e0ec-4948-9e0f-ffa1c393b08e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports/5e565a19-33bd-40b6-bcb2-8637e5e69273 HTTP/1.1" status: 404 len: 333 time: 0.2875111 Mar 16 11:17:24.632840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.642550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1259227390'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:24.657189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.674441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-691c6b55-f766-4835-a65e-e08085f88ea1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8254693 Mar 16 11:17:24.680138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.704869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a491b41f-16bd-4a18-9761-334a89a9c53b req-7406cf93-b53d-4243-b041-aad7db7c3aa0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5258968 Mar 16 11:17:24.738704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256801019'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:24.758384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:24.777666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:24.782816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:24.795408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:24.840850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:24.846222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.863316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37562) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:24.877491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.904749 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0545c-6c7f-42e4-ba92-5d6b9e2d8c48,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:24.911260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:24.921005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.924703 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8d1db6ea-b407-4a54-8f30-8eb5e901b980 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6df0545c-6c7f-42e4-ba92-5d6b9e2d8c48 HTTP/1.1" status: 204 len: 168 time: 0.4104245 Mar 16 11:17:24.926632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:24.935593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:24.946755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.947238 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment f05531a4-8981-4ba9-b017-81a8899bd1c5 of type vlan for network 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 Mar 16 11:17:24.953465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:24.956940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.989780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:24.992956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-05a9534a-9477-405d-9fcf-5cca1d9c6fbe', 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '55626325-eb7c-4b20-89ae-d10f467c4453'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:25.001012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.002903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port eec99301-01a1-45a5-a3e2-0bf78023e7c1 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:25.036685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.143035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1600571719'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:25.150921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.154618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:25.155190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.182470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for c7919325-a360-4b70-9520-709dd5b16de1 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:25.183844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:25.203232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:network and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:25.255958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:25.261103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Allocated IP 172.20.255.242 (05a9534a-9477-405d-9fcf-5cca1d9c6fbe/55626325-eb7c-4b20-89ae-d10f467c4453/7da994a7-ae42-4e17-95ef-689da7ea86bd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:25.269226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:25.303773 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:17:25.325306 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6012821 Mar 16 11:17:25.329262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::2ea (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/eec99301-01a1-45a5-a3e2-0bf78023e7c1) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:25.331542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37572) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:25.333765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e2377-b715-47ce-bee3-1fd69cb1f5d9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.339629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:25.342707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.364493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:25.393597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:25.393911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.484512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.496427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:25.539027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.594419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Transition to ACTIVE for port object 7da994a7-ae42-4e17-95ef-689da7ea86bd will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:25.608637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:25.615937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Transition to ACTIVE for port object 7da994a7-ae42-4e17-95ef-689da7ea86bd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:25.624390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.671500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.676959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.677187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.683725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:25.688228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:25.704282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:25.706779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:25.708335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:25.716407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:25.718735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:25.730126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:security_group_rule and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:25.733533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:25.746367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:25.760804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:25.867110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Pushing event updated for resources: {'Port': ['ID=7da994a7-ae42-4e17-95ef-689da7ea86bd,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:25.895503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Attempting to bind port 7da994a7-ae42-4e17-95ef-689da7ea86bd on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:25.896440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Attempting to bind port 7da994a7-ae42-4e17-95ef-689da7ea86bd by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '682a5cb3-7b08-40e1-be3b-1271b3ccf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:25.897006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Attempting to bind port 7da994a7-ae42-4e17-95ef-689da7ea86bd on network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:25.906145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:25.906976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Checking segment: {'id': '682a5cb3-7b08-40e1-be3b-1271b3ccf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:25.907582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.908351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Bound using segment: {'id': '682a5cb3-7b08-40e1-be3b-1271b3ccf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:25.909490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Bound port: 7da994a7-ae42-4e17-95ef-689da7ea86bd, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682a5cb3-7b08-40e1-be3b-1271b3ccf099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '05a9534a-9477-405d-9fcf-5cca1d9c6fbe'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:25.910150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.956657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:25.994946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object eec99301-01a1-45a5-a3e2-0bf78023e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:26.006546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.014461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] For port 7da994a7-ae42-4e17-95ef-689da7ea86bd, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:26.018225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] For port 7da994a7-ae42-4e17-95ef-689da7ea86bd, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7da994a7-ae42-4e17-95ef-689da7ea86bd,segment=NetworkSegment(682a5cb3-7b08-40e1-be3b-1271b3ccf099),segment_id=682a5cb3-7b08-40e1-be3b-1271b3ccf099)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:26.026074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.035733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=c7919325-a360-4b70-9520-709dd5b16de1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:26.126189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:26.174857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.188708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b401f-ff4f-4f79-881a-77ec0be5c1a0 None None] Pushing event updated for resources: {'Port': ['ID=7da994a7-ae42-4e17-95ef-689da7ea86bd,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:26.204549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.219787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:26.268384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.423685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:26.508914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a67476-570b-4432-b5c7-b738db92f1d3 req-f41e6b0c-eaa7-45d0-a2d2-318dd70b1403 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:26.515857 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40a67476-570b-4432-b5c7-b738db92f1d3 req-f41e6b0c-eaa7-45d0-a2d2-318dd70b1403 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4021828 Mar 16 11:17:26.518903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:26.522125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.522125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Added segment c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd of type vlan for network 1002c76f-2977-4cc2-9a1c-483f137d3546 Mar 16 11:17:26.538041 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] Sync routers for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:26.560490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.560917 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:26.561413 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:26.562752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.618575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9af9f31b-eb52-4a75-be9f-f5c868b7e271 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/routers/d2d4ca5a-c263-4f48-9800-f9f465ce5a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5481741 Mar 16 11:17:26.621540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37598) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:26.631863 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40a67476-570b-4432-b5c7-b738db92f1d3 req-c746ac86-5711-4b32-b8c2-76083edac4d7 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150594 Mar 16 11:17:26.640966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bfbf95-461f-4ca5-aad2-dcced0b6bf88,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:26.649352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'port': {'network_id': '31b6b041-6414-4b71-85d8-8e839a6fbb0d', 'name': 'tempest-FloatingIPTestJSON-49583913'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:26.689186 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:26.689835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:26.702640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:26.703822 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:26.704604 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:26.715975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-122613133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:26.728427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.731083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:26.738581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:router and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:26.743496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:26.744140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.747228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:26.765087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:26.772387 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:26.772920 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792c213-8e1d-486a-856f-b2b930d89aac None None] The sync data for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:26.776053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.868011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:26.872258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:26.872956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:26.873183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7da994a7-ae42-4e17-95ef-689da7ea86bd up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:26.898747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=eec99301-01a1-45a5-a3e2-0bf78023e7c1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.025881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7da994a7-ae42-4e17-95ef-689da7ea86bd completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:27.079751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=dc49f683-1b92-4e0c-bf7b-c4bf3d5761b2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.082646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.083608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.113414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:27.126408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.131108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Usage tracker for resource:port and tenant:6f52304b6cc042d38dd137ee2c5e6e4e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:27.181125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Network': ['ID=1002c76f-2977-4cc2-9a1c-483f137d3546,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.196900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:27.200756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:27.214657 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee3851b9-a5e9-449d-95d2-c538c9bd8ef5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3463774 Mar 16 11:17:27.222033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:27.227790 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65ba386c-f47f-4ecc-bc1f-a3ecca851e0e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5909486 Mar 16 11:17:27.230220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:27.232944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-470a8ce9-565a-4013-a62b-d98a9fa670e2 None None] Provisioning for port eec99301-01a1-45a5-a3e2-0bf78023e7c1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:27.234550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:27.251113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:27.315587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Made reservation on behalf of 6f52304b6cc042d38dd137ee2c5e6e4e for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:27.319029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.341165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-470a8ce9-565a-4013-a62b-d98a9fa670e2 None None] Provisioning complete for port eec99301-01a1-45a5-a3e2-0bf78023e7c1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:27.341889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-470a8ce9-565a-4013-a62b-d98a9fa670e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.391663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=2652e37f-f70c-4190-bdd8-8686767f7008,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:27.409633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] device_id is not set on port e6d65253-3ad5-4b8b-83ee-76be7c154ffa yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:27.440952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-470a8ce9-565a-4013-a62b-d98a9fa670e2 None None] Port eec99301-01a1-45a5-a3e2-0bf78023e7c1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:27.462731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': 'f05531a4-8981-4ba9-b017-81a8899bd1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:27.463066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:27.478173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:78:75:69'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:27.555411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:27.572307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:27.580726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:27.581044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3e863-793e-44f8-9f0e-32bfed256052 None None] Network 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:27.581331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.613008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Allocated IP 172.20.0.10 (31b6b041-6414-4b71-85d8-8e839a6fbb0d/7ecea785-eb50-4da6-951d-466ed069a239/e6d65253-3ad5-4b8b-83ee-76be7c154ffa) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:27.623670 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-259b9f70-839a-49e1-b622-48717411dcb2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2832065 Mar 16 11:17:27.625734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:27.645198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.674115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f62dc3-bbb5-43dd-9d45-2772241b5105 None None] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:27.676808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.834893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Provisioning for port 7da994a7-ae42-4e17-95ef-689da7ea86bd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:27.880777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Provisioning complete for port 7da994a7-ae42-4e17-95ef-689da7ea86bd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:27.881585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:27.889066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.006556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:28.008289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.009149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.028575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:28.035323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.043373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:28.057543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:28.065928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c622-0e64-4de1-8783-e9f2bcac1e60 req-0762c47d-8aa7-4d7b-b001-955b30dcb9bd tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.068073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf08c622-0e64-4de1-8783-e9f2bcac1e60 req-0762c47d-8aa7-4d7b-b001-955b30dcb9bd tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.9896650 Mar 16 11:17:28.071925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Transition to ACTIVE for port object e6d65253-3ad5-4b8b-83ee-76be7c154ffa will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:28.086856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40614321-8538-4b8d-a8d9-9f6a4927f1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24', 'network_id': '38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '2652e37f-f70c-4190-bdd8-8686767f7008'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:28.088081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40614321-8538-4b8d-a8d9-9f6a4927f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.116618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.136062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.140412 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d62003ad-749c-4316-adb1-321319c1f715 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.7126801 Mar 16 11:17:28.144063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:28.156959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37618) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:28.159508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.174862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-149856584'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:28.177440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.177912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router daf432a9-7102-4cea-ab55-7656031245b6 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:28.178333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=2652e37f-f70c-4190-bdd8-8686767f7008,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.217442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:28.253077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:network and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:28.262890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:28.269312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.269555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.270529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.270529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.270733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.271124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.271553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.271951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.272362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.272850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.273899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:28.289743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] For port 7da994a7-ae42-4e17-95ef-689da7ea86bd, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7da994a7-ae42-4e17-95ef-689da7ea86bd,segment=NetworkSegment(682a5cb3-7b08-40e1-be3b-1271b3ccf099),segment_id=682a5cb3-7b08-40e1-be3b-1271b3ccf099)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:28.296758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.335854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b09a9-7664-4602-87c3-73393142475b None None] Network 38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:28.349689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:28.392449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:28.399463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:28.401864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event updated for resources: {'Port': ['ID=e6d65253-3ad5-4b8b-83ee-76be7c154ffa,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.404885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:28.449199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:28.453137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.475398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.502823 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf08c622-0e64-4de1-8783-e9f2bcac1e60 req-cc20deb6-891c-4122-a160-3e0badbd5ac2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082425 Mar 16 11:17:28.505076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.505226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.557060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.580293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:28.581005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.601207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05531a4-8981-4ba9-b017-81a8899bd1c5') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.602752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05531a4-8981-4ba9-b017-81a8899bd1c5') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:28.627852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.657819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:28.663029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:security_group_rule and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:28.666562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c29aa8-1d13-49de-9918-ee984587f8e2 None None] Pushing event updated for resources: {'Port': ['ID=7da994a7-ae42-4e17-95ef-689da7ea86bd,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.667379 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53938888-4ac1-4edc-96b9-f1a003c19079 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0348153 Mar 16 11:17:28.668460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:28.671410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37622) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:28.671838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.679784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:28.684747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:28.685194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:28.702496 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:28.742908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Provisioning for port e6d65253-3ad5-4b8b-83ee-76be7c154ffa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:28.748151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Provisioning complete for port e6d65253-3ad5-4b8b-83ee-76be7c154ffa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:28.748497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.754027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Request body: {'floatingip': {'port_id': 'e6d65253-3ad5-4b8b-83ee-76be7c154ffa'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:28.806770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Port e6d65253-3ad5-4b8b-83ee-76be7c154ffa cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:28.807023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.820278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Provisioning complete for port 7da994a7-ae42-4e17-95ef-689da7ea86bd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:28.820681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abc83f68-ca71-47f3-a3b0-efc9fbba9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.905947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.928298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.946156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:28.957930 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e39983b-ca25-45e4-b413-82c9368baa9b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 HTTP/1.1" status: 204 len: 168 time: 1.3311107 Mar 16 11:17:28.961738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37626) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:28.976358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289003388'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:28.977929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.983180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:28.989523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:28.991251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:28.996035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:28.998640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.011377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:29.029769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:29.048275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:29.050935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:29.051393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.062599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] Sync routers for ids ['daf432a9-7102-4cea-ab55-7656031245b6'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:29.066879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af6cc2-109b-4747-890a-c6494f8fffeb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.069676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.070051 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Added segment 1fce3dd9-e156-468d-9b37-6b63100763de of type vlan for network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 Mar 16 11:17:29.080330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] Routers {'daf432a9-7102-4cea-ab55-7656031245b6'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:29.081178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['daf432a9-7102-4cea-ab55-7656031245b6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:29.102396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-585b0f37-8218-449f-bb5c-af9c2527f613 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/daf432a9-7102-4cea-ab55-7656031245b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4710052 Mar 16 11:17:29.105494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37630) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.107825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:29.110773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.151317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:29.162751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] Routers {'daf432a9-7102-4cea-ab55-7656031245b6'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:29.164123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-70f36e35-def6-4825-b58a-9de8472a24d0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:29.164709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['daf432a9-7102-4cea-ab55-7656031245b6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:29.168141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.168461 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment c8f3ebd0-877e-4d58-b705-6d9c222c1bc4 of type vlan for network 85db5a4e-34dd-4677-bf71-b52cbde90b62 Mar 16 11:17:29.218025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.222915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-70f36e35-def6-4825-b58a-9de8472a24d0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:29.227816 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-70f36e35-def6-4825-b58a-9de8472a24d0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=daf432a9-7102-4cea-ab55-7656031245b6 HTTP/1.1" status: 200 len: 205 time: 0.1176195 Mar 16 11:17:29.227816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37634) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.275419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:29.275816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb8656-cf34-4cfa-a511-e4200780bd1e None None] The sync data for ids ['daf432a9-7102-4cea-ab55-7656031245b6'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:29.295204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.298610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.299184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.476979 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3191586 Mar 16 11:17:29.481088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.484729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:29.485342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.488689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37638) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.509082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'subnet': {'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:29.523695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1aa09-92b1-45e9-8492-7edb3058bec7 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Network': ['ID=5e50b55a-d16b-4987-8ef1-1f7155c0f861,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.535095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:29.567688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.649791 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6841033 Mar 16 11:17:29.660155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:29.683674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37644) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:29.789575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:29.825631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0fa90-85af-46c9-a118-bd1d9f93ebdb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=85db5a4e-34dd-4677-bf71-b52cbde90b62,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:29.836468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:29.838492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 85db5a4e-34dd-4677-bf71-b52cbde90b62 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:29.841902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:subnet and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:29.845730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:29.854050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:29.976957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:30.029294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:17:30.065606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.070230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.093542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.196188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.196551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.196880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.197200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.197517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.197831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.198198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.198461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.198768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.199073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.199380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:30.211045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.214617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.250691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] In _notify_port_updated(), no bound segment for port eec99301-01a1-45a5-a3e2-0bf78023e7c1 on network 9f1eabec-fd53-4944-99f6-4164b44860eb {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:17:30.254510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.255142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.256447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "PUT /v2.0/ports/eec99301-01a1-45a5-a3e2-0bf78023e7c1 HTTP/1.1" status: 200 len: 1003 time: 2.9645457 Mar 16 11:17:30.257817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:30.269221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37648) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:30.332174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6b423-61b4-49cd-bdc0-e8fdf1cc57c0 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=eec99301-01a1-45a5-a3e2-0bf78023e7c1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.365607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:30.371079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:30.371429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network hostable DHCP agents. Network: 1002c76f-2977-4cc2-9a1c-483f137d3546, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:30.379976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:30.401858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.407545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:30.464187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.464703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router daf432a9-7102-4cea-ab55-7656031245b6 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:17:30.485407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa435c32-2435-4ef4-9a63-21ef0183dd84 req-a08cac0e-5349-430e-a556-b2350bc61042 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.490487 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa435c32-2435-4ef4-9a63-21ef0183dd84 req-a08cac0e-5349-430e-a556-b2350bc61042 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7417605 Mar 16 11:17:30.499902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port eec99301-01a1-45a5-a3e2-0bf78023e7c1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:30.500616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.526582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.527694 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e554aff-3b4f-4e55-bb62-44ddfa82e29e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/daf432a9-7102-4cea-ab55-7656031245b6 HTTP/1.1" status: 204 len: 168 time: 1.2993798 Mar 16 11:17:30.533621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:30.533771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:30.602849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dc87b27d-21a2-44cf-bd26-ef2c192debe1 None None] Provisioning complete for port eec99301-01a1-45a5-a3e2-0bf78023e7c1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:30.603397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc87b27d-21a2-44cf-bd26-ef2c192debe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.659986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dc87b27d-21a2-44cf-bd26-ef2c192debe1 None None] Port eec99301-01a1-45a5-a3e2-0bf78023e7c1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:30.698929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.708230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:30.753812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7da994a7-ae42-4e17-95ef-689da7ea86bd up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:30.783878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.815883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 1002c76f-2977-4cc2-9a1c-483f137d3546) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:30.824101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Subnet': ['ID=582dafa8-a6c7-4100-a98f-9cb9f36badd5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:30.831465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet ab096e93-f21a-4ae1-86f8-90f61aa4da65 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:30.835206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f422771-bdee-490d-a3e2-ef978cbfbc00 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:30.837207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.855867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7da994a7-ae42-4e17-95ef-689da7ea86bd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:30.855867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.870632 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa435c32-2435-4ef4-9a63-21ef0183dd84 req-a092b6db-1975-4b33-8dfa-63acfa1cec5d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446999 Mar 16 11:17:30.884131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Checking segment: {'id': '1fce3dd9-e156-468d-9b37-6b63100763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:30.884473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network hostable DHCP agents. Network: 5e50b55a-d16b-4987-8ef1-1f7155c0f861, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:30.892790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:30.893363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.916636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:30.949062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:17:30.949564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:17:30.981898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:31.003954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 5e50b55a-d16b-4987-8ef1-1f7155c0f861) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:31.015254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:31.015958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.036934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93f2a4-a20e-43cc-80fb-6bc79b25ecf2 None None] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:31.044517 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cf48a97b-0788-4457-afb6-b2c06d0a2f6c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5472682 Mar 16 11:17:31.044735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d173135-0e68-4450-b8f5-957e1c90b53f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8141811 Mar 16 11:17:31.047713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37658) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:31.048006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37660) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:31.057478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'name': 'tempest-NetworksTestDHCPv6-1885934815'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:31.072124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.103665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'network': {'name': 'tempest-router-network01--1259834043'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:31.114817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:17:31.116657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:31.132491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:network and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:31.188912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:31.249612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:31.265143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:31.283871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.290710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.326233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.328175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:31.331184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.363281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=ab096e93-f21a-4ae1-86f8-90f61aa4da65,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:31.378426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.410203 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c44e0cb-5958-47ae-b815-7b25428db6b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/ab096e93-f21a-4ae1-86f8-90f61aa4da65 HTTP/1.1" status: 204 len: 168 time: 0.8728912 Mar 16 11:17:31.412086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37666) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:31.413024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fce01e-615c-47fe-82da-ab2b27927188 None None] Network 327e26ae-5f0f-4704-94b5-aa86a019cfeb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:31.427287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:31.427287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.449955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:31.450206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.512654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for eec99301-01a1-45a5-a3e2-0bf78023e7c1 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:31.521173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-5e50b55a-d16b-4987-8ef1-1f7155c0f861', 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861', 'tenant_id': '3cc151bf3073454bb78c2bf226caf8c5', 'fixed_ips': [{'subnet_id': '582dafa8-a6c7-4100-a98f-9cb9f36badd5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:31.521414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.534453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:31.540008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.540351 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Added segment 6810d492-5601-49c8-a3b8-8eadb9251fe9 of type vlan for network 7ed20222-b7e4-49b3-b748-6308f113c602 Mar 16 11:17:31.556784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:31.566973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:31.577314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:31.586433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.613744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.621466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:31.624512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.645323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port be506f3c-f103-450d-855a-48e28627a613 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:31.645554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.699114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69dda499-3386-4c3a-8237-647f425d1299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.713855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:31.803487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.807742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:31.808323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:31.904902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3/32067ef7-396e-47e1-b335-28baee3882f9) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:31.931818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Allocated IP 2001:db8::2 (5e50b55a-d16b-4987-8ef1-1f7155c0f861/582dafa8-a6c7-4100-a98f-9cb9f36badd5/6171f8f9-219d-46d0-80f4-573f5acd5c66) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:31.957662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef3e52-c16e-4fda-8df7-ca1dee63c7a4 req-07724b4e-02ac-49c0-a58b-2a4ca6e9bfea tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:31.959248 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88ef3e52-c16e-4fda-8df7-ca1dee63c7a4 req-07724b4e-02ac-49c0-a58b-2a4ca6e9bfea tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.9440677 Mar 16 11:17:31.978979 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9298420 Mar 16 11:17:31.988649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:31.996039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.012662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'network': {'name': 'tempest-router-network02--2111491417'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:32.060324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5a8ac-5534-44b9-82d5-2f71ae506981 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Network': ['ID=7ed20222-b7e4-49b3-b748-6308f113c602,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.068784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] DHCP port deletion for 327e26ae-5f0f-4704-94b5-aa86a019cfeb request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:17:32.078494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:32.094742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Deleting port be506f3c-f103-450d-855a-48e28627a613 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:32.095374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.097785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:network and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:32.098776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port be506f3c-f103-450d-855a-48e28627a613, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be506f3c-f103-450d-855a-48e28627a613,segment=NetworkSegment(dcab988b-7991-42da-91b4-4bb1da83a926),segment_id=dcab988b-7991-42da-91b4-4bb1da83a926)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:32.099135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.112717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:32.132666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 7ed20222-b7e4-49b3-b748-6308f113c602 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:32.162636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:32.237550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=84dbdf16-e794-4880-91fc-a004ff188223,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.240656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.308405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:32.311943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.356004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=eec99301-01a1-45a5-a3e2-0bf78023e7c1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.366638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88ef3e52-c16e-4fda-8df7-ca1dee63c7a4 req-e243c357-b0dc-4155-8511-0b6bbea8a1b0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719921 Mar 16 11:17:32.379908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:32.380263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 85db5a4e-34dd-4677-bf71-b52cbde90b62, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:32.384962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for be506f3c-f103-450d-855a-48e28627a613 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:32.446274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.463490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:32.485526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.502745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.503086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Added segment cb8d1538-975f-4e25-a34b-a4890f082a2b of type vlan for network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 Mar 16 11:17:32.507229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2fd839de-b101-4711-b0ef-807643ead06e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/eec99301-01a1-45a5-a3e2-0bf78023e7c1 HTTP/1.1" status: 204 len: 168 time: 2.2325490 Mar 16 11:17:32.520354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37676) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:32.561024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=be506f3c-f103-450d-855a-48e28627a613,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:32.563543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No DVR routers for this DVR port be506f3c-f103-450d-855a-48e28627a613 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:32.624297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 85db5a4e-34dd-4677-bf71-b52cbde90b62 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:32.637431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-18993d8c-1894-46fb-8704-09624ace11e7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] GET failed (client error): The resource could not be found. Mar 16 11:17:32.637928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-18993d8c-1894-46fb-8704-09624ace11e7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Synchronizing usage tracker for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:32.651953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.705038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.721483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.735978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327e26ae-5f0f-4704-94b5-aa86a019cfeb']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:32.755687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 85db5a4e-34dd-4677-bf71-b52cbde90b62) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:32.756580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] For port be506f3c-f103-450d-855a-48e28627a613, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be506f3c-f103-450d-855a-48e28627a613,segment=NetworkSegment(dcab988b-7991-42da-91b4-4bb1da83a926),segment_id=dcab988b-7991-42da-91b4-4bb1da83a926)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:32.757066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.760633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcab988b-7991-42da-91b4-4bb1da83a926') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:32.761424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcab988b-7991-42da-91b4-4bb1da83a926') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:32.768384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.771975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b37657-6580-4881-9f4f-08d0984110b7 None None] Network 85db5a4e-34dd-4677-bf71-b52cbde90b62 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:32.785766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Transition to ACTIVE for port object 32067ef7-396e-47e1-b335-28baee3882f9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:32.786186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.790166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.791655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.792476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.810888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.817439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:32.817834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:32.818084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.818517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:32.833874 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:32.844853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-18993d8c-1894-46fb-8704-09624ace11e7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Unset dirty status for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:32.850186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18993d8c-1894-46fb-8704-09624ace11e7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports/eec99301-01a1-45a5-a3e2-0bf78023e7c1 HTTP/1.1" status: 404 len: 333 time: 0.3240769 Mar 16 11:17:32.891034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:32.898307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be506f3c-f103-450d-855a-48e28627a613 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:32.901569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1711938976'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:32.908464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP bb746a61-f5e8-4190-9045-a5a040d0d79d associated. External IP: 172.26.1.116, port: 38ddc873-145a-4413-aec6-855416061f9b. Mar 16 11:17:32.986655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Transition to ACTIVE for port object 6171f8f9-219d-46d0-80f4-573f5acd5c66 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:32.994783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Calling delete_port for be506f3c-f103-450d-855a-48e28627a613 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:33.001480 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0096817 Mar 16 11:17:33.004100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:33.005510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:33.009341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5818eab-6208-412d-a8c5-91910ef74491 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3145008 Mar 16 11:17:33.009626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.014386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'subnet': {'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:33.019791 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:33.029001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37688) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:33.037126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.040935 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:33.041653 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:33.044944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: be506f3c-f103-450d-855a-48e28627a613 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:33.045524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be506f3c-f103-450d-855a-48e28627a613 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:33.096783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Transition to ACTIVE for port object 6171f8f9-219d-46d0-80f4-573f5acd5c66 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:33.101180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Transition to ACTIVE for port object 32067ef7-396e-47e1-b335-28baee3882f9 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:33.114144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b3e90-e120-4dc6-9109-8324a1f8e68c tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Network': ['ID=c9df63ba-631f-4657-9cb7-1ee3e8d7bd16,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.128248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:33.140955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.149405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.150263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075da1-1592-4eaa-b47c-c8276d587742 req-518a727c-4f04-42f1-8119-b3c76a069e95 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:33.157158 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8075da1-1592-4eaa-b47c-c8276d587742 req-518a727c-4f04-42f1-8119-b3c76a069e95 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5829947 Mar 16 11:17:33.168725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77229c7f-74a6-494c-8afa-e13a7b2c0283 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/dfca4917-9553-4690-b97a-310cf3a5ce38 HTTP/1.1" status: 204 len: 168 time: 8.6181300 Mar 16 11:17:33.183373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.197729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:17:33.258494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8075da1-1592-4eaa-b47c-c8276d587742 req-7a54c1fa-b391-468c-98e8-02bb3b7eaac6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001034 Mar 16 11:17:33.409928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=327e26ae-5f0f-4704-94b5-aa86a019cfeb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.428642 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:33.503068 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-def49af1-fb8b-4b7e-bad2-027c98049889 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/327e26ae-5f0f-4704-94b5-aa86a019cfeb HTTP/1.1" status: 204 len: 168 time: 2.0901480 Mar 16 11:17:33.516773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:33.517115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:33.519271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37698) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:33.533339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:33.545364 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'status': 'completed', 'code': 200} Mar 16 11:17:33.553659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:33.555073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1555442110', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:33.574717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:33.576047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::3a7 (1002c76f-2977-4cc2-9a1c-483f137d3546/4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3/840abfb4-17a2-4653-8f9d-6ed5c4dd08d7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:33.578630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:subnet and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:33.587953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:33.590288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:33.594049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:33.598709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:33.605267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Pushing event updated for resources: {'Port': ['ID=6171f8f9-219d-46d0-80f4-573f5acd5c66,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:33.612021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:33.615291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:33.615986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:33.629770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.632302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:33.632477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:33.635347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:33.660003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.660354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.660645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:33.660770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.661037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.661365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.661839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.662464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.662573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.662859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.663010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:33.663294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.663674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:17:33.717178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:33.741634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.742616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.776585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:33.779552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.888313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-85db5a4e-34dd-4677-bf71-b52cbde90b62', 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '84dbdf16-e794-4880-91fc-a004ff188223'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:33.889446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:33.946974 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-bce73b42-71cd-405a-be75-f5252e6e5d11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 1099 time: 0.5128849 Mar 16 11:17:33.970598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f752964-13e9-4bbd-8156-93d403876e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.021963 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:34.036852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Deleting port be506f3c-f103-450d-855a-48e28627a613 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:34.037479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port 45743192-27e7-4863-82b5-444a9bb46ca3 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:34.037821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.042289 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:17:34.056722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737ea85-9c5c-4b55-a0a9-2b9267e567da req-8643c4e2-8202-4964-80f3-3b8c48fbdd48 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:34.057437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1737ea85-9c5c-4b55-a0a9-2b9267e567da req-8643c4e2-8202-4964-80f3-3b8c48fbdd48 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:34.058894 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:34.059693 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:34.076075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48840f98-db1f-46d4-a048-c39d6fbeda5a req-cf59efc0-d143-4029-b561-e36d1f4962af tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:34.083074 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48840f98-db1f-46d4-a048-c39d6fbeda5a req-cf59efc0-d143-4029-b561-e36d1f4962af tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.3821898 Mar 16 11:17:34.085761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.093453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Pushing event updated for resources: {'Port': ['ID=32067ef7-396e-47e1-b335-28baee3882f9,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:34.127803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.131252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1737ea85-9c5c-4b55-a0a9-2b9267e567da req-8643c4e2-8202-4964-80f3-3b8c48fbdd48 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:34.138169 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1737ea85-9c5c-4b55-a0a9-2b9267e567da req-8643c4e2-8202-4964-80f3-3b8c48fbdd48 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.3553374 Mar 16 11:17:34.191014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b8af6-de95-4f62-9dfe-7e1364ed0d08 None None] The port 'be506f3c-f103-450d-855a-48e28627a613' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:17:34.193769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Attempting to bind port 32067ef7-396e-47e1-b335-28baee3882f9 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:34.194768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Attempting to bind port 32067ef7-396e-47e1-b335-28baee3882f9 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:34.195683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Attempting to bind port 32067ef7-396e-47e1-b335-28baee3882f9 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:34.199685 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48840f98-db1f-46d4-a048-c39d6fbeda5a req-fcaa0f20-dbad-4884-8fbb-dfffd815d371 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156757 Mar 16 11:17:34.200260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Attempting to bind port 6171f8f9-219d-46d0-80f4-573f5acd5c66 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:34.200839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Attempting to bind port 6171f8f9-219d-46d0-80f4-573f5acd5c66 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '1fce3dd9-e156-468d-9b37-6b63100763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:34.201433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Attempting to bind port 6171f8f9-219d-46d0-80f4-573f5acd5c66 on network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:34.244277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:34.244809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:34.245309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.245791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:34.246383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Bound port: 32067ef7-396e-47e1-b335-28baee3882f9, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:34.246853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.265051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:34.265581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Checking segment: {'id': '1fce3dd9-e156-468d-9b37-6b63100763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:34.266106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.266589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Bound using segment: {'id': '1fce3dd9-e156-468d-9b37-6b63100763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:34.267186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Bound port: 6171f8f9-219d-46d0-80f4-573f5acd5c66, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fce3dd9-e156-468d-9b37-6b63100763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e50b55a-d16b-4987-8ef1-1f7155c0f861'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:34.267667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.278710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1737ea85-9c5c-4b55-a0a9-2b9267e567da req-444ba2e7-8c91-4d2d-948d-d9aa5a09ff8f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396093 Mar 16 11:17:34.324002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:34.337615 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:34.416149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.450249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.495828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] For port 32067ef7-396e-47e1-b335-28baee3882f9, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:34.501776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] For port 32067ef7-396e-47e1-b335-28baee3882f9, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32067ef7-396e-47e1-b335-28baee3882f9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:34.592675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0125e04-ae63-4373-8492-24896e23a4aa req-e523dbd2-48e6-411b-9023-b353a8cf8350 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:34.594203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0125e04-ae63-4373-8492-24896e23a4aa req-e523dbd2-48e6-411b-9023-b353a8cf8350 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.1318905 Mar 16 11:17:34.614037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] For port 6171f8f9-219d-46d0-80f4-573f5acd5c66, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:34.621767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] For port 6171f8f9-219d-46d0-80f4-573f5acd5c66, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6171f8f9-219d-46d0-80f4-573f5acd5c66,segment=NetworkSegment(1fce3dd9-e156-468d-9b37-6b63100763de),segment_id=1fce3dd9-e156-468d-9b37-6b63100763de)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:34.637474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.668092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.669339 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a20e14b9-543e-4a92-bb1c-a8c0857cfc72 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1400821 Mar 16 11:17:34.669651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0125e04-ae63-4373-8492-24896e23a4aa req-a5d92e87-580a-49c3-86c9-9cf64f66614c tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670631 Mar 16 11:17:34.671915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:34.677612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-63384573'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:34.685171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:34.691482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:34.700816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:34.708326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:34.710735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:34.749219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.792090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118803f9-de72-4f2c-a60f-10409d149e87 req-025feb8a-9501-43b4-9b65-c3d87d8297a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:34.793528 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-025feb8a-9501-43b4-9b65-c3d87d8297a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 200 len: 896 time: 0.7869020 Mar 16 11:17:34.794547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:34.831507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.840230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401a54f-1126-454b-8159-ba207f6a2f2c None None] Pushing event updated for resources: {'Port': ['ID=32067ef7-396e-47e1-b335-28baee3882f9,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:34.849234 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:34.859408 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3f038-0e1f-42e7-ab61-8a7e33753440 None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:05Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a0914916-aeb4-43ba-a31e-402a748e7fa4', 'name': '', 'network_id': '9c8e7a9a-b959-4501-9a07-a222e8fefb4f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f0:0c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93278909-a274-435c-b98f-37417031b13b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:41Z', 'updated_at': '2022-03-16T11:14:51Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '93278909-a274-435c-b98f-37417031b13b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:34.872850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:34.880370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:34.929199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::1e3 (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/45743192-27e7-4863-82b5-444a9bb46ca3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:34.949833 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-d5604233-9fba-46d9-a294-464c912636a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 200 len: 217 time: 0.1411819 Mar 16 11:17:34.957463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:34.983276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263144-2297-4f55-afdb-a5ecdeca8439 None None] Pushing event updated for resources: {'Port': ['ID=6171f8f9-219d-46d0-80f4-573f5acd5c66,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.001142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:35.019745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:35.020359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:35.037477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.037821 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment 3981d67c-8d7b-43cc-a6ee-afc9e38b356f of type vlan for network ab7d26b3-9a32-4cfd-b080-c65c407bc223 Mar 16 11:17:35.105915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.115697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:35.145773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:35.146907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:35.223941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.229295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90fa79-d9a1-4042-8aa5-97ecf5807c5b req-b23a6ac0-8d1c-4001-a035-0428db6b03d0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.237745 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df90fa79-d9a1-4042-8aa5-97ecf5807c5b req-b23a6ac0-8d1c-4001-a035-0428db6b03d0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.2975714 Mar 16 11:17:35.270501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.318720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Allocated IP 172.20.0.3 (85db5a4e-34dd-4677-bf71-b52cbde90b62/84dbdf16-e794-4880-91fc-a004ff188223/3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:35.323442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.329485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.329710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118803f9-de72-4f2c-a60f-10409d149e87 req-c6e9b73a-8880-47ee-b148-1f1713fba5f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.330471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.331427 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-c6e9b73a-8880-47ee-b148-1f1713fba5f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 200 len: 838 time: 0.3026085 Mar 16 11:17:35.336385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:35.338376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a964cd9-0149-4cae-a1a0-c478e0d50bca None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:35.342722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.366328 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e525c-3324-4a42-8fa5-60e27d77cdb2 None None] New status for floating IP dfca4917-9553-4690-b97a-310cf3a5ce38: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:17:35.453874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.578960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=ab7d26b3-9a32-4cfd-b080-c65c407bc223,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.583526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-a1056d2a-92eb-4af2-bbe9-16228ff716e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.584719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-a1056d2a-92eb-4af2-bbe9-16228ff716e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:35.594325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:35.637416 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-407d5ee1-d8ae-4e1e-8fdc-5f4cf57039a8 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9641612 Mar 16 11:17:35.650399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:35.668716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:35.679273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:35.682608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=840abfb4-17a2-4653-8f9d-6ed5c4dd08d7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.705478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:35.708509 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df90fa79-d9a1-4042-8aa5-97ecf5807c5b req-692ab921-5012-4764-8437-049586744158 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572613 Mar 16 11:17:35.746758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:35.751365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.752252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.760764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.773147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Transition to ACTIVE for port object 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:35.786143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-a1056d2a-92eb-4af2-bbe9-16228ff716e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:35.787704 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-a1056d2a-92eb-4af2-bbe9-16228ff716e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.6976476 Mar 16 11:17:35.794014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Subnet': ['ID=9dc8cb34-3008-4698-9d88-3f52aec33b8a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.809617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Transition to ACTIVE for port object 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:35.818901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:35.892810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:35.896606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Network 85db5a4e-34dd-4677-bf71-b52cbde90b62 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:35.900608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:35.905270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:35.913358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Pushing event updated for resources: {'Port': ['ID=3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:35.924859 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9749e5fb-d600-42c5-9d6b-f5d8670c54b4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8741899 Mar 16 11:17:35.940427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Checking segment: {'id': '6810d492-5601-49c8-a3b8-8eadb9251fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:35.940427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network hostable DHCP agents. Network: 7ed20222-b7e4-49b3-b748-6308f113c602, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:35.951295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:35.965340 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-229fd097-fb2f-4e42-aa46-a6e727317ed8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c8e7a9a-b959-4501-9a07-a222e8fefb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5803473 Mar 16 11:17:35.995349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f725da-ee60-48c8-80ef-74a8ccc34ef7 req-5af61423-fe96-46d1-849a-1392204f3b91 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:35.996899 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92f725da-ee60-48c8-80ef-74a8ccc34ef7 req-5af61423-fe96-46d1-849a-1392204f3b91 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.4086471 Mar 16 11:17:35.997970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:36.007292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:36.030768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.045542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:36.049735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Attempting to bind port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:36.051314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Attempting to bind port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:36.052165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Attempting to bind port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 on network 85db5a4e-34dd-4677-bf71-b52cbde90b62 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:36.060876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:36.062063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Checking segment: {'id': 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:36.062258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:36.062579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.063128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.063728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Bound using segment: {'id': 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:36.065226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Bound port: 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:36.065667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.147495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:36.161983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.202543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] For port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:36.204373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.206343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] For port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0,segment=NetworkSegment(c8f3ebd0-877e-4d58-b705-6d9c222c1bc4),segment_id=c8f3ebd0-877e-4d58-b705-6d9c222c1bc4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:36.211714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.308633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.336915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db5a4e-34dd-4677-bf71-b52cbde90b62']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.343137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.349627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.349913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:36.361746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb324d-d600-4dd9-8b1d-08251c731559 None None] Pushing event updated for resources: {'Port': ['ID=3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.362562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.404837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2e4a9-cd97-491d-89c7-e934ffba1ff2 None None] Network 85db5a4e-34dd-4677-bf71-b52cbde90b62 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:36.571583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92f725da-ee60-48c8-80ef-74a8ccc34ef7 req-9de8c7bd-4596-4581-9477-eb0acfd0bbfa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5655456 Mar 16 11:17:36.586221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=84dbdf16-e794-4880-91fc-a004ff188223,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:36.592096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.598392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:36.598801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.627848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5bab2-7248-4edb-b938-792c29be7ba9 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:36.670736 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:36.788613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:36.795734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 7ed20222-b7e4-49b3-b748-6308f113c602 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:36.812151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object 45743192-27e7-4863-82b5-444a9bb46ca3 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:36.830650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:36.832482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-956e16f7-c9ac-4d33-aaa9-d776f92d2cca None None] Provisioning for port 32067ef7-396e-47e1-b335-28baee3882f9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:36.977787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32067ef7-396e-47e1-b335-28baee3882f9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:37.058708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:37.059064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.071496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=7a268f3a-d556-4fa5-9b88-c0dd133f1e97,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.100194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 32067ef7-396e-47e1-b335-28baee3882f9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:37.106300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:37.106679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: ab7d26b3-9a32-4cfd-b080-c65c407bc223, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:37.110752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 32067ef7-396e-47e1-b335-28baee3882f9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:37.111279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.142608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e88a64-085d-4071-9071-551f6646425c None None] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:37.145882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:37.169264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ab7d26b3-9a32-4cfd-b080-c65c407bc223) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:37.176376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.176985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.209370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4daa6b84-6865-4368-9ea0-086ea3ad3ef6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5578985 Mar 16 11:17:37.212761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.235359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 7ed20222-b7e4-49b3-b748-6308f113c602) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:37.237909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.238552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.243053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc9f713-5fe1-4ff5-b592-4f99999a1646 None None] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:37.253924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:37.287167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee792fd9-8ff3-41bd-b54e-8edae2443ea2 None None] Network 7ed20222-b7e4-49b3-b748-6308f113c602 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:37.288828 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-8c575311-706d-40f6-95b6-77bf46758e2b service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2590313 Mar 16 11:17:37.310434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:17:37.310434 dv-neutron-833733-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:17:37.310434 dv-neutron-833733-1-hyperv neutron-server[83793]: [parameters: {'id': '85db5a4e-34dd-4677-bf71-b52cbde90b62'}] Mar 16 11:17:37.310434 dv-neutron-833733-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:37.310877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:37.341324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:37.356667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.434012 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6fa77fa1-a32b-4246-ae0b-7fdc6ec63efe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4273033 Mar 16 11:17:37.434618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.456722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4547c-073f-474c-9d3e-c730b211130e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.461387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4547c-073f-474c-9d3e-c730b211130e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.462455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ad4547c-073f-474c-9d3e-c730b211130e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:37.471234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'subnet': {'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:37.569861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] Sync routers for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:37.579249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.624689 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-737c74da-4090-4798-8cdd-3c4db872aff0 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/floatingips/bb746a61-f5e8-4190-9045-a5a040d0d79d HTTP/1.1" status: 200 len: 977 time: 8.9468849 Mar 16 11:17:37.630766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37734) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.672424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e4fed3a3-b26a-488c-a19a-bc779d9df277 None None] Provisioning for port 6171f8f9-219d-46d0-80f4-573f5acd5c66 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:37.705356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ad4547c-073f-474c-9d3e-c730b211130e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:37.709409 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3ad4547c-073f-474c-9d3e-c730b211130e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.7545657 Mar 16 11:17:37.711971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:37.712603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:37.721506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:37.733578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port e6d65253-3ad5-4b8b-83ee-76be7c154ffa {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:37.733941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.844974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.886215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:37.888937 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-118803f9-de72-4f2c-a60f-10409d149e87 req-285208f8-369d-457d-933f-db7f3b453b6d service neutron] 10.222.0.59 "GET /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843918 Mar 16 11:17:37.891448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=45743192-27e7-4863-82b5-444a9bb46ca3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:37.905369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:37.917526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:37.917705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:37.921705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:37.922459 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.928649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:37.944548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:subnet and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:37.955311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:37.958044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:37.958386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:37.997964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:37.998327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.020731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:38.021691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.035209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:38.074420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:38.074895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.079580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.124725 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4dcd916-339d-4a7b-b84e-f332b13de8eb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2326608 Mar 16 11:17:38.140070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37742) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:38.149972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.158797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'network_id': '9f1eabec-fd53-4944-99f6-4164b44860eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864906442'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:38.167103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Provisioning complete for port 32067ef7-396e-47e1-b335-28baee3882f9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:38.167469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.183333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=1e1c87e3-98b2-4922-8c41-0c704e0b3fa7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:38.221944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:38.321500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:38.321914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ccb66-2df5-450a-b731-42a54f5fe907 None None] The sync data for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:38.425691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-7ed20222-b7e4-49b3-b748-6308f113c602', 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602', 'tenant_id': '3cc151bf3073454bb78c2bf226caf8c5', 'fixed_ips': [{'subnet_id': '9dc8cb34-3008-4698-9d88-3f52aec33b8a'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:38.426617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.540146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.583904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Allocated IP 172.20.0.2 (ab7d26b3-9a32-4cfd-b080-c65c407bc223/7a268f3a-d556-4fa5-9b88-c0dd133f1e97/d09bffff-ec3e-461e-804b-c20bf9fc39e2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:38.642845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642948-2079-43c5-9df5-f78efaec70a6 req-0de73401-2aa4-4c35-90f4-9b4da0d6aa0e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:38.645246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:38.651007 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f642948-2079-43c5-9df5-f78efaec70a6 req-0de73401-2aa4-4c35-90f4-9b4da0d6aa0e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=51a320bc-f22f-4314-a749-f43e4f845c0d HTTP/1.1" status: 200 len: 946 time: 0.7620304 Mar 16 11:17:38.674149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.676137 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5210494-abe9-4441-bc8b-613ab84dccbd req-3aa4b2aa-e067-49d7-b5a6-95c8e85a7f30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 HTTP/1.1" status: 204 len: 173 time: 2.8713863 Mar 16 11:17:38.676575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'name': 'network-vif-deleted', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:17:38.724435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.764737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:38.778220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.814475 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a320bc-f22f-4314-a749-f43e4f845c0d', 'name': 'network-vif-deleted', 'tag': '1e1c87e3-98b2-4922-8c41-0c704e0b3fa7', 'status': 'completed', 'code': 200} Mar 16 11:17:38.896371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f642948-2079-43c5-9df5-f78efaec70a6 req-6c14327d-9ae2-44d2-a9bd-e48a4deacacd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac61c154-d3f5-4e7b-8a1b-659cd4675475&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440376 Mar 16 11:17:38.929006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 32067ef7-396e-47e1-b335-28baee3882f9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32067ef7-396e-47e1-b335-28baee3882f9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:38.936321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0,segment=NetworkSegment(c8f3ebd0-877e-4d58-b705-6d9c222c1bc4),segment_id=c8f3ebd0-877e-4d58-b705-6d9c222c1bc4)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:38.936563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.980570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:38.981267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6171f8f9-219d-46d0-80f4-573f5acd5c66 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:39.005313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:39.087598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Made reservation on behalf of c3ac4ac518f3436cabbd3ad982a2d4c8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:39.090630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.092796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:39.131641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.160659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.175705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Transition to ACTIVE for port object d09bffff-ec3e-461e-804b-c20bf9fc39e2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:39.223293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.223980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.224494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Floating IP bb746a61-f5e8-4190-9045-a5a040d0d79d disassociated. External IP: 172.26.1.116, port: e6d65253-3ad5-4b8b-83ee-76be7c154ffa. Mar 16 11:17:39.225004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for e6d65253-3ad5-4b8b-83ee-76be7c154ffa owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:39.296802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:39.305435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Allocated IP 2001:db8::2 (7ed20222-b7e4-49b3-b748-6308f113c602/9dc8cb34-3008-4698-9d88-3f52aec33b8a/e8c9d3cd-7854-45fa-a13a-d30214c6a61e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:39.314311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=32067ef7-396e-47e1-b335-28baee3882f9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:39.364598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:39.380310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.432522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] device_id is not set on port dc564f73-805e-4ac8-9f18-7b89c6a228f3 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:39.433691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:39.433822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.434407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1e1c87e3-98b2-4922-8c41-0c704e0b3fa7 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:39.456590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Transition to ACTIVE for port object d09bffff-ec3e-461e-804b-c20bf9fc39e2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:39.494084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.500520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=e6d65253-3ad5-4b8b-83ee-76be7c154ffa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:39.506639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:39.526031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 3e70ad6e-a779-48e2-89c2-2fdf2c10a2c0 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:39.639157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 6171f8f9-219d-46d0-80f4-573f5acd5c66 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:39.663446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6171f8f9-219d-46d0-80f4-573f5acd5c66 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:39.663955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.713324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.717722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:39.724311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Provisioning for port 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:39.738069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:39.751213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:39.753147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Pushing event updated for resources: {'Port': ['ID=d09bffff-ec3e-461e-804b-c20bf9fc39e2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:39.759739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Provisioning complete for port 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:39.760110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.760343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.826076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-772e19b4-e10f-403e-a88c-a076504e97a1 None None] Port 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 16 11:17:39.830686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=840abfb4-17a2-4653-8f9d-6ed5c4dd08d7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:39.836198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.912522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Allocated IP 2001:db8::1b (9f1eabec-fd53-4944-99f6-4164b44860eb/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e/dc564f73-805e-4ac8-9f18-7b89c6a228f3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:39.952670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db5a4e-34dd-4677-bf71-b52cbde90b62']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:39.963498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:39.989339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:39.989860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f3ebd0-877e-4d58-b705-6d9c222c1bc4') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:39.998552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.033647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.20.0.1 (ab7d26b3-9a32-4cfd-b080-c65c407bc223/7a268f3a-d556-4fa5-9b88-c0dd133f1e97/8b45fedd-cae8-4c46-a6a9-b9373798d1b6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:40.044059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.051134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Subnet': ['ID=cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.069256 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c412c01b-333a-418e-bf5e-8f88e6290891 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 HTTP/1.1" status: 204 len: 168 time: 2.3420208 Mar 16 11:17:40.080703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37750) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.081468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37752) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.086837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Attempting to bind port d09bffff-ec3e-461e-804b-c20bf9fc39e2 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:40.087204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Attempting to bind port d09bffff-ec3e-461e-804b-c20bf9fc39e2 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:40.087561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Attempting to bind port d09bffff-ec3e-461e-804b-c20bf9fc39e2 on network ab7d26b3-9a32-4cfd-b080-c65c407bc223 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:40.112816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 6171f8f9-219d-46d0-80f4-573f5acd5c66, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6171f8f9-219d-46d0-80f4-573f5acd5c66,segment=NetworkSegment(1fce3dd9-e156-468d-9b37-6b63100763de),segment_id=1fce3dd9-e156-468d-9b37-6b63100763de)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:40.122612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.184530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:40.185433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Checking segment: {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:40.185433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.185891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Bound using segment: {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:40.186434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Bound port: d09bffff-ec3e-461e-804b-c20bf9fc39e2, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:40.186813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.197450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Provisioning for port 45743192-27e7-4863-82b5-444a9bb46ca3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:40.229277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.232377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Provisioning complete for port 45743192-27e7-4863-82b5-444a9bb46ca3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:40.232793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.234229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.254882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:40.255398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:40.277836 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:40.348140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Transition to ACTIVE for port object e8c9d3cd-7854-45fa-a13a-d30214c6a61e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:40.354888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32067ef7-396e-47e1-b335-28baee3882f9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:40.390500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=6171f8f9-219d-46d0-80f4-573f5acd5c66,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.455417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Port 45743192-27e7-4863-82b5-444a9bb46ca3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:40.462736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Transition to ACTIVE for port object e8c9d3cd-7854-45fa-a13a-d30214c6a61e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:40.476770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Could not find standard attr ID for object 840abfb4-17a2-4653-8f9d-6ed5c4dd08d7. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:17:40.480548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] For port d09bffff-ec3e-461e-804b-c20bf9fc39e2, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:40.485969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.491518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] For port d09bffff-ec3e-461e-804b-c20bf9fc39e2, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d09bffff-ec3e-461e-804b-c20bf9fc39e2,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:40.504831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Checking segment: {'id': 'cb8d1538-975f-4e25-a34b-a4890f082a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:40.505776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network hostable DHCP agents. Network: c9df63ba-631f-4657-9cb7-1ee3e8d7bd16, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:40.531491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.546955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.555290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaef6fa-92ed-43ac-953f-7aa88b942ba6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.556631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaef6fa-92ed-43ac-953f-7aa88b942ba6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.560772 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2aaef6fa-92ed-43ac-953f-7aa88b942ba6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4758954 Mar 16 11:17:40.560772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.562030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.564737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.592368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.616528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=85db5a4e-34dd-4677-bf71-b52cbde90b62,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.624833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.626298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.638422 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-312396d9-481f-472f-9028-ca572f17e5ab tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/85db5a4e-34dd-4677-bf71-b52cbde90b62 HTTP/1.1" status: 204 len: 168 time: 7.6046231 Mar 16 11:17:40.641651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37762) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.643735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Transition to ACTIVE for port object dc564f73-805e-4ac8-9f18-7b89c6a228f3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:40.648445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952316875'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:40.656904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.659838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Provisioning complete for port 6171f8f9-219d-46d0-80f4-573f5acd5c66 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:40.659838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d84e3e27-2cf2-4817-999d-0ad45142a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.661024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:40.676382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:40.679978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:40.689872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:40.692954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:40.701608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:40.704365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, c9df63ba-631f-4657-9cb7-1ee3e8d7bd16) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:40.711405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:40.711999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.719511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Network 7ed20222-b7e4-49b3-b748-6308f113c602 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:40.719946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:40.732391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:40.743163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:40.746548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.753563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42eb01-fe60-4865-945b-5703bb569acb None None] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:40.767472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:40.789158 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a397f0b-ba09-4c38-b1d3-7f8bef43abc9 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3454456 Mar 16 11:17:40.792123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.795227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.797439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.798518 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac61c154-d3f5-4e7b-8a1b-659cd4675475 HTTP/1.1" status: 204 len: 168 time: 0.7144196 Mar 16 11:17:40.799478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 32067ef7-396e-47e1-b335-28baee3882f9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:40.799929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.872967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37772) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:40.951335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:40.960574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fd27-8a74-41a2-88bc-a85f7b91154b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61c154-d3f5-4e7b-8a1b-659cd4675475,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:40.963481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.971173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:40.971788 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 9e4b9c92-ce15-4976-874b-ab5eacd0aa2d of type vlan for network ca7357a4-11fa-4244-ad10-2913ef4f145f Mar 16 11:17:41.026189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3e805-9b97-4f35-950b-e8373aadbb85 None None] Pushing event updated for resources: {'Port': ['ID=d09bffff-ec3e-461e-804b-c20bf9fc39e2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.153567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.248606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Attempting to bind port e8c9d3cd-7854-45fa-a13a-d30214c6a61e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:41.249513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Attempting to bind port e8c9d3cd-7854-45fa-a13a-d30214c6a61e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '6810d492-5601-49c8-a3b8-8eadb9251fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:41.249513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Attempting to bind port e8c9d3cd-7854-45fa-a13a-d30214c6a61e on network 7ed20222-b7e4-49b3-b748-6308f113c602 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:41.310411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.340909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:41.341278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Checking segment: {'id': '6810d492-5601-49c8-a3b8-8eadb9251fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:41.341672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.342088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Bound using segment: {'id': '6810d492-5601-49c8-a3b8-8eadb9251fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:41.342585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Bound port: e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6810d492-5601-49c8-a3b8-8eadb9251fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7ed20222-b7e4-49b3-b748-6308f113c602'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:41.342939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.344051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.347918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:41.348500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.360478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Network 9f1eabec-fd53-4944-99f6-4164b44860eb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:41.363831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=dc564f73-805e-4ac8-9f18-7b89c6a228f3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.419382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:41.422343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:41.427574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:41.428217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.461669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:41.474671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.503274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] For port e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:41.511475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] For port e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,segment=NetworkSegment(6810d492-5601-49c8-a3b8-8eadb9251fe9),segment_id=6810d492-5601-49c8-a3b8-8eadb9251fe9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:41.514579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=ca7357a4-11fa-4244-ad10-2913ef4f145f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.518499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-c9df63ba-631f-4657-9cb7-1ee3e8d7bd16', 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16', 'tenant_id': '3cc151bf3073454bb78c2bf226caf8c5', 'fixed_ips': [{'subnet_id': 'cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:41.519506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.520420 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-130b6140-1f26-49d5-bb2a-ec7a20ae60cf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8796446 Mar 16 11:17:41.534578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:41.542895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:41.578863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:41.582300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:41.590940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1310b497-bb54-447d-8790-f979408871b2 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4446516 Mar 16 11:17:41.596958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:41.630694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:41.633322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37782) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:41.647945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:78:75:69'}, {'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:1e:87:36'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:41.723673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.735745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.740790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ca7357a4-11fa-4244-ad10-2913ef4f145f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:41.794659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.801192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:41.810775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Allocated IP 2001:db8::2 (c9df63ba-631f-4657-9cb7-1ee3e8d7bd16/cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2/94c1fedc-073f-47ec-a9c1-1b0b0732f753) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:41.904312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:41.931309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:41.938389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:41.953540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:42.014833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:42.028963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.055706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-28e008f4-a93c-4530-b68a-52c145c867c8 None None] Provisioning for port dc564f73-805e-4ac8-9f18-7b89c6a228f3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:42.060581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf85d-9b6a-4c2e-948b-166fd0295fa5 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:42.096966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.108363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-28e008f4-a93c-4530-b68a-52c145c867c8 None None] Provisioning complete for port dc564f73-805e-4ac8-9f18-7b89c6a228f3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:42.108726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-28e008f4-a93c-4530-b68a-52c145c867c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.192180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.224383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.286299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdb3e3-faa1-453e-bb20-5a008c7aaa42 None None] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:42.314190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-28e008f4-a93c-4530-b68a-52c145c867c8 None None] Port dc564f73-805e-4ac8-9f18-7b89c6a228f3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:42.463589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.466417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d09bffff-ec3e-461e-804b-c20bf9fc39e2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:42.538350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Transition to ACTIVE for port object 94c1fedc-073f-47ec-a9c1-1b0b0732f753 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:42.595678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0852e11-ed6d-48e4-b10e-6e2e9c9d6dc2 None None] Provisioning for port d09bffff-ec3e-461e-804b-c20bf9fc39e2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:42.615636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Transition to ACTIVE for port object 94c1fedc-073f-47ec-a9c1-1b0b0732f753 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:42.663666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.711556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Allocated IP 2001:db8::1 (7ed20222-b7e4-49b3-b748-6308f113c602/9dc8cb34-3008-4698-9d88-3f52aec33b8a/aa1d86ba-7223-408a-a36b-fa5ff52bc60c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:42.800090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port d09bffff-ec3e-461e-804b-c20bf9fc39e2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:42.807400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.807995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:42.841374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Pushing event updated for resources: {'Port': ['ID=94c1fedc-073f-47ec-a9c1-1b0b0732f753,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:42.844930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:42.847102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:42.856381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d09bffff-ec3e-461e-804b-c20bf9fc39e2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:42.856760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.868504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.879309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.943632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:42.950607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec65942-3b97-4537-a59c-579fda009e7a None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:43.008783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=db0fd74c-b54b-4847-aa15-1277fdb09339,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.034148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.037260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] In _notify_port_updated(), no bound segment for port dc564f73-805e-4ac8-9f18-7b89c6a228f3 on network 9f1eabec-fd53-4944-99f6-4164b44860eb {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:17:43.043519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.044428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.046950 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "PUT /v2.0/ports/dc564f73-805e-4ac8-9f18-7b89c6a228f3 HTTP/1.1" status: 200 len: 1067 time: 1.4061687 Mar 16 11:17:43.048337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.067694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37786) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.075591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.079825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda91f7-94f0-4d21-acce-6bf4f85102e8 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event updated for resources: {'Port': ['ID=dc564f73-805e-4ac8-9f18-7b89c6a228f3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.080112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Transition to ACTIVE for port object aa1d86ba-7223-408a-a36b-fa5ff52bc60c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:43.114781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Attempting to bind port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:43.116607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Attempting to bind port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'cb8d1538-975f-4e25-a34b-a4890f082a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:43.117028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Attempting to bind port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 on network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:43.149195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:43.149195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Checking segment: {'id': 'cb8d1538-975f-4e25-a34b-a4890f082a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:43.149569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.149801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Bound using segment: {'id': 'cb8d1538-975f-4e25-a34b-a4890f082a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:43.150289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Bound port: 94c1fedc-073f-47ec-a9c1-1b0b0732f753, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8d1538-975f-4e25-a34b-a4890f082a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c9df63ba-631f-4657-9cb7-1ee3e8d7bd16'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:43.150655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.161196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:43.161548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: ca7357a4-11fa-4244-ad10-2913ef4f145f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:43.179834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port dc564f73-805e-4ac8-9f18-7b89c6a228f3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:43.180124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.195986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:43.211913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8667fe87-64c6-4cd9-ba1b-bbbdc597c897 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3 HTTP/1.1" status: 204 len: 168 time: 2.6381018 Mar 16 11:17:43.211913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.213803 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] Sync routers for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:43.225969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.230614 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:43.233740 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:43.357726 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eff7224b-5638-4e43-8aaf-d00b5a315b2a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263988 Mar 16 11:17:43.358670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.378072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:43.397792 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:43.403234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.418060 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:43.419589 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:43.451532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.539194 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:43.539851 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace726c2-14f1-4bbc-a993-f9d7ddb7b067 None None] The sync data for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:43.593863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce1a82-f1db-4d0d-872b-a940e4801881 None None] Network 7ed20222-b7e4-49b3-b748-6308f113c602 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:43.609965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network ca7357a4-11fa-4244-ad10-2913ef4f145f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:43.655455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 7ed20222-b7e4-49b3-b748-6308f113c602 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:43.669417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ca7357a4-11fa-4244-ad10-2913ef4f145f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:43.670972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Port': ['ID=aa1d86ba-7223-408a-a36b-fa5ff52bc60c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:43.673252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:43.696271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:43.696783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.702194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:43.702699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.713121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552592f-45ba-4cc8-91ae-f9d8c6a43ce2 None None] Network ca7357a4-11fa-4244-ad10-2913ef4f145f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:43.738252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port d09bffff-ec3e-461e-804b-c20bf9fc39e2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d09bffff-ec3e-461e-804b-c20bf9fc39e2,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:43.774110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:43.779473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:43.782799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:43.791085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:43.815487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.818956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.819975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6171f8f9-219d-46d0-80f4-573f5acd5c66 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:43.820812 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6b05a4d-6416-4b69-ae00-0b432e062a2a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/e6d65253-3ad5-4b8b-83ee-76be7c154ffa HTTP/1.1" status: 204 len: 168 time: 6.1871784 Mar 16 11:17:43.824289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:43.882603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:43.904799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] For port 94c1fedc-073f-47ec-a9c1-1b0b0732f753, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:43.921887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a287aeef-14e2-4d64-af8a-4499e04aa682 None None] Provisioning complete for port dc564f73-805e-4ac8-9f18-7b89c6a228f3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:43.922279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a287aeef-14e2-4d64-af8a-4499e04aa682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:43.976830 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c27b44ea-d5c8-4888-8d26-95c6520051fe tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4411829 Mar 16 11:17:43.982249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:44.034298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] For port 94c1fedc-073f-47ec-a9c1-1b0b0732f753, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=94c1fedc-073f-47ec-a9c1-1b0b0732f753,segment=NetworkSegment(cb8d1538-975f-4e25-a34b-a4890f082a2b),segment_id=cb8d1538-975f-4e25-a34b-a4890f082a2b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:44.039768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.084270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.129497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.140137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a287aeef-14e2-4d64-af8a-4499e04aa682 None None] Port dc564f73-805e-4ac8-9f18-7b89c6a228f3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:44.165975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:17:44.190665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=d09bffff-ec3e-461e-804b-c20bf9fc39e2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:44.243215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.278543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Deleting port 32067ef7-396e-47e1-b335-28baee3882f9 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:44.278937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.447823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for dc564f73-805e-4ac8-9f18-7b89c6a228f3 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:44.454735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.460373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e276-068e-4efa-8d80-90d41cb962bb None None] Pushing event updated for resources: {'Port': ['ID=94c1fedc-073f-47ec-a9c1-1b0b0732f753,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:44.497617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6171f8f9-219d-46d0-80f4-573f5acd5c66 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:44.497912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.654453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.659701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.664874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.796007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ca7357a4-11fa-4244-ad10-2913ef4f145f', 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': 'db0fd74c-b54b-4847-aa15-1277fdb09339'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:44.796893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.836861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Provisioning complete for port d09bffff-ec3e-461e-804b-c20bf9fc39e2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:44.837407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:44.938596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:44.941333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.058135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.094821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] For port 32067ef7-396e-47e1-b335-28baee3882f9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=32067ef7-396e-47e1-b335-28baee3882f9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:45.095111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.161426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.174439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:45.179386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:45.388731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Calling delete_port for 32067ef7-396e-47e1-b335-28baee3882f9 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:45.602236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=dc564f73-805e-4ac8-9f18-7b89c6a228f3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:45.629373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.685426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Allocated IP 172.20.0.1 (ca7357a4-11fa-4244-ad10-2913ef4f145f/db0fd74c-b54b-4847-aa15-1277fdb09339/4f26f6be-0aef-47c9-9596-7783d1df9ff8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:45.817488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.832295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=32fc3e95-d0dd-43a8-8412-66f260ef44a2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:45.882246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 94c1fedc-073f-47ec-a9c1-1b0b0732f753 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:45.929086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.950538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.951704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:45.961965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.005123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:46.016992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:46.020162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:46.020792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.106257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e4fc4-506c-4024-9245-e824e7944da9 None None] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:46.124944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] No DVR routers for this DVR port 32067ef7-396e-47e1-b335-28baee3882f9 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:46.129833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c1f7e-58fb-4f14-879f-aee7920492cc None None] Pushing event deleted for resources: {'Port': ['ID=32067ef7-396e-47e1-b335-28baee3882f9,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:46.138812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Provisioning for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:46.233089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac530fe-34c5-4f37-bb21-4e25c4aed4dc None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:46.247415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Provisioning complete for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:46.247802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.255220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Port': ['ID=aa1d86ba-7223-408a-a36b-fa5ff52bc60c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:46.317367 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51a28120-0e99-4602-bbaf-eff114d44f80 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9572370 Mar 16 11:17:46.320449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:46.331612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'name': 'tempest-NetworksTestDHCPv6-1638710316'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:46.410592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.415872 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80de464e-0e6c-4282-872d-5f5ad92b80d6 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/dc564f73-805e-4ac8-9f18-7b89c6a228f3 HTTP/1.1" status: 204 len: 168 time: 3.3405547 Mar 16 11:17:46.418069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:46.418243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:46.478746 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-704878de-ffc2-4239-a7a6-cf8c2f29f7ec tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] GET failed (client error): The resource could not be found. Mar 16 11:17:46.479738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-704878de-ffc2-4239-a7a6-cf8c2f29f7ec tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Synchronizing usage tracker for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:46.480321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.516168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-704878de-ffc2-4239-a7a6-cf8c2f29f7ec tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Unset dirty status for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:46.520222 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-704878de-ffc2-4239-a7a6-cf8c2f29f7ec tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports/dc564f73-805e-4ac8-9f18-7b89c6a228f3 HTTP/1.1" status: 404 len: 333 time: 0.0998580 Mar 16 11:17:46.520222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 7ed20222-b7e4-49b3-b748-6308f113c602 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:46.521203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:46.523780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:46.543602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Transition to ACTIVE for port object 4f26f6be-0aef-47c9-9596-7783d1df9ff8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:46.585581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:46.588835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b0d3b71-2d7d-4f64-a12d-32ebcce2121e None None] Provisioning for port e8c9d3cd-7854-45fa-a13a-d30214c6a61e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:46.616906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e8c9d3cd-7854-45fa-a13a-d30214c6a61e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:46.676622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Transition to ACTIVE for port object 4f26f6be-0aef-47c9-9596-7783d1df9ff8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:46.722831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:46.733685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:46.748185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.749512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:46.770285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:46.868251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:46.871529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.894775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:46.895511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.931377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 1d36b7e7-9653-45cd-86c9-7cfb152cd7db yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:46.933621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port 45743192-27e7-4863-82b5-444a9bb46ca3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:46.934082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:46.990082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=db0fd74c-b54b-4847-aa15-1277fdb09339,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:46.991598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Network ca7357a4-11fa-4244-ad10-2913ef4f145f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:46.995417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Pushing event updated for resources: {'Port': ['ID=4f26f6be-0aef-47c9-9596-7783d1df9ff8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:47.000190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:47.004993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:47.015867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning for port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:47.056717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '32fc3e95-d0dd-43a8-8412-66f260ef44a2'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:47.057540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.071466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning complete for port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:47.071827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.094618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e8c9d3cd-7854-45fa-a13a-d30214c6a61e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:47.152300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e8c9d3cd-7854-45fa-a13a-d30214c6a61e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:47.153425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.257260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.260944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Attempting to bind port 4f26f6be-0aef-47c9-9596-7783d1df9ff8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:47.261307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Attempting to bind port 4f26f6be-0aef-47c9-9596-7783d1df9ff8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:47.261656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Attempting to bind port 4f26f6be-0aef-47c9-9596-7783d1df9ff8 on network ca7357a4-11fa-4244-ad10-2913ef4f145f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:47.306872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:47.307271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Checking segment: {'id': '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:47.307632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.308143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Bound using segment: {'id': '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:47.308645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Bound port: 4f26f6be-0aef-47c9-9596-7783d1df9ff8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:47.309010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.346654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7357a4-11fa-4244-ad10-2913ef4f145f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.421241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.421708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:47.453878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.479729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.494242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port a0914916-aeb4-43ba-a31e-402a748e7fa4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:47.494687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.498620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:47.499622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.522402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:47.539353 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:47.543213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.556574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] For port 4f26f6be-0aef-47c9-9596-7783d1df9ff8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:47.571164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::2c2 (1002c76f-2977-4cc2-9a1c-483f137d3546/32fc3e95-d0dd-43a8-8412-66f260ef44a2/1d36b7e7-9653-45cd-86c9-7cfb152cd7db) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:47.589154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] For port 94c1fedc-073f-47ec-a9c1-1b0b0732f753, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=94c1fedc-073f-47ec-a9c1-1b0b0732f753,segment=NetworkSegment(cb8d1538-975f-4e25-a34b-a4890f082a2b),segment_id=cb8d1538-975f-4e25-a34b-a4890f082a2b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:47.593738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,segment=NetworkSegment(6810d492-5601-49c8-a3b8-8eadb9251fe9),segment_id=6810d492-5601-49c8-a3b8-8eadb9251fe9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:47.595079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.635395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.636240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d09bffff-ec3e-461e-804b-c20bf9fc39e2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:47.681330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.688614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:17:47.688614 dv-neutron-833733-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:17:47.688614 dv-neutron-833733-1-hyperv neutron-server[83793]: [parameters: {'id': 'ca7357a4-11fa-4244-ad10-2913ef4f145f'}] Mar 16 11:17:47.688614 dv-neutron-833733-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:47.689010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:47.698365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] For port 4f26f6be-0aef-47c9-9596-7783d1df9ff8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f26f6be-0aef-47c9-9596-7783d1df9ff8,segment=NetworkSegment(9e4b9c92-ce15-4976-874b-ab5eacd0aa2d),segment_id=9e4b9c92-ce15-4976-874b-ab5eacd0aa2d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:47.713963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.736992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning complete for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:47.737360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.770262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Pushing event updated for resources: {'Port': ['ID=94c1fedc-073f-47ec-a9c1-1b0b0732f753,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:47.811452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for 45743192-27e7-4863-82b5-444a9bb46ca3 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:47.866538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:47.914413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:47.924845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d09bffff-ec3e-461e-804b-c20bf9fc39e2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:47.925236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.947802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:47.948046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port a0914916-aeb4-43ba-a31e-402a748e7fa4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a0914916-aeb4-43ba-a31e-402a748e7fa4,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:47.948380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:47.952720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Router 547c963b-e256-48f8-90ef-cfe7093d3578 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:17:47.962395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:47.963537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:47.964347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c7e27c6-004b-45ff-8f62-ede284d24d7e tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7496941 Mar 16 11:17:47.979229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-130234824'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:47.988468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:47.996110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:48.001355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:48.011082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:48.053960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning for port aa1d86ba-7223-408a-a36b-fa5ff52bc60c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:48.084571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning complete for port aa1d86ba-7223-408a-a36b-fa5ff52bc60c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:48.085140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.111581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c223c4-558f-497b-97fd-5300d729628e None None] Network ca7357a4-11fa-4244-ad10-2913ef4f145f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:48.125724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for a0914916-aeb4-43ba-a31e-402a748e7fa4 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:48.134358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.137839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:48.138485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.286488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.305823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 1d36b7e7-9653-45cd-86c9-7cfb152cd7db will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:48.318827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.329616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:48.333054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.336370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.348872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=45743192-27e7-4863-82b5-444a9bb46ca3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:48.370155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a897-f057-49c7-b9c9-891cccad1a45 None None] Pushing event updated for resources: {'Port': ['ID=4f26f6be-0aef-47c9-9596-7783d1df9ff8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:48.433142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 4f26f6be-0aef-47c9-9596-7783d1df9ff8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:48.433630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.481384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:48.491879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.544486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.544954 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment efac8873-59b9-492e-8451-6f34d9f7a157 of type vlan for network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 Mar 16 11:17:48.590737 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66923002-cc27-400a-9d5f-d60b0b234d4e tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/45743192-27e7-4863-82b5-444a9bb46ca3 HTTP/1.1" status: 204 len: 168 time: 2.0607734 Mar 16 11:17:48.595113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.682674 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a86070-b32f-4ab6-9b69-ca8c6fca6a66 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] GET failed (client error): The resource could not be found. Mar 16 11:17:48.683296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c1a86070-b32f-4ab6-9b69-ca8c6fca6a66 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Synchronizing usage tracker for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:48.683661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:48.687035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.689574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:48.700116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:48.704034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.704673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.712316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=1d36b7e7-9653-45cd-86c9-7cfb152cd7db,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:48.777264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9f3557a-9a44-42aa-82d2-89de9d4a795e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4543159 Mar 16 11:17:48.787708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.804968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:48.819636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:48.827980 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d29b0620-efad-4622-b08c-11c43d8c0d71 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0337706 Mar 16 11:17:48.829984 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] Sync routers for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:48.839676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:48.842154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.843752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:48.844523 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.846158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:48.846841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.907901 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.919536 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:48.920034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 9c80ccee-5714-4ef3-b800-ea187ad59df1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:48.920558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:48.921048 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.972159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Port aa1d86ba-7223-408a-a36b-fa5ff52bc60c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:48.985577 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:48.986246 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89c69df-81cd-47d4-97ed-53546069ffe6 None None] The sync data for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:49.009868 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0369241 Mar 16 11:17:49.012839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c1a86070-b32f-4ab6-9b69-ca8c6fca6a66 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Unset dirty status for tenant:c3ac4ac518f3436cabbd3ad982a2d4c8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:49.017308 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c1a86070-b32f-4ab6-9b69-ca8c6fca6a66 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "GET /v2.0/ports/45743192-27e7-4863-82b5-444a9bb46ca3 HTTP/1.1" status: 404 len: 333 time: 0.4181681 Mar 16 11:17:49.017308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.019598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa39439-955c-41c9-8903-a0c49f3f182a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=6012bcf8-34d3-43a7-908e-65b5d4e94df7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.021882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.025607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:49.111836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:49.124967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32067ef7-396e-47e1-b335-28baee3882f9 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:49.157281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/32fc3e95-d0dd-43a8-8412-66f260ef44a2/7722bce9-4942-4dff-bf41-bdd5c86ea55e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:49.178128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.198605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 4f26f6be-0aef-47c9-9596-7783d1df9ff8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f26f6be-0aef-47c9-9596-7783d1df9ff8,segment=NetworkSegment(9e4b9c92-ce15-4976-874b-ab5eacd0aa2d),segment_id=9e4b9c92-ce15-4976-874b-ab5eacd0aa2d)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:49.199057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.241807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=a0914916-aeb4-43ba-a31e-402a748e7fa4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.276837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 32067ef7-396e-47e1-b335-28baee3882f9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:49.277098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 32067ef7-396e-47e1-b335-28baee3882f9 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:49.336734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14191e-8b19-4940-95a0-fd96b7b4f129 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:49.337429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9a14191e-8b19-4940-95a0-fd96b7b4f129 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:49.361286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 4f26f6be-0aef-47c9-9596-7783d1df9ff8 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:49.406247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Provisioning complete for port e8c9d3cd-7854-45fa-a13a-d30214c6a61e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:49.406412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.406618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-238c27e3-3780-46c1-bca8-e84480976ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.417719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:49.425160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port 5acf5b07-48b3-446e-ac50-6b7982d656e5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:49.425755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.472949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:49.487040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:49.500922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:49.519995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:49.574989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 94c1fedc-073f-47ec-a9c1-1b0b0732f753 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:49.609050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 9c80ccee-5714-4ef3-b800-ea187ad59df1 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:49.665322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.677308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9a14191e-8b19-4940-95a0-fd96b7b4f129 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:49.681492 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a14191e-8b19-4940-95a0-fd96b7b4f129 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8897481 Mar 16 11:17:49.686136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37844) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:49.721700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=4f26f6be-0aef-47c9-9596-7783d1df9ff8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:49.818537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.839280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 4f26f6be-0aef-47c9-9596-7783d1df9ff8 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:49.918910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.923842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:49.924386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:49.970768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Transition to ACTIVE for port object 7722bce9-4942-4dff-bf41-bdd5c86ea55e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:50.015833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:42Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:44Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.018673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Transition to ACTIVE for port object 7722bce9-4942-4dff-bf41-bdd5c86ea55e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:50.027917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:17:50.028420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Updating router c2f35b32-76ec-4cb1-a0eb-c135544a4699 port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:17:50.053491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.168523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 1d36b7e7-9653-45cd-86c9-7cfb152cd7db {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:50.169163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.204465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Pushing event updated for resources: {'Port': ['ID=7722bce9-4942-4dff-bf41-bdd5c86ea55e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.214892 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.220933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.225838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:50.236883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:50.248075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:50.253415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e8c9d3cd-7854-45fa-a13a-d30214c6a61e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:50.273075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.279635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1329ed0c-d9bc-4370-8ec0-b151c117fb7a None None] Provisioning complete for port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:50.280164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1329ed0c-d9bc-4370-8ec0-b151c117fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.283210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7357a4-11fa-4244-ad10-2913ef4f145f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.360929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.361352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b9c92-ce15-4976-874b-ab5eacd0aa2d') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:50.373881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.544652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.556001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for 5acf5b07-48b3-446e-ac50-6b7982d656e5 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:50.587315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.596839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.631764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Attempting to bind port 7722bce9-4942-4dff-bf41-bdd5c86ea55e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:50.632245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Attempting to bind port 7722bce9-4942-4dff-bf41-bdd5c86ea55e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:50.632797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Attempting to bind port 7722bce9-4942-4dff-bf41-bdd5c86ea55e on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:50.665413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:50.665413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:50.682482 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:50.685980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:50.686440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:50.686904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.687351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:50.687939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Bound port: 7722bce9-4942-4dff-bf41-bdd5c86ea55e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:50.688372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.726818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=9c80ccee-5714-4ef3-b800-ea187ad59df1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.843216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.851461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=d1e5b115-1d58-45d1-ba7e-9273456fc986,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.852951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e8c9d3cd-7854-45fa-a13a-d30214c6a61e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:50.852951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.864230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.872759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:50.942135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=ca7357a4-11fa-4244-ad10-2913ef4f145f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:50.972179 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6c7c6261-f4a3-4fff-be38-63fdb5ccbecf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/ca7357a4-11fa-4244-ad10-2913ef4f145f HTTP/1.1" status: 204 len: 168 time: 6.9849629 Mar 16 11:17:50.976813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:50.985712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-833950389'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:50.990260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:50.990969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 6012bcf8-34d3-43a7-908e-65b5d4e94df7, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:50.995961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1329ed0c-d9bc-4370-8ec0-b151c117fb7a None None] Provisioning complete for port aa1d86ba-7223-408a-a36b-fa5ff52bc60c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:50.996528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1329ed0c-d9bc-4370-8ec0-b151c117fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.001977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:51.007364 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-5c6b8134-542a-4d79-83c7-e637378f9f6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4130983 Mar 16 11:17:51.018009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:51.024837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:51.027331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 1d36b7e7-9653-45cd-86c9-7cfb152cd7db owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:51.036628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:51.039284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] For port 7722bce9-4942-4dff-bf41-bdd5c86ea55e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:51.063757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] For port 7722bce9-4942-4dff-bf41-bdd5c86ea55e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7722bce9-4942-4dff-bf41-bdd5c86ea55e,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:51.083734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.087815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.149959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:51.153004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.166689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=5acf5b07-48b3-446e-ac50-6b7982d656e5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.184754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:51.202338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1329ed0c-d9bc-4370-8ec0-b151c117fb7a None None] Port aa1d86ba-7223-408a-a36b-fa5ff52bc60c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:17:51.212170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.258414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6012bcf8-34d3-43a7-908e-65b5d4e94df7) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:51.270327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.275151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0bc5d2f5-11fa-41e8-81bb-f5bcfd709ebb tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/ports/5acf5b07-48b3-446e-ac50-6b7982d656e5 HTTP/1.1" status: 204 len: 168 time: 2.2217138 Mar 16 11:17:51.275449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:51.275937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.286902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37852) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.310004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c16d6-2447-4814-8bd1-9e0ceee52266 None None] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:51.350259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.375685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:51.426250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.426677 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment cece915c-7f1c-470e-85f1-c05017d9de7f of type vlan for network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 Mar 16 11:17:51.436466 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4fceba5-742a-43a3-bc4d-71549c75d623 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4162214 Mar 16 11:17:51.440976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:51.451258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Transition to ACTIVE for port object 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:51.465836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001628d-f036-4412-ae10-c120a2fd338a None None] Pushing event updated for resources: {'Port': ['ID=7722bce9-4942-4dff-bf41-bdd5c86ea55e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.496024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.560299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.621037 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-c34e9cd7-05d1-4a3b-a29e-3f9405ff220e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.5751040 Mar 16 11:17:51.689835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.746161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ddd72-8605-4c56-9363-b4c4c8ec572d None None] Pushing event updated for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:51.826664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting subnet e34c80c2-c9f4-4aea-b739-2e5d4039cc0e {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:51.864423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.904737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.908822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:51.909485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.922907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Attempting to bind port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:51.923385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Attempting to bind port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:51.923858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Attempting to bind port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 on network ab7d26b3-9a32-4cfd-b080-c65c407bc223 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:51.938676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:51.939850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.956226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:51.956699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Checking segment: {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:51.957205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:51.957679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Bound using segment: {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:51.958268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Bound port: 8b45fedd-cae8-4c46-a6a9-b9373798d1b6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3981d67c-8d7b-43cc-a6ee-afc9e38b356f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:51.958731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.046534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=1d36b7e7-9653-45cd-86c9-7cfb152cd7db,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.056076 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0781114 Mar 16 11:17:52.067063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.068711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.073394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:52.110360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34caee-09bf-49f4-a1cd-c835845db821 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.126754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-ca6d6a65-7a8d-4b59-85f2-6a3a7b9a2a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.128340 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-ca6d6a65-7a8d-4b59-85f2-6a3a7b9a2a93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.4826727 Mar 16 11:17:52.142958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:52.302783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.349955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] For port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:52.368910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] For port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:52.388256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.421220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:52.425038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.426619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:52.430154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:52.436796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:52.447833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Allocated IP 172.21.0.2 (6012bcf8-34d3-43a7-908e-65b5d4e94df7/d1e5b115-1d58-45d1-ba7e-9273456fc986/979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:52.486937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:52.523432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.527606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d98bad13-0d1d-4b0f-bcf3-bf47a93fafe2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/1d36b7e7-9653-45cd-86c9-7cfb152cd7db HTTP/1.1" status: 204 len: 168 time: 2.8393564 Mar 16 11:17:52.533120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37866) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.570720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ddd72-8605-4c56-9363-b4c4c8ec572d None None] Pushing event updated for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.596748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:52.597615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:52.623063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Subnet': ['ID=e34c80c2-c9f4-4aea-b739-2e5d4039cc0e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:52.645955 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-070f5f70-c0c2-4b59-a61a-fec1ea99b6f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.5110543 Mar 16 11:17:52.649339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.730735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25f42e-151f-4970-b6df-0bbe88ab36cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.732198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25f42e-151f-4970-b6df-0bbe88ab36cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.733152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc25f42e-151f-4970-b6df-0bbe88ab36cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:52.745076 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c729a729-5617-4ea9-b900-85c6e7d337ce tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/subnets/e34c80c2-c9f4-4aea-b739-2e5d4039cc0e HTTP/1.1" status: 204 len: 168 time: 1.4500744 Mar 16 11:17:52.747669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.757834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef9bb3-0af4-42c6-90d9-a6aed8423912 None None] Network 9f1eabec-fd53-4944-99f6-4164b44860eb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:52.806158 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-07c6ed38-7c6f-4257-99eb-a3d9f459084e tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:17:52.807514 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07c6ed38-7c6f-4257-99eb-a3d9f459084e tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.9662237 Mar 16 11:17:52.837642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:52.885674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.900164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-7b95aaef-760e-47cb-aa59-cb8d298a7914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:52.901592 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-7b95aaef-760e-47cb-aa59-cb8d298a7914 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.2459338 Mar 16 11:17:52.904237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Deleting port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:52.905280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.927803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:52.993762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3da98c09-1076-45f2-a455-2aff7de3303a None None] Provisioning for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:53.130123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:53.205966 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-aa04e36c-fbfc-43f7-9616-83ea1de70f17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2751720 Mar 16 11:17:53.207802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] For port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,segment=NetworkSegment(397a6a7d-1a82-428e-bcca-7ef9b5f0a99f),segment_id=397a6a7d-1a82-428e-bcca-7ef9b5f0a99f)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:53.208145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.229246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.259884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Transition to ACTIVE for port object 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:53.289807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc25f42e-151f-4970-b6df-0bbe88ab36cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:53.293951 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc25f42e-151f-4970-b6df-0bbe88ab36cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7482319 Mar 16 11:17:53.299817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:53.368411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Transition to ACTIVE for port object 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:53.370901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2163fbee-0e60-4fc7-8b0d-7f412186c00a None None] Could not find standard attr ID for object 1d36b7e7-9653-45cd-86c9-7cfb152cd7db. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:17:53.406803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.429334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.432063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Calling delete_port for 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:17:53.538292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:53.539346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Pushing event updated for resources: {'Port': ['ID=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.545745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:53.556503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:53.561840 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-71955c3a-818b-4494-ac82-c65a018ae991 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424225 Mar 16 11:17:53.607833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad29c37-e694-473b-ac54-9c192456e349 None None] DHCP port deletion for 9f1eabec-fd53-4944-99f6-4164b44860eb request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:17:53.700764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.729668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Attempting to bind port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:53.730062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Attempting to bind port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:53.730422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Attempting to bind port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 on network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:53.742208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7722bce9-4942-4dff-bf41-bdd5c86ea55e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:53.759381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Port': ['ID=6a3b7d63-1a41-4245-bb9a-f08c39bf9452,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:53.766357 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8adc45f1-b3b4-41d4-8921-fe5bcf56e195 req-4b0cfaff-d4fb-46ed-a446-3dba55207e84 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936111 Mar 16 11:17:53.768902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] No DVR routers for this DVR port 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Checking segment: {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Bound using segment: {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Bound port: 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:53.784573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.891810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:42Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:52Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:53.902285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.908268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763bbb46-dcb6-4ea4-b187-9371c6a85741 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:42Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:52Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:17:53.930730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:53.932586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1eabec-fd53-4944-99f6-4164b44860eb']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:53.943629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] For port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:53.947722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] For port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:53.948724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:53.949114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.950656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:53.951052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397a6a7d-1a82-428e-bcca-7ef9b5f0a99f') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:53.964427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.982257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.990326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:53.991754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:53.992330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:54.008572 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:54.097424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.106057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08e73-3131-41f9-b9b0-00a942691d4d None None] Pushing event updated for resources: {'Port': ['ID=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.122801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.136480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] Pushing event deleted for resources: {'Network': ['ID=9f1eabec-fd53-4944-99f6-4164b44860eb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.151492 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-928a3259-7d94-4062-a9a0-9e772bbc36c7 tempest-AllowedAddressPairIpV6TestJSON-1218685689 tempest-AllowedAddressPairIpV6TestJSON-1218685689-project] 10.222.0.36 "DELETE /v2.0/networks/9f1eabec-fd53-4944-99f6-4164b44860eb HTTP/1.1" status: 204 len: 168 time: 1.4026632 Mar 16 11:17:54.190184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.244749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 7722bce9-4942-4dff-bf41-bdd5c86ea55e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7722bce9-4942-4dff-bf41-bdd5c86ea55e,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:54.259966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.418487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=7722bce9-4942-4dff-bf41-bdd5c86ea55e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:54.561713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 32fc3e95-d0dd-43a8-8412-66f260ef44a2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:54.627752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37888) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.647432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.767977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:54.833016 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91fb8932-2257-4729-90ed-a29a043a4561 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3ac4ac518f3436cabbd3ad982a2d4c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2037752 Mar 16 11:17:54.836914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37894) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:54.908070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.009128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=762e433f-f208-4291-86df-44936126baa4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.009839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.039501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.096892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.111078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': 'cece915c-7f1c-470e-85f1-c05017d9de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:55.111467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:55.114131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb2fb7-c7ed-48ca-9832-afe5565e397f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:55.118993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.123529 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-85022981-f993-42ac-869c-d3072b77b053 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3cb2fb7-c7ed-48ca-9832-afe5565e397f HTTP/1.1" status: 204 len: 168 time: 0.2855794 Mar 16 11:17:55.162338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.243794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.343932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7002532-7507-45a9-adaf-0ed5544dd2aa None None] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:17:55.628622 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-d0b619f3-e16c-4d51-b77e-5c2bb4860587 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.1508119 Mar 16 11:17:55.696094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2275f751-7289-4b70-aa64-4283c1a05b68 None None] Provisioning for port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:55.820399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242483-e95c-493b-8f55-d849bd1c343a req-0953b069-6309-4500-a53c-78fdecc219c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:55.825171 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-0953b069-6309-4500-a53c-78fdecc219c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.1800041 Mar 16 11:17:55.838055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7722bce9-4942-4dff-bf41-bdd5c86ea55e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:55.957159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:55.957691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:55.993092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:56.052655 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-26e78848-09dc-4aa6-8427-b19e4c54e14d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.2197657 Mar 16 11:17:56.069159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf32956-dcba-4cec-b8d5-75227bf4f2fc None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:17:56.108580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:56.130283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:56.131166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.159740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242483-e95c-493b-8f55-d849bd1c343a req-83962d88-400d-4480-b8f9-52d480b8ee66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:56.160204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.160456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:56.161666 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-83962d88-400d-4480-b8f9-52d480b8ee66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.1035306 Mar 16 11:17:56.216970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=32fc3e95-d0dd-43a8-8412-66f260ef44a2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:56.241625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.274028 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-857c89b8-d725-4cb3-b446-6972deb35b53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054382 Mar 16 11:17:56.319526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.324599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3325ee0-7ea7-4e0e-bf8c-4333b38220dd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/32fc3e95-d0dd-43a8-8412-66f260ef44a2 HTTP/1.1" status: 204 len: 168 time: 3.0217416 Mar 16 11:17:56.325860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.335015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c495d247-575f-4a36-b60f-0cd63e25e088 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2667894 Mar 16 11:17:56.344079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37924) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.352962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0ab5-f637-43e8-9b63-9e01ad4d33d7 req-f5253b33-040b-4ef6-a65f-7303aaa9bb85 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:56.360986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:56.361895 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-096f0ab5-f637-43e8-9b63-9e01ad4d33d7 req-f5253b33-040b-4ef6-a65f-7303aaa9bb85 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7062080 Mar 16 11:17:56.373162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:56.373684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.410500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.454460 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-a06ee3c0-1657-48d8-9a41-3938509a2817 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730764 Mar 16 11:17:56.457549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf32956-dcba-4cec-b8d5-75227bf4f2fc None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:17:56.589080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1748588761'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:56.612477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.615137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.630320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Usage tracker for resource:network and tenant:cab002467b6d4792b72818dacbe542fd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.634993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.635455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-05cdacf5-36f6-4806-9c08-5336325634c9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3017957 Mar 16 11:17:56.637887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:56.645830 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01242483-e95c-493b-8f55-d849bd1c343a req-34ed2b5e-519a-4feb-9ffb-7cb3b6d742f7 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850343 Mar 16 11:17:56.649608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:56.672560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.693635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:56.701199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.702069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:56.740337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:56.744146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Made reservation on behalf of cab002467b6d4792b72818dacbe542fd for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:56.747288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.779666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:56.822536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:56.827382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.835121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Usage tracker for resource:security_group_rule and tenant:cab002467b6d4792b72818dacbe542fd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:56.839006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:56.841949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:56.847910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.858581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:56.881437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:56.933974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:17:56.941757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:56.942216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.022120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.043977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.108839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-096f0ab5-f637-43e8-9b63-9e01ad4d33d7 req-de3e3b08-bb73-4532-a812-557527ab3634 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7459905 Mar 16 11:17:57.152619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.195316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:17:57.200841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10', 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '762e433f-f208-4291-86df-44936126baa4'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:17:57.202374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.219597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.286992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.334544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:17:57.341397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.363840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:57.364816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.371314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:57.382195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.382953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.394548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:17:57.395745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3b7d63-1a41-4245-bb9a-f08c39bf9452 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:17:57.438433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.440909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=e48ea091-b8ba-408c-8f22-5c054addbb38,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.455120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:17:57.475963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510424e0-c428-49e6-8599-b846208d300f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:57.500722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.501091 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Added segment 8c1c4de6-9956-444c-a53b-a7dabaaa60c9 of type vlan for network 7d4d596f-a25e-4daa-908d-7de89b44a75f Mar 16 11:17:57.513356 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e106c41c-3678-49eb-a8e5-b9f84f421d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8707049 Mar 16 11:17:57.513631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.526327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'name': 'tempest-NetworksTestDHCPv6-843334225'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:57.542541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Allocated IP 172.20.0.2 (d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10/762e433f-f208-4291-86df-44936126baa4/601849b6-98b9-49d1-9b1b-78e086c4b52d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:57.639584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.686443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:57.722026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.725601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:57.726215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.836568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.856044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:57.895016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.904759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:57.905146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:57.922324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:57.928571 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5144460 Mar 16 11:17:57.930033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:57.932675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:57.933702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Transition to ACTIVE for port object 601849b6-98b9-49d1-9b1b-78e086c4b52d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:57.943253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Request body: {'subnet': {'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:57.969371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:57.979762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Transition to ACTIVE for port object 601849b6-98b9-49d1-9b1b-78e086c4b52d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:57.991542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.023808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5a94-8d09-400a-bcd5-b8192c6044d3 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'Network': ['ID=7d4d596f-a25e-4daa-908d-7de89b44a75f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.036388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.21.0.1 (6012bcf8-34d3-43a7-908e-65b5d4e94df7/d1e5b115-1d58-45d1-ba7e-9273456fc986/755ab627-b5f3-4225-ab50-4b640a0adb97) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:58.057946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:58.060356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.079227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:17:58.085390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:58.091972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Usage tracker for resource:subnet and tenant:cab002467b6d4792b72818dacbe542fd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:58.096072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:58.099243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 236c4e4e-92e1-4818-b4b3-adbf29b1041f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:58.119286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:58.123679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.140563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:58.170097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Made reservation on behalf of cab002467b6d4792b72818dacbe542fd for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:58.184023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:58.200715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:58.212239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Pushing event updated for resources: {'Port': ['ID=601849b6-98b9-49d1-9b1b-78e086c4b52d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.220691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:17:58.303203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.362734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Attempting to bind port 601849b6-98b9-49d1-9b1b-78e086c4b52d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:17:58.363004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Attempting to bind port 601849b6-98b9-49d1-9b1b-78e086c4b52d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'cece915c-7f1c-470e-85f1-c05017d9de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:17:58.363362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Attempting to bind port 601849b6-98b9-49d1-9b1b-78e086c4b52d on network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:17:58.375164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:17:58.375843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Checking segment: {'id': 'cece915c-7f1c-470e-85f1-c05017d9de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:58.376245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.376638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Bound using segment: {'id': 'cece915c-7f1c-470e-85f1-c05017d9de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:17:58.377098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Bound port: 601849b6-98b9-49d1-9b1b-78e086c4b52d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cece915c-7f1c-470e-85f1-c05017d9de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:17:58.377467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.382222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=762e433f-f208-4291-86df-44936126baa4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.402156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:17:58.402752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.480257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::39a (1002c76f-2977-4cc2-9a1c-483f137d3546/e48ea091-b8ba-408c-8f22-5c054addbb38/236c4e4e-92e1-4818-b4b3-adbf29b1041f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:58.526869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] For port 601849b6-98b9-49d1-9b1b-78e086c4b52d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:17:58.570176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] For port 601849b6-98b9-49d1-9b1b-78e086c4b52d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=601849b6-98b9-49d1-9b1b-78e086c4b52d,segment=NetworkSegment(cece915c-7f1c-470e-85f1-c05017d9de7f),segment_id=cece915c-7f1c-470e-85f1-c05017d9de7f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:17:58.581087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.601189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:17:58.603520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.666051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.666456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a76a5-0eb7-427c-a8a8-590d06ef1dd0 None None] Pushing event updated for resources: {'Port': ['ID=601849b6-98b9-49d1-9b1b-78e086c4b52d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.678862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.720866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cece915c-7f1c-470e-85f1-c05017d9de7f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.721351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cece915c-7f1c-470e-85f1-c05017d9de7f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.731093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.737746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:58.749151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Sync routers for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:17:58.753573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29e738-fb09-4adb-8431-8db5ebc1e1ac None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:17:58.760015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97c62f-8514-4a3d-8d90-975b6c8f9649 req-b99b14b3-ada0-4d32-b441-3f88cdba4b82 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:58.761492 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a97c62f-8514-4a3d-8d90-975b6c8f9649 req-b99b14b3-ada0-4d32-b441-3f88cdba4b82 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4492610 Mar 16 11:17:58.775517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.784749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 755ab627-b5f3-4225-ab50-4b640a0adb97 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:58.819152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:58.820205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:58.822479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'Subnet': ['ID=99ef02b2-670c-4f97-a000-effb129cb86b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:58.833790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.867746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 236c4e4e-92e1-4818-b4b3-adbf29b1041f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:17:58.881298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Checking segment: {'id': '8c1c4de6-9956-444c-a53b-a7dabaaa60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:17:58.881727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Network hostable DHCP agents. Network: 7d4d596f-a25e-4daa-908d-7de89b44a75f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:17:58.883562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.910054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.944816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:17:58.952910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ec365b5-8b49-40b4-8fd6-da57d9469d97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/45e19da0-23a4-4ce8-8b4f-2debc5d36e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0777795 Mar 16 11:17:58.961703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:58.967578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:17:58.967983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:17:58.982810 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:17:59.034800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 7d4d596f-a25e-4daa-908d-7de89b44a75f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:59.055210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.055429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.067616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:59.076032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:59.081027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=236c4e4e-92e1-4818-b4b3-adbf29b1041f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.088814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:59.093369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.094028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.107280 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a97c62f-8514-4a3d-8d90-975b6c8f9649 req-6b469d0e-204e-4439-958b-9dfc35213d13 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350766 Mar 16 11:17:59.111476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:17:59.111476 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:17:59.111476 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': 'd8e9da9a-fcf6-49dd-b5b7-6766afa0ba10'}] Mar 16 11:17:59.111476 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:17:59.111910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:17:59.122907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.142854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:17:59.179179 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-38776fca-2bdb-46bd-b7b9-ec6a569546a2 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2400315 Mar 16 11:17:59.181850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37954) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.189682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Request body: {'port': {'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1436403998'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:17:59.214840 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1efa0849-2c77-4a85-b02a-08ba3d4eba1d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7001786 Mar 16 11:17:59.223799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37958) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.401069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 93278909-a274-435c-b98f-37417031b13b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:17:59.409414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.425656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:17:59.430334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:17:59.434981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port aa1d86ba-7223-408a-a36b-fa5ff52bc60c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:59.436036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.459312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:17:59.467844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:17:59.482488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:17:59.492142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Usage tracker for resource:port and tenant:cab002467b6d4792b72818dacbe542fd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:17:59.496364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.550060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29e738-fb09-4adb-8431-8db5ebc1e1ac None None] Unable to find a vacant binding_index for network 7d4d596f-a25e-4daa-908d-7de89b44a75f and agent 0568b83b-30f7-46b3-8e3b-411d12698ace {{(pid=83795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 16 11:17:59.562825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29e738-fb09-4adb-8431-8db5ebc1e1ac None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 7d4d596f-a25e-4daa-908d-7de89b44a75f) {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:17:59.623068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.624707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.633806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:17:59.645772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dda557-b791-4fed-815f-2061d2a2045d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.652262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dda557-b791-4fed-815f-2061d2a2045d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:17:59.652262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03dda557-b791-4fed-815f-2061d2a2045d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:17:59.664093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:17:59.690946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Made reservation on behalf of cab002467b6d4792b72818dacbe542fd for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:17:59.693845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.695211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 601849b6-98b9-49d1-9b1b-78e086c4b52d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:17:59.695548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.700504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:48Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:59.711746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03dda557-b791-4fed-815f-2061d2a2045d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:17:59.712433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Checking router: 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:17:59.714558 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-03dda557-b791-4fed-815f-2061d2a2045d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4902580 Mar 16 11:17:59.718836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:17:59.731175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] device_id is not set on port 8c253882-79da-4350-b9da-87db21d5ef2e yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:17:59.756454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Routers {'45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:17:59.757103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:17:59.822050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.850403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:17:59.944102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Allocated IP 2001:db8::134 (7d4d596f-a25e-4daa-908d-7de89b44a75f/99ef02b2-670c-4f97-a000-effb129cb86b/8c253882-79da-4350-b9da-87db21d5ef2e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:17:59.988721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:17:59.993843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c0e3e31-abfa-4b2a-8890-f090e28a0f92 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/routers/d2d4ca5a-c263-4f48-9800-f9f465ce5a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1680002 Mar 16 11:18:00.004164 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] Sync routers for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:00.029889 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:00.031708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.035539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] Set router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:00.061963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.071927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Calling delete_port for aa1d86ba-7223-408a-a36b-fa5ff52bc60c owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:00.127468 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.142963 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] Routers {'d2d4ca5a-c263-4f48-9800-f9f465ce5a68'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:00.143895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:17:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.172778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.177737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 236c4e4e-92e1-4818-b4b3-adbf29b1041f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:00.178098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.189340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Transition to ACTIVE for port object 8c253882-79da-4350-b9da-87db21d5ef2e will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:00.208924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.232318 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.233197 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42811e4f-558f-442a-9dae-0834ce8bed2c None None] The sync data for ids ['d2d4ca5a-c263-4f48-9800-f9f465ce5a68'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:00.242119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.289399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=93278909-a274-435c-b98f-37417031b13b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:00.321226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.338587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:00.342258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:00.344025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'Port': ['ID=8c253882-79da-4350-b9da-87db21d5ef2e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:00.346254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:00.355757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:00.356181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.363841 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-06e003a5-856d-4cbe-92b3-7b9c69291ff2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/93278909-a274-435c-b98f-37417031b13b HTTP/1.1" status: 204 len: 168 time: 1.4011195 Mar 16 11:18:00.364517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-7d4d596f-a25e-4daa-908d-7de89b44a75f', 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f', 'tenant_id': 'cab002467b6d4792b72818dacbe542fd', 'fixed_ips': [{'subnet_id': '99ef02b2-670c-4f97-a000-effb129cb86b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:00.365327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.369797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.370739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.499999 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f41ccda9-7db3-4f9e-92be-8245e0e52956 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3169849 Mar 16 11:18:00.503376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37974) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:00.510500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Request body: {'port': {'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2040156784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:00.511047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] bootfile-name is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:00.511368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] tftp-server is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:00.511681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] server-ip-address is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:00.578815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:48Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:00.589131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf78fa9-df69-41be-8e36-6ef911ea2428 None None] The sync data for ids ['45e19da0-23a4-4ce8-8b4f-2debc5d36e0e'] in dv-neutron-833733-1-hyperv is: [{'id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'name': 'tempest-TestNetworkBasicOps-router-1663389175', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:14:25Z', 'updated_at': '2022-03-16T11:17:48Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5869fad8-5c63-49da-bf75-58e661c19b6c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e19da0-23a4-4ce8-8b4f-2debc5d36e0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:14:27Z', 'updated_at': '2022-03-16T11:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:00.596833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Allocated IP 2001:db8::2 (7d4d596f-a25e-4daa-908d-7de89b44a75f/99ef02b2-670c-4f97-a000-effb129cb86b/6a3ca228-87f2-423a-aea2-00f564503145) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:00.649761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 601849b6-98b9-49d1-9b1b-78e086c4b52d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=601849b6-98b9-49d1-9b1b-78e086c4b52d,segment=NetworkSegment(cece915c-7f1c-470e-85f1-c05017d9de7f),segment_id=cece915c-7f1c-470e-85f1-c05017d9de7f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:00.650415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.690896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:00.696520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Usage tracker for resource:port and tenant:cab002467b6d4792b72818dacbe542fd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:00.700976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:00.709359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:00.728612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Made reservation on behalf of cab002467b6d4792b72818dacbe542fd for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:00.731751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.770988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] device_id is not set on port 3e2c8e87-abf8-4090-b98a-2c505996e0f0 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:00.831024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.845650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Transition to ACTIVE for port object 6a3ca228-87f2-423a-aea2-00f564503145 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:00.856824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.868450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Transition to ACTIVE for port object 6a3ca228-87f2-423a-aea2-00f564503145 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:00.876597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:00.944520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:00.947786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:00.956537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:01.000355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Pushing event updated for resources: {'Port': ['ID=6a3ca228-87f2-423a-aea2-00f564503145,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.051769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 601849b6-98b9-49d1-9b1b-78e086c4b52d owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:01.064769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Allocated IP 2001:db8::325 (7d4d596f-a25e-4daa-908d-7de89b44a75f/99ef02b2-670c-4f97-a000-effb129cb86b/3e2c8e87-abf8-4090-b98a-2c505996e0f0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:01.071373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Attempting to bind port 6a3ca228-87f2-423a-aea2-00f564503145 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:01.071787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Attempting to bind port 6a3ca228-87f2-423a-aea2-00f564503145 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8c1c4de6-9956-444c-a53b-a7dabaaa60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:01.072317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Attempting to bind port 6a3ca228-87f2-423a-aea2-00f564503145 on network 7d4d596f-a25e-4daa-908d-7de89b44a75f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:01.080820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:01.081388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Checking segment: {'id': '8c1c4de6-9956-444c-a53b-a7dabaaa60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:01.081844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.082368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Bound using segment: {'id': '8c1c4de6-9956-444c-a53b-a7dabaaa60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:01.083138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Bound port: 6a3ca228-87f2-423a-aea2-00f564503145, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1c4de6-9956-444c-a53b-a7dabaaa60c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7d4d596f-a25e-4daa-908d-7de89b44a75f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:01.083658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.244450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] For port 6a3ca228-87f2-423a-aea2-00f564503145, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:01.248493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] For port 6a3ca228-87f2-423a-aea2-00f564503145, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3ca228-87f2-423a-aea2-00f564503145,segment=NetworkSegment(8c1c4de6-9956-444c-a53b-a7dabaaa60c9),segment_id=8c1c4de6-9956-444c-a53b-a7dabaaa60c9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:01.253785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.316497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.327991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 5869fad8-5c63-49da-bf75-58e661c19b6c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:01.328151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.363889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e215cca-6804-4fb3-96d3-c8efaeb09e9b None None] Pushing event updated for resources: {'Port': ['ID=6a3ca228-87f2-423a-aea2-00f564503145,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.399698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.490331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.499515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.573280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa6415d5-6844-40fb-bf91-b473923c1b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.578138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a0914916-aeb4-43ba-a31e-402a748e7fa4 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:01.581049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.593364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=601849b6-98b9-49d1-9b1b-78e086c4b52d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.615323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Transition to ACTIVE for port object 3e2c8e87-abf8-4090-b98a-2c505996e0f0 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:01.637276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a0914916-aeb4-43ba-a31e-402a748e7fa4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:01.637868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a0914916-aeb4-43ba-a31e-402a748e7fa4 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:01.673828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 5869fad8-5c63-49da-bf75-58e661c19b6c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5869fad8-5c63-49da-bf75-58e661c19b6c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:01.674208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.675169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 236c4e4e-92e1-4818-b4b3-adbf29b1041f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:01.758775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 601849b6-98b9-49d1-9b1b-78e086c4b52d on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:01.796645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 5869fad8-5c63-49da-bf75-58e661c19b6c owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:01.798229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Port': ['ID=aa1d86ba-7223-408a-a36b-fa5ff52bc60c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.832514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.957914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'Port': ['ID=3e2c8e87-abf8-4090-b98a-2c505996e0f0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:01.962636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:01.965358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:01.968009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:01.971892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:01.972962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:01.999097 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-251dbe9d-2195-4c58-8cce-fe068f24471f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4920254 Mar 16 11:18:01.999370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37978) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.135158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.139021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.141038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.142910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:02.143801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Synchronizing usage tracker for tenant:cab002467b6d4792b72818dacbe542fd on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:02.175290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.216676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:02.224327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Unset dirty status for tenant:cab002467b6d4792b72818dacbe542fd on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:02.225538 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46e4bb9b-7337-4a7e-be0a-607bd7de3170 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2252016 Mar 16 11:18:02.238745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:02.257983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cece915c-7f1c-470e-85f1-c05017d9de7f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:02.258295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cece915c-7f1c-470e-85f1-c05017d9de7f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:02.274390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.275116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=5869fad8-5c63-49da-bf75-58e661c19b6c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.311604 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:02.336500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:02.377380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Deleting port 3e2c8e87-abf8-4090-b98a-2c505996e0f0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:02.377715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.512041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a70f5bd-e991-41be-bdc4-68e3dea9ca10 None None] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:02.545939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf842c2-1e3a-4918-baff-f3e723f463d3 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:02.551420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.561607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca31efd-21de-4f11-bcfb-0e8223720a57 None None] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:02.585881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.591222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0d0f2-c86f-4a6b-9f98-875c8154e910 None None] Network 9c8e7a9a-b959-4501-9a07-a222e8fefb4f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:02.604027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.617448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.715800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.756968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.769353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:02.786085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:02.786592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.809204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:02.812190 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:02.989887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=236c4e4e-92e1-4818-b4b3-adbf29b1041f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.063491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.067738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-42b3a1c8-a507-4863-a3b1-1e2383868314 None None] Provisioning for port 6a3ca228-87f2-423a-aea2-00f564503145 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:03.176692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.268337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.281967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.321559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.330533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc1d6b-cf8c-4cde-81ed-2c1fecab0331 None None] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:03.336543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.377330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc1d6b-cf8c-4cde-81ed-2c1fecab0331 None None] Network d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 16 11:18:03.384624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-74b8a719-f2a0-4b03-9b0f-4aff5201e5fc tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 HTTP/1.1" status: 204 len: 168 time: 7.0183442 Mar 16 11:18:03.392521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f7c9b8d-d08d-486a-b63b-bb5875fbf70d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/236c4e4e-92e1-4818-b4b3-adbf29b1041f HTTP/1.1" status: 204 len: 168 time: 3.6559420 Mar 16 11:18:03.392521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37986) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.397758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.413838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732004716'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:03.485941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45ee9652-21e0-47f9-a574-8016da455723 None None] Provisioning for port 755ab627-b5f3-4225-ab50-4b640a0adb97 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:03.487030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Calling delete_port for 3e2c8e87-abf8-4090-b98a-2c505996e0f0 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:03.499641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45ee9652-21e0-47f9-a574-8016da455723 None None] Provisioning complete for port 755ab627-b5f3-4225-ab50-4b640a0adb97 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:03.500007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45ee9652-21e0-47f9-a574-8016da455723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.511360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:03.530417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:03.543860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.557639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.585251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-45ee9652-21e0-47f9-a574-8016da455723 None None] Port 755ab627-b5f3-4225-ab50-4b640a0adb97 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:03.620620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:03.640373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.641045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router 45e19da0-23a4-4ce8-8b4f-2debc5d36e0e {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:18:03.652028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-269bede2-641e-4529-9fbc-38f5b9f584d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.667474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:03.668541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] DHCP port deletion for 9c8e7a9a-b959-4501-9a07-a222e8fefb4f request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:03.674513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Deleting port 68a549c0-aff4-4d88-9e9c-b471668c00f1 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:03.675013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.717617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e42d22-4df5-4332-8673-93e0fa5d26ac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:03.719193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e42d22-4df5-4332-8673-93e0fa5d26ac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:03.720368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.720937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62e42d22-4df5-4332-8673-93e0fa5d26ac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:03.721431 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fff559bf-8f7e-40e7-8b45-56e5af731115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/45e19da0-23a4-4ce8-8b4f-2debc5d36e0e HTTP/1.1" status: 204 len: 168 time: 3.3508306 Mar 16 11:18:03.727899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:03.730067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 37994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.740770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:03.759040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.779587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:03.789063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.821147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event deleted for resources: {'Port': ['ID=3e2c8e87-abf8-4090-b98a-2c505996e0f0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:03.922569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:03.924805 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f3af693-bd26-4e3d-b940-d856319acf0f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "DELETE /v2.0/ports/3e2c8e87-abf8-4090-b98a-2c505996e0f0 HTTP/1.1" status: 204 len: 168 time: 1.6851141 Mar 16 11:18:03.929008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 37998) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:03.939530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Request body: {'port': {'name': 'tempest-new-port-name-1399817850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:03.940007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] bootfile-name is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:03.940344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] tftp-server is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:03.941152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] server-ip-address is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 16 11:18:03.950019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3ca228-87f2-423a-aea2-00f564503145 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:04.061378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:04.074151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855de50-a08b-4d7f-a6f1-89a8f241b8c6 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:04.084816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.086788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 67c5b548-fd93-4176-a54c-4de00a003214 of type vlan for network 4030075f-b950-4caf-b335-afa6c194c9ca Mar 16 11:18:04.121801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.363189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] For port 68a549c0-aff4-4d88-9e9c-b471668c00f1, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=68a549c0-aff4-4d88-9e9c-b471668c00f1,segment=NetworkSegment(e6faa76b-3011-4a50-9e8e-4aa91c406637),segment_id=e6faa76b-3011-4a50-9e8e-4aa91c406637)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:04.363730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.411302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.417765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.498112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] In _notify_port_updated(), no bound segment for port 8c253882-79da-4350-b9da-87db21d5ef2e on network 7d4d596f-a25e-4daa-908d-7de89b44a75f {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:18:04.502801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:04.503421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.507455 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "PUT /v2.0/ports/8c253882-79da-4350-b9da-87db21d5ef2e HTTP/1.1" status: 200 len: 1130 time: 0.5746675 Mar 16 11:18:04.509716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.521607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Calling delete_port for 68a549c0-aff4-4d88-9e9c-b471668c00f1 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:04.561303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438936-6a6e-43f0-8499-5dadfa756f26 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event updated for resources: {'Port': ['ID=8c253882-79da-4350-b9da-87db21d5ef2e,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:04.576395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee1e63d-81a1-489a-8516-557cff3d6326 None None] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:04.593813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bce5e-dbf8-4eda-988e-1b841c2ae4a5 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:04.594639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b51bce5e-dbf8-4eda-988e-1b841c2ae4a5 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Synchronizing usage tracker for tenant:cab002467b6d4792b72818dacbe542fd on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:04.599926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d063fd3-ec23-4ecd-b223-d08791e00ea6 None None] Provisioning complete for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:04.600914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d063fd3-ec23-4ecd-b223-d08791e00ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.603696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.613808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b51bce5e-dbf8-4eda-988e-1b841c2ae4a5 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Unset dirty status for tenant:cab002467b6d4792b72818dacbe542fd on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:04.618778 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b51bce5e-dbf8-4eda-988e-1b841c2ae4a5 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "GET /v2.0/ports/8c253882-79da-4350-b9da-87db21d5ef2e HTTP/1.1" status: 200 len: 1130 time: 0.1043985 Mar 16 11:18:04.619734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.669508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62e42d22-4df5-4332-8673-93e0fa5d26ac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:04.673320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62e42d22-4df5-4332-8673-93e0fa5d26ac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2534692 Mar 16 11:18:04.674803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38010) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:04.744586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Deleting port 8c253882-79da-4350-b9da-87db21d5ef2e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:04.745082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.748667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 6a3ca228-87f2-423a-aea2-00f564503145 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:04.782770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.787562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a3ca228-87f2-423a-aea2-00f564503145 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:04.787929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.802467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.812985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Router 547c963b-e256-48f8-90ef-cfe7093d3578 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:04.814323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.817929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:04.818527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.870436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 46e22991-0c6c-441d-b645-11a0d3d8061c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:04.870769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.917099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:04.945147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 68a549c0-aff4-4d88-9e9c-b471668c00f1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:04.945479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.031404 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6322000 Mar 16 11:18:05.042812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] Pushing event deleted for resources: {'Port': ['ID=68a549c0-aff4-4d88-9e9c-b471668c00f1,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.053291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:05.055048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.069142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] The port '68a549c0-aff4-4d88-9e9c-b471668c00f1' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:05.076772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:05.089950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b57a-6e4d-425d-bc11-c10a98799649 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=4030075f-b950-4caf-b335-afa6c194c9ca,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.101235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f5ffa-b7ba-46c8-82a5-cf532080d5c9 None None] No DVR routers for this DVR port 68a549c0-aff4-4d88-9e9c-b471668c00f1 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:05.105330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.118254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4030075f-b950-4caf-b335-afa6c194c9ca details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:05.158730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.332928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.373125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet e48ea091-b8ba-408c-8f22-5c054addbb38 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:05.381659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.393352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 6a3ca228-87f2-423a-aea2-00f564503145, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3ca228-87f2-423a-aea2-00f564503145,segment=NetworkSegment(8c1c4de6-9956-444c-a53b-a7dabaaa60c9),segment_id=8c1c4de6-9956-444c-a53b-a7dabaaa60c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:05.397661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Provisioning complete for port 6a3ca228-87f2-423a-aea2-00f564503145 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:05.397661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.451489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.479814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.551832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.552502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Calling delete_port for 8c253882-79da-4350-b9da-87db21d5ef2e owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:05.665753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.691038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Provisioning for port 8c253882-79da-4350-b9da-87db21d5ef2e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:05.714697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Provisioning complete for port 8c253882-79da-4350-b9da-87db21d5ef2e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:05.715068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.732179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 46e22991-0c6c-441d-b645-11a0d3d8061c owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:05.758364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5869fad8-5c63-49da-bf75-58e661c19b6c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:05.793329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=6a3ca228-87f2-423a-aea2-00f564503145,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:05.809199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5869fad8-5c63-49da-bf75-58e661c19b6c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:05.809594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5869fad8-5c63-49da-bf75-58e661c19b6c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:05.809958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 68a549c0-aff4-4d88-9e9c-b471668c00f1 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:05.825613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:05.850564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:05.854511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.862216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 68a549c0-aff4-4d88-9e9c-b471668c00f1 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:05.862559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 68a549c0-aff4-4d88-9e9c-b471668c00f1 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:05.871744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Port 8c253882-79da-4350-b9da-87db21d5ef2e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:05.874825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Could not find standard attr ID for object 3e2c8e87-abf8-4090-b98a-2c505996e0f0. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:05.876665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:05.889020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Provisioning complete for port 755ab627-b5f3-4225-ab50-4b640a0adb97 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:05.889399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:05.909936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:05.945901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:05.953559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a581a23e-e76e-4597-beb2-c6a3e3e5192b None None] Port 755ab627-b5f3-4225-ab50-4b640a0adb97 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:05.960399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.015269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event deleted for resources: {'Port': ['ID=8c253882-79da-4350-b9da-87db21d5ef2e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.019745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.074481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=e48ea091-b8ba-408c-8f22-5c054addbb38,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:06.099887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Provisioning complete for port 6a3ca228-87f2-423a-aea2-00f564503145 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:06.100312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.124759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8e7a9a-b959-4501-9a07-a222e8fefb4f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.138169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.141969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.142970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:06.153114 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bba9342d-b6ea-47a5-9fa9-f1a890814b9f tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2042975 Mar 16 11:18:06.154022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.160403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] Sync routers for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:06.165795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6faa76b-3011-4a50-9e8e-4aa91c406637') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.166123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6faa76b-3011-4a50-9e8e-4aa91c406637') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.178958 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2011da4-3fd7-435f-8765-36cc7bee52c5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/e48ea091-b8ba-408c-8f22-5c054addbb38 HTTP/1.1" status: 204 len: 168 time: 1.5029089 Mar 16 11:18:06.180971 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-380858ac-de62-48e0-b35e-510bbe2c684f tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "DELETE /v2.0/ports/8c253882-79da-4350-b9da-87db21d5ef2e HTTP/1.1" status: 204 len: 168 time: 1.5602655 Mar 16 11:18:06.182963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38022) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.185248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.223279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:06.224216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.249362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-85d08be7-60f0-4045-8f8e-dc7e6b66a20a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] delete failed (client error): The resource could not be found. Mar 16 11:18:06.254868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85d08be7-60f0-4045-8f8e-dc7e6b66a20a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1183062837 HTTP/1.1" status: 404 len: 335 time: 0.0944459 Mar 16 11:18:06.255675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:06.280763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38028) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.293802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0540e907-4fe3-4ec9-bc1a-5c2329e1839d tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'router': {'external_gateway_info': {'network_id': '547c963b-e256-48f8-90ef-cfe7093d3578'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:06.343382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.389623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.391852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.395050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0a341-622f-453d-99bd-776443c469c8 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:06.404179 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c3b1efb-a543-471d-b05f-d55e7ead41e8 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292133 Mar 16 11:18:06.411487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38034) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.510978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:06.511751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.615333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f7e7d-b388-4f3b-a8d8-ff95e36347f5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.617014 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c89f7e7d-b388-4f3b-a8d8-ff95e36347f5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2045662 Mar 16 11:18:06.621412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38038) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.641974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.672032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:06.672434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.673684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Deleting subnet 99ef02b2-670c-4f97-a000-effb129cb86b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:06.678046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:06.678474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ad687-69ea-4919-a3ed-8c5254a521d7 None None] The sync data for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:06.685048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:06.697040 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:06.755715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Could not find standard attr ID for object 8c253882-79da-4350-b9da-87db21d5ef2e. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:06.761437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.763320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee07e5-0de7-4990-9809-cb631c1ebf35 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:06.764227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1ee07e5-0de7-4990-9809-cb631c1ebf35 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:06.779372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.781727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Provisioning complete for port 7722bce9-4942-4dff-bf41-bdd5c86ea55e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:06.782097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.851767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1ee07e5-0de7-4990-9809-cb631c1ebf35 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:06.854073 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1ee07e5-0de7-4990-9809-cb631c1ebf35 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2307854 Mar 16 11:18:06.860057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.918402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:06.928380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Deleting port 7722bce9-4942-4dff-bf41-bdd5c86ea55e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:06.928999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:06.965772 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-277afb4a-f279-4533-b32a-6e085e07f690 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018529 Mar 16 11:18:06.971928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38046) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:06.975295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1313352-881e-48bf-a9c2-6abc7ab14051 None None] Could not find standard attr ID for object 236c4e4e-92e1-4818-b4b3-adbf29b1041f. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:06.987194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:07.028595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:18:07.029213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:18:07.101388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.105285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.133825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c00b0bbf-d7d8-4d7e-bfb7-e6509a7f8437 None None] Could not find standard attr ID for object 8c253882-79da-4350-b9da-87db21d5ef2e. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:07.136332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:07.150668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:07.153341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c00b0bbf-d7d8-4d7e-bfb7-e6509a7f8437 None None] Could not find standard attr ID for object 3e2c8e87-abf8-4090-b98a-2c505996e0f0. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:07.165970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=9c8e7a9a-b959-4501-9a07-a222e8fefb4f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.169164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:07.175352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.198119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fb16b2b-43db-4e82-8238-78ce21c949bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/9c8e7a9a-b959-4501-9a07-a222e8fefb4f HTTP/1.1" status: 204 len: 168 time: 3.4533911 Mar 16 11:18:07.198387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] For port 7722bce9-4942-4dff-bf41-bdd5c86ea55e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7722bce9-4942-4dff-bf41-bdd5c86ea55e,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:07.198387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.198932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.199719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.223953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--1512217096', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:07.276098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=46e22991-0c6c-441d-b645-11a0d3d8061c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.294348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:07.317798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:07.325080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:07.339038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:07.359951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.390486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:07.393547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.411519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Calling delete_port for 7722bce9-4942-4dff-bf41-bdd5c86ea55e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:07.491323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-752fc622-d983-4741-821c-3770db5502e0 None None] Could not find standard attr ID for object 8c253882-79da-4350-b9da-87db21d5ef2e. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:07.494548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.549429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] Pushing event deleted for resources: {'Port': ['ID=7722bce9-4942-4dff-bf41-bdd5c86ea55e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.560206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49abc30-4f8d-44fb-bff7-05c48c59fbda None None] No DVR routers for this DVR port 7722bce9-4942-4dff-bf41-bdd5c86ea55e on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:07.603715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:07.629915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.630687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment 58df1269-c283-4b62-8cb6-573313f3422f of type vlan for network 2fb8e664-243b-4034-87db-be5c06387597 Mar 16 11:18:07.634984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3ca228-87f2-423a-aea2-00f564503145 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:07.695547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.728971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 6a3ca228-87f2-423a-aea2-00f564503145 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:07.729456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.763738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event deleted for resources: {'Subnet': ['ID=99ef02b2-670c-4f97-a000-effb129cb86b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:07.774491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.780445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:07.789911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.806459 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:07.822974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175f431-db08-4ba2-8da7-013ec583bda5 None None] Network 7d4d596f-a25e-4daa-908d-7de89b44a75f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:07.826699 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:07.827768 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:07.857155 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e40be5e-1fab-487d-a690-e1fcb339f818 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "DELETE /v2.0/subnets/99ef02b2-670c-4f97-a000-effb129cb86b HTTP/1.1" status: 204 len: 168 time: 1.6730914 Mar 16 11:18:07.857837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38054) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.876699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad85e72b-c080-427c-a71d-957bf1426a65 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3223326 Mar 16 11:18:07.941698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:07.970308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-94910483'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:07.984169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0540e907-4fe3-4ec9-bc1a-5c2329e1839d tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.987453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:07.995665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.996088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:07.998309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.003864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:08.038724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7722bce9-4942-4dff-bf41-bdd5c86ea55e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:08.043817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:08.048055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.051816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.052448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.055798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.080382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7722bce9-4942-4dff-bf41-bdd5c86ea55e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:08.081097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7722bce9-4942-4dff-bf41-bdd5c86ea55e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:08.097953 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:08.131528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:08.177253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Deleting port 6a3ca228-87f2-423a-aea2-00f564503145 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:08.177478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.182375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76716cf-74b3-4922-a360-626365185764 None None] DHCP port deletion for 7d4d596f-a25e-4daa-908d-7de89b44a75f request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:08.186895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c76716cf-74b3-4922-a360-626365185764 None None] Deleting port 6a3ca228-87f2-423a-aea2-00f564503145 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:08.187504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c76716cf-74b3-4922-a360-626365185764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.259805 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0537689 Mar 16 11:18:08.261951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38062) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.268572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:08.269702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:08.273282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.278108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:08.280234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=ff782728-e0ba-4c88-bb40-c130d64a4595,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.286246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-828845109', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:08.286999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.287587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.295161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770ba14-e387-4f18-a5db-e4beb0383aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=2fb8e664-243b-4034-87db-be5c06387597,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.298196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-0540e907-4fe3-4ec9-bc1a-5c2329e1839d tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] update failed (client error): The resource could not be found. Mar 16 11:18:08.302464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0540e907-4fe3-4ec9-bc1a-5c2329e1839d tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578 HTTP/1.1" status: 404 len: 339 time: 2.0172741 Mar 16 11:18:08.305671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.315396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1090211012'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:08.353101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:08.364470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:network and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:08.371211 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ad64d65-c9c0-4448-b1c6-5d975262216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3951626 Mar 16 11:18:08.376069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:08.381525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38070) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.383893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:08.388612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': 'ff782728-e0ba-4c88-bb40-c130d64a4595', 'ip_address': '2001:db8::215:c530:af01:26c9'}], 'name': 'tempest-NetworksTestDHCPv6-1036417229'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:08.411270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333fd381-71de-4ccc-95f5-4124cbf571e7 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:08.413258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:08.464771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=050092c8-550d-4240-8d68-6a6b9047da27,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:08.476226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:08.489741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:08.502243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.504175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2fb8e664-243b-4034-87db-be5c06387597 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:08.507593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:08.525619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.527388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:08.530112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '67c5b548-fd93-4176-a54c-4de00a003214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:08.530644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 4030075f-b950-4caf-b335-afa6c194c9ca, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:08.540820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.542031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.561233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.561900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment e27dbe2c-24d0-463d-82e1-8153714ac5e3 of type vlan for network 262a82f5-12be-4a17-921c-1ee353eaee68 Mar 16 11:18:08.587376 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 3, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:01Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:08.591613 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:18:08.591954 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Updating router c2f35b32-76ec-4cb1-a0eb-c135544a4699 port 755ab627-b5f3-4225-ab50-4b640a0adb97 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:18:08.614645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.622628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.626698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.627492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Fanout notify agent at l3_agent the message router_deleted on router d2d4ca5a-c263-4f48-9800-f9f465ce5a68 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:18:08.645584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 4030075f-b950-4caf-b335-afa6c194c9ca is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:08.662309 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.667935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:08.675004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.682028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4030075f-b950-4caf-b335-afa6c194c9ca) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:08.696451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.697358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.739174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822c884-764e-4fdd-93c7-c4bfbb9ebc91 None None] Network 4030075f-b950-4caf-b335-afa6c194c9ca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:08.743155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] For port 6a3ca228-87f2-423a-aea2-00f564503145, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3ca228-87f2-423a-aea2-00f564503145,segment=NetworkSegment(8c1c4de6-9956-444c-a53b-a7dabaaa60c9),segment_id=8c1c4de6-9956-444c-a53b-a7dabaaa60c9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:08.743634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.770981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.773166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7019412a-1db1-42bb-8c1e-01f1ec2e696d tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/routers/d2d4ca5a-c263-4f48-9800-f9f465ce5a68 HTTP/1.1" status: 204 len: 168 time: 8.6675422 Mar 16 11:18:08.776976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38074) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.783023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.786923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:08.787897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:08.926638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a465b30-18fc-47aa-9ef1-bf637db3615b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8651569 Mar 16 11:18:08.947673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38078) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.980307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0291083 Mar 16 11:18:08.988560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38082) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:08.995741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Calling delete_port for 6a3ca228-87f2-423a-aea2-00f564503145 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:09.044254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:09.045023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4030075f-b950-4caf-b335-afa6c194c9ca', 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '050092c8-550d-4240-8d68-6a6b9047da27'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:09.045023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.069652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c76716cf-74b3-4922-a360-626365185764 None None] For port 6a3ca228-87f2-423a-aea2-00f564503145, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6a3ca228-87f2-423a-aea2-00f564503145,segment=NetworkSegment(8c1c4de6-9956-444c-a53b-a7dabaaa60c9),segment_id=8c1c4de6-9956-444c-a53b-a7dabaaa60c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:09.070254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c76716cf-74b3-4922-a360-626365185764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.071914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873a900-7ab0-417e-864a-46a1036a9e67 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=262a82f5-12be-4a17-921c-1ee353eaee68,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.073986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:09.089488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 262a82f5-12be-4a17-921c-1ee353eaee68 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:09.115610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.116073 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Added segment af6eb376-decc-4be0-bab0-62d814f77c90 of type vlan for network 47960e83-f0b2-486f-819f-a293270243b9 Mar 16 11:18:09.117604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:09.127109 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.141977 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Transition to ACTIVE for port object 755ab627-b5f3-4225-ab50-4b640a0adb97 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:09.147222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:09.151423 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.182375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.184019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:09.218069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:09.236507 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Pushing event updated for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.246380 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.246715 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.247045 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.247421 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.247759 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.248082 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.248533 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.248869 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.249184 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.249494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.249806 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:09.320084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.326588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:09.340606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:09.352431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:09.376300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.379136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:09.381477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.395103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:09.402637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.432050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Allocated IP 172.20.0.3 (4030075f-b950-4caf-b335-afa6c194c9ca/050092c8-550d-4240-8d68-6a6b9047da27/6154a7de-2bda-4fc1-bae9-62da145cbcb6) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:09.459744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:09.493749 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Attempting to bind port 755ab627-b5f3-4225-ab50-4b640a0adb97 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:09.494625 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Attempting to bind port 755ab627-b5f3-4225-ab50-4b640a0adb97 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:09.494975 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Attempting to bind port 755ab627-b5f3-4225-ab50-4b640a0adb97 on network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:09.503145 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:09.503503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Checking segment: {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:09.503888 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.504264 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Bound using segment: {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:09.504707 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Bound port: 755ab627-b5f3-4225-ab50-4b640a0adb97, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efac8873-59b9-492e-8451-6f34d9f7a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:09.505079 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.561261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c76716cf-74b3-4922-a360-626365185764 None None] Calling delete_port for 6a3ca228-87f2-423a-aea2-00f564503145 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:09.563864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event deleted for resources: {'Port': ['ID=6a3ca228-87f2-423a-aea2-00f564503145,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.607833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3ca228-87f2-423a-aea2-00f564503145 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:09.623373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.627624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:09.628290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.637561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 238d4044-5a05-4aed-bd0f-2c195f3c9273 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:09.655926 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] For port 755ab627-b5f3-4225-ab50-4b640a0adb97, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:09.659998 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] For port 755ab627-b5f3-4225-ab50-4b640a0adb97, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=755ab627-b5f3-4225-ab50-4b640a0adb97,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:09.663309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 6a3ca228-87f2-423a-aea2-00f564503145 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:09.663617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6a3ca228-87f2-423a-aea2-00f564503145 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:09.665263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'ff782728-e0ba-4c88-bb40-c130d64a4595'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:09.666158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.666802 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:09.698159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] No DVR routers for this DVR port 6a3ca228-87f2-423a-aea2-00f564503145 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:09.825739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab2eba-9fe7-4218-ac69-4867e42d92a1 None None] Pushing event updated for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:09.838998 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:09.839625 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:09.929175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c76716cf-74b3-4922-a360-626365185764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:09.929873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c76716cf-74b3-4922-a360-626365185764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:09.955221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting subnet 7ecea785-eb50-4da6-951d-466ed069a239 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:09.997786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.029853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Network': ['ID=47960e83-f0b2-486f-819f-a293270243b9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.035973 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:10.058449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 47960e83-f0b2-486f-819f-a293270243b9 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:10.093780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.192286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.246044 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f3d5d194-804e-41e1-960b-1686b77ae39a tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9392166 Mar 16 11:18:10.251872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38086) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:10.260808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'subnet': {'network_id': '47960e83-f0b2-486f-819f-a293270243b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:10.319519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.333354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/ff782728-e0ba-4c88-bb40-c130d64a4595/b0d17c15-b0ae-4110-b04e-eb737d52109a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:10.338832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Transition to ACTIVE for port object 6154a7de-2bda-4fc1-bae9-62da145cbcb6 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:10.355953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.367623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.432967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c76716cf-74b3-4922-a360-626365185764 None None] Deleting port 6a3ca228-87f2-423a-aea2-00f564503145 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:10.433538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c76716cf-74b3-4922-a360-626365185764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.442343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4d596f-a25e-4daa-908d-7de89b44a75f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:10.457978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Transition to ACTIVE for port object 6154a7de-2bda-4fc1-bae9-62da145cbcb6 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:10.463125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1c4de6-9956-444c-a53b-a7dabaaa60c9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:10.463494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1c4de6-9956-444c-a53b-a7dabaaa60c9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:10.472549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.489151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.512130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.527394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.531152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.535631 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 3, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:09Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:10.540702 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee39098-f8fe-4d39-bb88-47499912f443 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:17:59Z', 'revision_number': 3, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:09Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:10.545639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:10.546081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.563942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c76716cf-74b3-4922-a360-626365185764 None None] The port '6a3ca228-87f2-423a-aea2-00f564503145' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:10.567295 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:10.608795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Network 4030075f-b950-4caf-b335-afa6c194c9ca is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:10.650459 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.661102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:10.670021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:10.681824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:10.696137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Usage tracker for resource:subnet and tenant:3cc151bf3073454bb78c2bf226caf8c5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:10.699483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.708192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:10.759294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.766632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.775038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:10.791194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=050092c8-550d-4240-8d68-6a6b9047da27,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.795461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Pushing event updated for resources: {'Port': ['ID=6154a7de-2bda-4fc1-bae9-62da145cbcb6,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.829957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] Pushing event deleted for resources: {'Network': ['ID=7d4d596f-a25e-4daa-908d-7de89b44a75f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.835669 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3706e2a5-f865-4687-b13e-7cd688dd2672 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554 tempest-ExtraDHCPOptionsIpV6TestJSON-472025554-project] 10.222.0.36 "DELETE /v2.0/networks/7d4d596f-a25e-4daa-908d-7de89b44a75f HTTP/1.1" status: 204 len: 168 time: 2.9717088 Mar 16 11:18:10.843584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.903358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Attempting to bind port 6154a7de-2bda-4fc1-bae9-62da145cbcb6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:10.903724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Attempting to bind port 6154a7de-2bda-4fc1-bae9-62da145cbcb6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '67c5b548-fd93-4176-a54c-4de00a003214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:10.904074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Attempting to bind port 6154a7de-2bda-4fc1-bae9-62da145cbcb6 on network 4030075f-b950-4caf-b335-afa6c194c9ca {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:10.931301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:10.931663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Checking segment: {'id': '67c5b548-fd93-4176-a54c-4de00a003214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:10.932093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.932591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Bound using segment: {'id': '67c5b548-fd93-4176-a54c-4de00a003214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:10.933105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Bound port: 6154a7de-2bda-4fc1-bae9-62da145cbcb6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c5b548-fd93-4176-a54c-4de00a003214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4030075f-b950-4caf-b335-afa6c194c9ca'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:10.933549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.946904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.952332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecea785-eb50-4da6-951d-466ed069a239,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:10.955293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.963782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:10.982934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1cc79dc4-2ef3-4f8c-b3ff-85fee88c0e83 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/subnets/7ecea785-eb50-4da6-951d-466ed069a239 HTTP/1.1" status: 204 len: 168 time: 2.1986189 Mar 16 11:18:10.983146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.000014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4030075f-b950-4caf-b335-afa6c194c9ca']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:11.026206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c5b548-fd93-4176-a54c-4de00a003214') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:11.026758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c5b548-fd93-4176-a54c-4de00a003214') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:11.040001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.054265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] For port 6154a7de-2bda-4fc1-bae9-62da145cbcb6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:11.058522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.061217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a2e5f-b013-4e21-a700-b0eaad1b8f5b None None] Network 31b6b041-6414-4b71-85d8-8e839a6fbb0d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:11.072636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:11.073054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.091474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Transition to ACTIVE for port object b0d17c15-b0ae-4110-b04e-eb737d52109a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:11.182817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Transition to ACTIVE for port object b0d17c15-b0ae-4110-b04e-eb737d52109a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:11.185561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:11.229974 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:11.232967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.245925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.277189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 42947291-f166-430b-865c-aabf31ee10d5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:11.277510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.307837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38098) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:11.341986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::215:c530:af01:26c9 (1002c76f-2977-4cc2-9a1c-483f137d3546/ff782728-e0ba-4c88-bb40-c130d64a4595/238d4044-5a05-4aed-bd0f-2c195f3c9273) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:11.400368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] For port 6154a7de-2bda-4fc1-bae9-62da145cbcb6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6154a7de-2bda-4fc1-bae9-62da145cbcb6,segment=NetworkSegment(67c5b548-fd93-4176-a54c-4de00a003214),segment_id=67c5b548-fd93-4176-a54c-4de00a003214)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:11.405815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:11.410536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.424169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:11.434428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:11.440141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Pushing event updated for resources: {'Port': ['ID=b0d17c15-b0ae-4110-b04e-eb737d52109a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.447582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Made reservation on behalf of 3cc151bf3073454bb78c2bf226caf8c5 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:11.470111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:18:11.470111 dv-neutron-833733-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:18:11.470111 dv-neutron-833733-1-hyperv neutron-server[83794]: [parameters: {'id': '4030075f-b950-4caf-b335-afa6c194c9ca'}] Mar 16 11:18:11.470111 dv-neutron-833733-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:11.471181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:11.536121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb15e10-18ae-4e30-a9e9-b5d17e668fee None None] Pushing event updated for resources: {'Port': ['ID=6154a7de-2bda-4fc1-bae9-62da145cbcb6,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.678972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=9df9aa40-4b34-4880-969c-cd70c608ae59,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:11.680891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 755ab627-b5f3-4225-ab50-4b640a0adb97 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:11.691446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.216 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/5d95e4f5-bdfa-4ab1-bafd-24d5183a1755) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:11.696467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.756286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] For port 42947291-f166-430b-865c-aabf31ee10d5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=42947291-f166-430b-865c-aabf31ee10d5,segment=NetworkSegment(1f42b71d-8a83-4d6e-97d2-a1c055eb53d7),segment_id=1f42b71d-8a83-4d6e-97d2-a1c055eb53d7)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:11.756895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.787507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Attempting to bind port b0d17c15-b0ae-4110-b04e-eb737d52109a on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:11.787929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Attempting to bind port b0d17c15-b0ae-4110-b04e-eb737d52109a by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:11.788284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Attempting to bind port b0d17c15-b0ae-4110-b04e-eb737d52109a on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:11.800694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:11.801133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: 262a82f5-12be-4a17-921c-1ee353eaee68, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:11.816767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:11.817167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:11.817526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.817908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:11.818431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Bound port: b0d17c15-b0ae-4110-b04e-eb737d52109a, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:11.818843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.855624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68937e8d-892e-4c57-bd24-f1f4360bc51b None None] Network 4030075f-b950-4caf-b335-afa6c194c9ca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:11.943493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 42947291-f166-430b-865c-aabf31ee10d5 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:11.968023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.973359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:11.984696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf4d48-be21-40f7-948e-a6ddde051a2e None None] DHCP port deletion for 31b6b041-6414-4b71-85d8-8e839a6fbb0d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:11.986605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 262a82f5-12be-4a17-921c-1ee353eaee68 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:12.003511 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-504825ad-897b-40c9-9442-30c1c20aeea4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cab002467b6d4792b72818dacbe542fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6901994 Mar 16 11:18:12.003812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 755ab627-b5f3-4225-ab50-4b640a0adb97 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:12.009563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38104) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.018642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-24cf4d48-be21-40f7-948e-a6ddde051a2e None None] Deleting port 42947291-f166-430b-865c-aabf31ee10d5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:12.019194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24cf4d48-be21-40f7-948e-a6ddde051a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.059725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 6154a7de-2bda-4fc1-bae9-62da145cbcb6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:12.060079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.079922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.144915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 755ab627-b5f3-4225-ab50-4b640a0adb97 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:12.145388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.251313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 238d4044-5a05-4aed-bd0f-2c195f3c9273 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:12.280489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.288702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 262a82f5-12be-4a17-921c-1ee353eaee68) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:12.312201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.319978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:12.320580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.339686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce3960-aad0-41a3-9cd9-1333d7e5acee None None] Network 262a82f5-12be-4a17-921c-1ee353eaee68 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:12.342545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.347636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=42947291-f166-430b-865c-aabf31ee10d5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.377933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] For port b0d17c15-b0ae-4110-b04e-eb737d52109a, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:12.383120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] No DVR routers for this DVR port 42947291-f166-430b-865c-aabf31ee10d5 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:12.385520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-24cf4d48-be21-40f7-948e-a6ddde051a2e None None] The port '42947291-f166-430b-865c-aabf31ee10d5' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:12.451235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.462381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] For port b0d17c15-b0ae-4110-b04e-eb737d52109a, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b0d17c15-b0ae-4110-b04e-eb737d52109a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:12.483390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.485426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.494267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2232319f-ddd1-4b69-9ca1-d41c4bd3a23a tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4547584 Mar 16 11:18:12.497897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38108) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.570799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.653956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.694443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:12.699330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.708613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:12.713346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 6154a7de-2bda-4fc1-bae9-62da145cbcb6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6154a7de-2bda-4fc1-bae9-62da145cbcb6,segment=NetworkSegment(67c5b548-fd93-4176-a54c-4de00a003214),segment_id=67c5b548-fd93-4176-a54c-4de00a003214)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:12.713718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.714126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b104b4-db4d-4a7b-b324-58269d63438d None None] Pushing event updated for resources: {'Port': ['ID=b0d17c15-b0ae-4110-b04e-eb737d52109a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.719350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:12.726756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:12.728015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.752384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 755ab627-b5f3-4225-ab50-4b640a0adb97, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=755ab627-b5f3-4225-ab50-4b640a0adb97,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:12.753055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.760661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.783805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b6b041-6414-4b71-85d8-8e839a6fbb0d']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.805123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.806454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f42b71d-8a83-4d6e-97d2-a1c055eb53d7') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:12.816904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=238d4044-5a05-4aed-bd0f-2c195f3c9273,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.841169 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d57626d3-b5f7-4d5f-9ac2-5dbacf797477 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4585371 Mar 16 11:18:12.851485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38112) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:12.855257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.867535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-262a82f5-12be-4a17-921c-1ee353eaee68', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:12.870145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.914339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 6154a7de-2bda-4fc1-bae9-62da145cbcb6 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:12.947625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.953379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.967054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:12.967450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:12.984009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:12.984229 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:13.003314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Subnet': ['ID=314b1dc7-1c35-4d83-8157-bfa69bd1b8c1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.005574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.042995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510424e0-c428-49e6-8599-b846208d300f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.063503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:13.066792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:13.084025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.085546 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0cfc3e3-9e3e-4478-8aa8-daaf964e5c46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/510424e0-c428-49e6-8599-b846208d300f HTTP/1.1" status: 204 len: 168 time: 1.0726161 Mar 16 11:18:13.085797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:13.113938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.147676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Checking segment: {'id': 'af6eb376-decc-4be0-bab0-62d814f77c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '47960e83-f0b2-486f-819f-a293270243b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:13.148296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network hostable DHCP agents. Network: 47960e83-f0b2-486f-819f-a293270243b9, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:13.149141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.171355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Network': ['ID=31b6b041-6414-4b71-85d8-8e839a6fbb0d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.179468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Allocated IP 172.22.0.2 (262a82f5-12be-4a17-921c-1ee353eaee68/9df9aa40-4b34-4880-969c-cd70c608ae59/54c0a211-1a76-4b70-9721-dfb4a7c82566) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:13.189738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4961a5a-8217-4a46-8503-8c5ac30b07a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.196690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4961a5a-8217-4a46-8503-8c5ac30b07a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:13.197491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4961a5a-8217-4a46-8503-8c5ac30b07a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:13.208423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38118) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.214622 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-275fdc25-2b0a-4f94-8529-4f78ba2e32dc tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/networks/31b6b041-6414-4b71-85d8-8e839a6fbb0d HTTP/1.1" status: 204 len: 168 time: 2.2303019 Mar 16 11:18:13.245257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e4961a5a-8217-4a46-8503-8c5ac30b07a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:13.249128 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e4961a5a-8217-4a46-8503-8c5ac30b07a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3940949 Mar 16 11:18:13.249305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:13.280309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.332517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 238d4044-5a05-4aed-bd0f-2c195f3c9273 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:13.332852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.486740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 6154a7de-2bda-4fc1-bae9-62da145cbcb6 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:13.548054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.555449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 98a66ca2-9475-47bd-b849-2b0a7c0f3914 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:13.555805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.589285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Transition to ACTIVE for port object 54c0a211-1a76-4b70-9721-dfb4a7c82566 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:13.630641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Transition to ACTIVE for port object 54c0a211-1a76-4b70-9721-dfb4a7c82566 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:13.634387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=6154a7de-2bda-4fc1-bae9-62da145cbcb6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.637973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.662347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 47960e83-f0b2-486f-819f-a293270243b9 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:13.777816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Network 262a82f5-12be-4a17-921c-1ee353eaee68 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:13.781688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Pushing event updated for resources: {'Port': ['ID=54c0a211-1a76-4b70-9721-dfb4a7c82566,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:13.784825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:13.797688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 755ab627-b5f3-4225-ab50-4b640a0adb97 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:13.805336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:13.856034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:14.019801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Attempting to bind port 54c0a211-1a76-4b70-9721-dfb4a7c82566 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:14.020167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Attempting to bind port 54c0a211-1a76-4b70-9721-dfb4a7c82566 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:14.020527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Attempting to bind port 54c0a211-1a76-4b70-9721-dfb4a7c82566 on network 262a82f5-12be-4a17-921c-1ee353eaee68 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:14.032262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:14.032634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Checking segment: {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:14.033035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.033440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Bound using segment: {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:14.034025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Bound port: 54c0a211-1a76-4b70-9721-dfb4a7c82566, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:14.034415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.054255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 238d4044-5a05-4aed-bd0f-2c195f3c9273 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:14.076502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 47960e83-f0b2-486f-819f-a293270243b9) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:14.083716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.084301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.141221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] For port 54c0a211-1a76-4b70-9721-dfb4a7c82566, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:14.145321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] For port 54c0a211-1a76-4b70-9721-dfb4a7c82566, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=54c0a211-1a76-4b70-9721-dfb4a7c82566,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:14.154855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf8eb3-d64b-4006-9733-ed7da17d75ef None None] Network 47960e83-f0b2-486f-819f-a293270243b9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:14.164347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34c2900a-8262-4dc5-bba8-3819cdb06dbe tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9113121 Mar 16 11:18:14.171022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.181575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.192531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-31f4bbdd-cab4-4748-b1b0-38fb39d56c61 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'router': {'external_gateway_info': {'network_id': '47960e83-f0b2-486f-819f-a293270243b9'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:14.292343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.305070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.376887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=238d4044-5a05-4aed-bd0f-2c195f3c9273,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:14.439015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 755ab627-b5f3-4225-ab50-4b640a0adb97 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:14.439717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.456337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.459561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.475204 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f6a44b3-c5b6-467d-bfd6-1cc80982df43 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/238d4044-5a05-4aed-bd0f-2c195f3c9273 HTTP/1.1" status: 204 len: 168 time: 1.2245674 Mar 16 11:18:14.477804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.490293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb6c6ac3-6bc0-4100-a355-f59619d96cb7 None None] Provisioning for port b0d17c15-b0ae-4110-b04e-eb737d52109a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:14.502654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4030075f-b950-4caf-b335-afa6c194c9ca']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.546387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c5b548-fd93-4176-a54c-4de00a003214') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.546887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c5b548-fd93-4176-a54c-4de00a003214') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:14.565280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08820348-1dea-41b9-ac28-7d60ff3956ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.567591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08820348-1dea-41b9-ac28-7d60ff3956ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:14.568437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08820348-1dea-41b9-ac28-7d60ff3956ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:14.579102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.593092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08820348-1dea-41b9-ac28-7d60ff3956ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:14.598232 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-08820348-1dea-41b9-ac28-7d60ff3956ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1168380 Mar 16 11:18:14.598829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38156) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:14.625919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f754-c498-475f-9ccf-77912da00b2a None None] Pushing event updated for resources: {'Port': ['ID=54c0a211-1a76-4b70-9721-dfb4a7c82566,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:14.736023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.832224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:14.832892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.855037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37feb259-7c92-4d83-82dc-c8fa7d237022 None None] Could not find standard attr ID for object 238d4044-5a05-4aed-bd0f-2c195f3c9273. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:14.863270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1364645730'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:14.877456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.877773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:14.886127 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:14.888156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-47960e83-f0b2-486f-819f-a293270243b9', 'network_id': '47960e83-f0b2-486f-819f-a293270243b9', 'tenant_id': '3cc151bf3073454bb78c2bf226caf8c5', 'fixed_ips': [{'subnet_id': '314b1dc7-1c35-4d83-8157-bfa69bd1b8c1'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:14.888156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.902368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:14.926214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet ff782728-e0ba-4c88-bb40-c130d64a4595 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:14.930463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:14.963353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:14.967256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b0d17c15-b0ae-4110-b04e-eb737d52109a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:15.089143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.105865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:15.116340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b0d17c15-b0ae-4110-b04e-eb737d52109a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:15.120573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 98a66ca2-9475-47bd-b849-2b0a7c0f3914 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:15.127413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Allocated IP 2001:db8:1::2 (47960e83-f0b2-486f-819f-a293270243b9/314b1dc7-1c35-4d83-8157-bfa69bd1b8c1/0d5a940f-7f22-4d94-ac6f-394c5c74fc86) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:15.129417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b0d17c15-b0ae-4110-b04e-eb737d52109a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:15.129808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.157146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:15.182843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.244169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.267185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.281980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.313770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=ff782728-e0ba-4c88-bb40-c130d64a4595,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.315786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.329689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:15.334177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-977af01a-967a-4974-b12e-7ca33affa0b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/ff782728-e0ba-4c88-bb40-c130d64a4595 HTTP/1.1" status: 204 len: 168 time: 0.7315896 Mar 16 11:18:15.334392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.334635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38160) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:15.338973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a92678-bbb3-44bb-8006-c5d49e01163f None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:15.369347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=4030075f-b950-4caf-b335-afa6c194c9ca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.371408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.372273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.386352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62819200-ec73-4ac1-93ce-03b36141da13 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/4030075f-b950-4caf-b335-afa6c194c9ca HTTP/1.1" status: 204 len: 168 time: 6.4341013 Mar 16 11:18:15.386352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.398728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:15.416168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243314298'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:15.424026 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6982458a-d5e9-4815-ba68-0e95a877fb8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854747 Mar 16 11:18:15.424801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:15.427827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:15.433899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:15.457941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:15.486878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.510378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:15.531810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:15.559681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:15.562803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.581912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:15.586590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:15.589564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:15.595818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:15.622185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:15.632880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.633188 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 99457513-3806-4d34-8611-e25587585721 of type vlan for network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 Mar 16 11:18:15.657299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b0d17c15-b0ae-4110-b04e-eb737d52109a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b0d17c15-b0ae-4110-b04e-eb737d52109a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:15.660621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.673181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.689769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:15.693977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.723793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.762550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 42947291-f166-430b-865c-aabf31ee10d5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:15.796010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.801143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:15.801825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.821656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 42947291-f166-430b-865c-aabf31ee10d5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:15.822268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 42947291-f166-430b-865c-aabf31ee10d5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:15.824590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Transition to ACTIVE for port object 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:15.849622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b0d17c15-b0ae-4110-b04e-eb737d52109a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:15.863373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Transition to ACTIVE for port object 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:15.871707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:15.943653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5380173 Mar 16 11:18:15.950852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38172) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:15.957289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:15.972953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd407-0f65-4fad-92b6-ffa5e73618dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=9fc39454-750d-4a1e-9c8b-3ca01e5e4301,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.019931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31f4bbdd-cab4-4748-b1b0-38fb39d56c61 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.027545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:16.040590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28d2fa-460f-4352-85a9-409ef1680ff8 None None] Network 262a82f5-12be-4a17-921c-1ee353eaee68 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:16.069932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:16.079399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.095647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:security_group_rule and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:16.139466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:16.140820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:16.142927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 54c0a211-1a76-4b70-9721-dfb4a7c82566 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:16.145312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:16.153589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:16.158522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:16.163422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:16.166759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=98a66ca2-9475-47bd-b849-2b0a7c0f3914,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.169069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:16.184225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Deleting port b0d17c15-b0ae-4110-b04e-eb737d52109a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:16.184642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.223087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:16.224581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Network 47960e83-f0b2-486f-819f-a293270243b9 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:16.297350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:16.299769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:16.311338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.335321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Pushing event updated for resources: {'Port': ['ID=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.412425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:16.421573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.435457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=7566b701-4795-43b2-a424-8154effc7ed5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.437840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:16.442736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:16.443398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.477276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.534491 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5fce4135-4a08-4718-ae4d-052f2300003e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1087105 Mar 16 11:18:16.537438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38176) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.545470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '7566b701-4795-43b2-a424-8154effc7ed5', 'ip_address': '2001:db8::8000:990d:83e8:6e3c'}], 'name': 'tempest-NetworksTestDHCPv6-1815425145'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:16.547536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-25381ad3-91f8-46b1-b763-a9ac95c1a9ce None None] Provisioning for port 54c0a211-1a76-4b70-9721-dfb4a7c82566 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:16.566610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.581953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.621482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.645659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Attempting to bind port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:16.646350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Attempting to bind port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'af6eb376-decc-4be0-bab0-62d814f77c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '47960e83-f0b2-486f-819f-a293270243b9'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:16.646887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Attempting to bind port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 on network 47960e83-f0b2-486f-819f-a293270243b9 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:16.667587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:16.710181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:16.733036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241e11fb-5ed3-4390-bc2a-620ee563e065,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:16.742961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.743437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:16.744352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Checking segment: {'id': 'af6eb376-decc-4be0-bab0-62d814f77c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '47960e83-f0b2-486f-819f-a293270243b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:16.744917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:16.745100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.745665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Bound using segment: {'id': 'af6eb376-decc-4be0-bab0-62d814f77c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '47960e83-f0b2-486f-819f-a293270243b9'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:16.746571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Bound port: 0d5a940f-7f22-4d94-ac6f-394c5c74fc86, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6eb376-decc-4be0-bab0-62d814f77c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '47960e83-f0b2-486f-819f-a293270243b9'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:16.747187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.748727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-abc4948f-0cb2-4bad-995a-4fa445e4d9de tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/floatingips/bb746a61-f5e8-4190-9045-a5a040d0d79d HTTP/1.1" status: 204 len: 168 time: 3.5368452 Mar 16 11:18:16.749628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.754802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:16.756857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 54c0a211-1a76-4b70-9721-dfb4a7c82566 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:16.793079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:16.806368 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b931c675-43d0-4902-b397-b8a98d2172a3 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:16.806893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b931c675-43d0-4902-b397-b8a98d2172a3 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:16.808353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.808877 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment b6b882fa-5329-41b7-b081-b52224d3f9d4 of type vlan for network 845efa37-f431-4525-a112-525e194369ee Mar 16 11:18:16.816040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 54c0a211-1a76-4b70-9721-dfb4a7c82566 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:16.816438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.832192 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b931c675-43d0-4902-b397-b8a98d2172a3 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/e6d65253-3ad5-4b8b-83ee-76be7c154ffa HTTP/1.1" status: 404 len: 333 time: 0.0786023 Mar 16 11:18:16.834885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.855996 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-31f4bbdd-cab4-4748-b1b0-38fb39d56c61 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:16.857300 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-31f4bbdd-cab4-4748-b1b0-38fb39d56c61 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578 HTTP/1.1" status: 400 len: 364 time: 2.6837795 Mar 16 11:18:16.875104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38188) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:16.951140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:16.979961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] For port b0d17c15-b0ae-4110-b04e-eb737d52109a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b0d17c15-b0ae-4110-b04e-eb737d52109a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:16.980342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.011221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:17.017381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.027611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f36c560-3177-4f3d-bbfe-45ddeb0c92d7 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Synchronizing usage tracker for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:17.065811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:17.100431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.104416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f36c560-3177-4f3d-bbfe-45ddeb0c92d7 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Unset dirty status for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:17.108102 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2f36c560-3177-4f3d-bbfe-45ddeb0c92d7 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2d4ca5a-c263-4f48-9800-f9f465ce5a68 HTTP/1.1" status: 200 len: 205 time: 0.2687523 Mar 16 11:18:17.120957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.129261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Calling delete_port for b0d17c15-b0ae-4110-b04e-eb737d52109a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:17.162737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] For port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:17.209198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=5adde774-9421-44a5-b24a-11f15b5dfd42,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.252988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.265237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c1f63217-39b4-481b-976d-d980cf4c3c2e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] delete failed (client error): The resource could not be found. Mar 16 11:18:17.268697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1f63217-39b4-481b-976d-d980cf4c3c2e tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/routers/d2d4ca5a-c263-4f48-9800-f9f465ce5a68 HTTP/1.1" status: 404 len: 336 time: 0.1425111 Mar 16 11:18:17.273173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.275071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.279156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:17.279577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.340783 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-116acdd7-5b6a-40df-a8ce-8f6fdaf2ac57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:17.341357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116acdd7-5b6a-40df-a8ce-8f6fdaf2ac57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:17.342101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] For port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,segment=NetworkSegment(af6eb376-decc-4be0-bab0-62d814f77c90),segment_id=af6eb376-decc-4be0-bab0-62d814f77c90)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:17.354476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '99457513-3806-4d34-8611-e25587585721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:17.355024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 9fc39454-750d-4a1e-9c8b-3ca01e5e4301, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:17.367971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.380485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.390168 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-116acdd7-5b6a-40df-a8ce-8f6fdaf2ac57 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/subnets/7ecea785-eb50-4da6-951d-466ed069a239 HTTP/1.1" status: 404 len: 337 time: 0.1144173 Mar 16 11:18:17.396279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38200) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.448777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] Pushing event deleted for resources: {'Port': ['ID=b0d17c15-b0ae-4110-b04e-eb737d52109a,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.451753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25beca7b-cdfc-4b85-a622-1b868a70054d None None] No DVR routers for this DVR port b0d17c15-b0ae-4110-b04e-eb737d52109a on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:17.456708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 54c0a211-1a76-4b70-9721-dfb4a7c82566, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=54c0a211-1a76-4b70-9721-dfb4a7c82566,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:17.505850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::8000:990d:83e8:6e3c (1002c76f-2977-4cc2-9a1c-483f137d3546/7566b701-4795-43b2-a424-8154effc7ed5/b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:17.516609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 38ddc873-145a-4413-aec6-855416061f9b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:17.516959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.520745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.523369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad534c-6e37-45a4-9ce4-7f45f7aacfbf None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:17.549026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router d9526c4f-8a46-47f2-b9b6-2cff70f14941 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:18:17.558062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:17.593509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 9fc39454-750d-4a1e-9c8b-3ca01e5e4301) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:17.609574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:17.610185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.629471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47ac6d-8770-4679-8121-186e5b33a3ff None None] Network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:17.709185 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-28c5b3e5-167b-45d5-bc8a-6ab65eaba61e tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7579763 Mar 16 11:18:17.724562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38204) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.764900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=845efa37-f431-4525-a112-525e194369ee,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.765160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae81e-f5c4-4bf8-83cb-323599ce58ea None None] Pushing event updated for resources: {'Port': ['ID=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:17.778407 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63c0d668-29f2-4ec7-91e2-1b877fb79855 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3068573 Mar 16 11:18:17.785191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:17.802793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361277725'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:17.820919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93502b8e-7764-4589-8606-196b439857c4 None None] Provisioning complete for port 54c0a211-1a76-4b70-9721-dfb4a7c82566 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:17.821295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93502b8e-7764-4589-8606-196b439857c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:17.845415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 845efa37-f431-4525-a112-525e194369ee details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:17.915157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.22.0.1 (262a82f5-12be-4a17-921c-1ee353eaee68/9df9aa40-4b34-4880-969c-cd70c608ae59/9e14a090-b2bd-4d20-9d6c-e375321cedcc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:18.011769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:18.023288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b0d17c15-b0ae-4110-b04e-eb737d52109a no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:18.070677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:18.115385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.127500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:18.138283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b0d17c15-b0ae-4110-b04e-eb737d52109a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:18.138697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b0d17c15-b0ae-4110-b04e-eb737d52109a not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:18.145778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:18.237227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:18.240111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.268602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.277949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 38ddc873-145a-4413-aec6-855416061f9b owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:18.318450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=54c0a211-1a76-4b70-9721-dfb4a7c82566,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.325334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.354248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:18.370430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:18.410104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.410441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment c56bbe70-65c4-46fc-aba4-61ec5650b0a5 of type vlan for network 6db5b315-76a1-40fe-88de-c9478428a695 Mar 16 11:18:18.434870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.451267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object 9e14a090-b2bd-4d20-9d6c-e375321cedcc will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:18.461298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.467987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '7566b701-4795-43b2-a424-8154effc7ed5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:18.468846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.479471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.488151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-9fc39454-750d-4a1e-9c8b-3ca01e5e4301', 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '5adde774-9421-44a5-b24a-11f15b5dfd42'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:18.488967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.544124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.639517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.652208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:18.656071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.659621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.663167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:18.665212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:18.669305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:18.669907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.684391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.694772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:18.698280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 262a82f5-12be-4a17-921c-1ee353eaee68 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:18.757536 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8330b65f-3383-4880-8bac-009335579f74 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2186804 Mar 16 11:18:18.760658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38212) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:18.761002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:18.761484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=38ddc873-145a-4413-aec6-855416061f9b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:18.834503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:18.842497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/7566b701-4795-43b2-a424-8154effc7ed5/ce6d85ce-16ff-4bc8-919a-c11e3e88f56f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:18.849599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:18.859494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Allocated IP 172.20.0.1 (9fc39454-750d-4a1e-9c8b-3ca01e5e4301/5adde774-9421-44a5-b24a-11f15b5dfd42/84b0184e-91a2-44d0-9025-980d84f8be48) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:19.064324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc6089-0d9f-4559-ac61-0bafd8fbc66c None None] Network 47960e83-f0b2-486f-819f-a293270243b9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:19.112330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.114246 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-830fb1c6-d0f7-4e7f-a380-8dd6345663a2 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/38ddc873-145a-4413-aec6-855416061f9b HTTP/1.1" status: 204 len: 168 time: 1.7168348 Mar 16 11:18:19.117128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.145716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.151029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.151859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.187413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ddc93-ee69-4d7d-b4f9-4a316e88b693 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:19.188105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc1ddc93-ee69-4d7d-b4f9-4a316e88b693 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:19.190940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.205536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port b93f7a86-4932-470d-be48-a81000638cb7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:19.205879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.265017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc1ddc93-ee69-4d7d-b4f9-4a316e88b693 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:19.266207 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc1ddc93-ee69-4d7d-b4f9-4a316e88b693 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5011525 Mar 16 11:18:19.269590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.291247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8153a52b-2d30-4812-a909-87b65daa1664 None None] Provisioning for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:19.389795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:19.390163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.393766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8153a52b-2d30-4812-a909-87b65daa1664 None None] Provisioning complete for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:19.394164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8153a52b-2d30-4812-a909-87b65daa1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.497298 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7024438 Mar 16 11:18:19.504278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.508727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.509666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b2ae-1d86-43df-9982-ebbcf506ee90 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=6db5b315-76a1-40fe-88de-c9478428a695,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:19.520089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:19.525565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '845efa37-f431-4525-a112-525e194369ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:19.537879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.546032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Transition to ACTIVE for port object ce6d85ce-16ff-4bc8-919a-c11e3e88f56f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.565019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Sync routers for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:19.567326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8153a52b-2d30-4812-a909-87b65daa1664 None None] Port 9e14a090-b2bd-4d20-9d6c-e375321cedcc cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:19.578644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6db5b315-76a1-40fe-88de-c9478428a695 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:19.593868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Transition to ACTIVE for port object 84b0184e-91a2-44d0-9025-980d84f8be48 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.595857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.597063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8bae954-2d21-41ef-a075-f67e201e7f4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.3286598 Mar 16 11:18:19.605890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Allocated IP 2001:db8::1 (5e50b55a-d16b-4987-8ef1-1f7155c0f861/582dafa8-a6c7-4100-a98f-9cb9f36badd5/17c936be-77b3-4c55-8717-a9554f3140c0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:19.610427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.668348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-494bdf1d-ca91-426a-8005-c59ae7feb942 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566957 Mar 16 11:18:19.672807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Transition to ACTIVE for port object ce6d85ce-16ff-4bc8-919a-c11e3e88f56f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.687526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:19.688158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.732240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Transition to ACTIVE for port object 84b0184e-91a2-44d0-9025-980d84f8be48 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:19.735829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.797526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.816397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:19.817047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:19.856927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:19.868473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:19.871244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8153a52b-2d30-4812-a909-87b65daa1664 None None] Provisioning for port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:19.876622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.884677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:19.893526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:19.935657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:20.065663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Pushing event updated for resources: {'Port': ['ID=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.090632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for b93f7a86-4932-470d-be48-a81000638cb7 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:20.097668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:20.110912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:20.113319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:20.120292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:20.124379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=5adde774-9421-44a5-b24a-11f15b5dfd42,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.136751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:20.139199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:20.160517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4eba3-6ce8-4727-b47c-abebe129eb49 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:20.162156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eed4eba3-6ce8-4727-b47c-abebe129eb49 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4648514 Mar 16 11:18:20.170345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:20.172551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:20.230513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.232686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 54c0a211-1a76-4b70-9721-dfb4a7c82566 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:20.234909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ff3355f-30b7-475d-bb32-8a45a525d6a2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591559 Mar 16 11:18:20.241249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:20.242271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.256140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777730730', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:20.295953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Transition to ACTIVE for port object 17c936be-77b3-4c55-8717-a9554f3140c0 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:20.349113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Pushing event updated for resources: {'Port': ['ID=84b0184e-91a2-44d0-9025-980d84f8be48,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.442384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Attempting to bind port 84b0184e-91a2-44d0-9025-980d84f8be48 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:20.442846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Attempting to bind port 84b0184e-91a2-44d0-9025-980d84f8be48 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '99457513-3806-4d34-8611-e25587585721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:20.443049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Attempting to bind port 84b0184e-91a2-44d0-9025-980d84f8be48 on network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:20.455637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Attempting to bind port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:20.455993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Attempting to bind port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:20.456359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Attempting to bind port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:20.461331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:20.527261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:20.527627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Checking segment: {'id': '99457513-3806-4d34-8611-e25587585721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:20.528023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.528405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Bound using segment: {'id': '99457513-3806-4d34-8611-e25587585721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:20.528877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Bound port: 84b0184e-91a2-44d0-9025-980d84f8be48, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99457513-3806-4d34-8611-e25587585721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:20.529354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.559888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.582839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.595572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:20.595945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:20.596343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.596743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:20.597200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Bound port: ce6d85ce-16ff-4bc8-919a-c11e3e88f56f, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:20.597566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.605059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.689906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:20.697190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:20.713851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:20.719239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:20.733138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:20.746137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.755086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:20.761722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.779303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.804417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:20.814909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 54c0a211-1a76-4b70-9721-dfb4a7c82566 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:20.815522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.820842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc39454-750d-4a1e-9c8b-3ca01e5e4301']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:20.915235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99457513-3806-4d34-8611-e25587585721') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:20.915508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99457513-3806-4d34-8611-e25587585721') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:20.925949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.950023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] For port 84b0184e-91a2-44d0-9025-980d84f8be48, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:20.968858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] For port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:20.989801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:20.996026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] For port 84b0184e-91a2-44d0-9025-980d84f8be48, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=84b0184e-91a2-44d0-9025-980d84f8be48,segment=NetworkSegment(99457513-3806-4d34-8611-e25587585721),segment_id=99457513-3806-4d34-8611-e25587585721)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:21.010680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.011484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:21.015792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=b93f7a86-4932-470d-be48-a81000638cb7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.019665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] For port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:21.022425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Port': ['ID=17c936be-77b3-4c55-8717-a9554f3140c0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.030087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:21.034232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:21.034877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.036947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.042703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.081266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.193446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef1018-f648-4c10-acda-f09cfabbc3b7 None None] Pushing event updated for resources: {'Port': ['ID=84b0184e-91a2-44d0-9025-980d84f8be48,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.336810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:21.468910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network 262a82f5-12be-4a17-921c-1ee353eaee68 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:21.477827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:21.479685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:21.480208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:21.520475 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:21.536070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8920-f4d7-4f4b-af07-4105615ac8b0 None None] Pushing event updated for resources: {'Port': ['ID=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.547500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:13Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:21.575235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeea75a8-227c-4288-b649-af98729ac29d None None] Network 9fc39454-750d-4a1e-9c8b-3ca01e5e4301 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:21.636892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.741857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Checking router: d9526c4f-8a46-47f2-b9b6-2cff70f14941 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:18:21.742217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Updating router d9526c4f-8a46-47f2-b9b6-2cff70f14941 port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:18:21.752619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.782815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 16 11:18:21.782815 dv-neutron-833733-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 16 11:18:21.782815 dv-neutron-833733-1-hyperv neutron-server[83793]: [parameters: {'id': '9fc39454-750d-4a1e-9c8b-3ca01e5e4301'}] Mar 16 11:18:21.782815 dv-neutron-833733-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:21.783930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:21.788864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.805591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-18445c76-7aa0-4fed-92c4-2b2dccdf7128 None None] Provisioning for port 17c936be-77b3-4c55-8717-a9554f3140c0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:21.805813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.810389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.850666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=9b90f918-c70f-4ae7-84fe-3d5d0db50c40,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.863840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:21.874284 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e5e869c-5b64-4b86-a8bc-9e41c56df68c tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/ports/b93f7a86-4932-470d-be48-a81000638cb7 HTTP/1.1" status: 204 len: 168 time: 2.7560389 Mar 16 11:18:21.877796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:21.953052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-18445c76-7aa0-4fed-92c4-2b2dccdf7128 None None] Provisioning complete for port 17c936be-77b3-4c55-8717-a9554f3140c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:21.953716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18445c76-7aa0-4fed-92c4-2b2dccdf7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.967055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:21.970083 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4769a2a8-8966-4237-aadb-5d54708c78ee tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 HTTP/1.1" status: 204 len: 168 time: 2.6985955 Mar 16 11:18:21.970083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': 'b6b882fa-5329-41b7-b081-b52224d3f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '845efa37-f431-4525-a112-525e194369ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:21.970598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 845efa37-f431-4525-a112-525e194369ee, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:21.977437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.071494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 845efa37-f431-4525-a112-525e194369ee is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:22.081208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fae77d-3b0f-4a12-ba11-2ebc5f619771 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.082641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fae77d-3b0f-4a12-ba11-2ebc5f619771 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.083384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-84fae77d-3b0f-4a12-ba11-2ebc5f619771 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:22.101240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6546a0-edc2-413a-8c2c-5bc94183a0d8 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.102077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b6546a0-edc2-413a-8c2c-5bc94183a0d8 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Synchronizing usage tracker for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:22.111650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 845efa37-f431-4525-a112-525e194369ee) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:22.119043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:22.120016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:22.120653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.131138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-84fae77d-3b0f-4a12-ba11-2ebc5f619771 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:22.135439 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84fae77d-3b0f-4a12-ba11-2ebc5f619771 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1544867 Mar 16 11:18:22.142722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.146657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:22.147107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.149670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b6546a0-edc2-413a-8c2c-5bc94183a0d8 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Unset dirty status for tenant:6f52304b6cc042d38dd137ee2c5e6e4e on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:22.152405 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b6546a0-edc2-413a-8c2c-5bc94183a0d8 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d HTTP/1.1" status: 200 len: 913 time: 0.2722454 Mar 16 11:18:22.155231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.200531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db19b4-cf54-4531-a539-650db5d66f03 None None] Network 845efa37-f431-4525-a112-525e194369ee requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:22.207089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.218867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-18445c76-7aa0-4fed-92c4-2b2dccdf7128 None None] Port 17c936be-77b3-4c55-8717-a9554f3140c0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:22.338964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.348398 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3072586-cfb9-43bd-88f4-25a36a0cce03 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8385804 Mar 16 11:18:22.352764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:22.363399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '6db5b315-76a1-40fe-88de-c9478428a695', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:22.451305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 84b0184e-91a2-44d0-9025-980d84f8be48 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:22.451929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.511890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b727f1ee-8da9-4288-896c-850c09836cae None None] Provisioning complete for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:22.512353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b727f1ee-8da9-4288-896c-850c09836cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.540885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=9d31be83-c45e-4dfe-b5e4-cae1e9893a95,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:22.587164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:22.598643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:22.603874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:22.612841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:22.636212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.660427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:22.660786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: 2fb8e664-243b-4034-87db-be5c06387597, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:22.664094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b727f1ee-8da9-4288-896c-850c09836cae None None] Port 9e14a090-b2bd-4d20-9d6c-e375321cedcc cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:22.716272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:22.735425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,segment=NetworkSegment(af6eb376-decc-4be0-bab0-62d814f77c90),segment_id=af6eb376-decc-4be0-bab0-62d814f77c90)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:22.742889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:22.781586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 7566b701-4795-43b2-a424-8154effc7ed5 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:22.785006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.803251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.829617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-845efa37-f431-4525-a112-525e194369ee', 'network_id': '845efa37-f431-4525-a112-525e194369ee', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': '9b90f918-c70f-4ae7-84fe-3d5d0db50c40'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:22.830956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.955894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:22.996854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Transition to ACTIVE for port object 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:23.007940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.012889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75623c4b-bcac-4279-b280-7829ddcfd53f None None] Provisioning for port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:23.049258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce6d85ce-16ff-4bc8-919a-c11e3e88f56f up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:23.063771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 84b0184e-91a2-44d0-9025-980d84f8be48, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=84b0184e-91a2-44d0-9025-980d84f8be48,segment=NetworkSegment(99457513-3806-4d34-8611-e25587585721),segment_id=99457513-3806-4d34-8611-e25587585721)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:23.064244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.070843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 2fb8e664-243b-4034-87db-be5c06387597 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:23.074898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.215656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e5e03d48-a8f2-4544-be19-05e683625e8d None None] Could not find standard attr ID for object b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:23.223561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:23.248555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.248760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c9b2-9c0a-4915-b2c1-afc4fd001c6b None None] Pushing event updated for resources: {'Port': ['ID=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.267392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Allocated IP 2001:db8::2 (845efa37-f431-4525-a112-525e194369ee/9b90f918-c70f-4ae7-84fe-3d5d0db50c40/7cb70140-d08d-4438-beac-34c8ce31c037) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:23.277317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Attempting to bind port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:23.277571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2fb8e664-243b-4034-87db-be5c06387597) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:23.277800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Attempting to bind port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:23.278089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Attempting to bind port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:23.278825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.288483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.290136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.299798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54460ad3-e362-4714-9ee6-613864a57bf8 None None] Network 2fb8e664-243b-4034-87db-be5c06387597 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:23.300094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 84b0184e-91a2-44d0-9025-980d84f8be48 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:23.341707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:23.342324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:23.342536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.342960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:23.343515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Bound port: 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:23.343849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.347022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.380234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:23.380882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.420019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:23.498321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:23.498771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.552954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43eb0655-1cb6-4ecb-85c6-10812f61bbe2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3062129 Mar 16 11:18:23.553823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:23.610984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.633129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event updated for resources: {'Port': ['ID=17c936be-77b3-4c55-8717-a9554f3140c0,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.650348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] For port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:23.681175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=84b0184e-91a2-44d0-9025-980d84f8be48,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:23.690741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] For port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:23.730737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 84b0184e-91a2-44d0-9025-980d84f8be48 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:23.803795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.817594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.880620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:23.883263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:23.890247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:23.911254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-664d0f2e-8477-4ed4-a2e9-b9d57e37be64 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4090598 Mar 16 11:18:23.916579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:23.918762 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:23.924971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.945357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575098346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:23.951029 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:23.951655 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:23.965521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:23.988743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:network and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:23.993120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:23.995323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:23.999703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc39454-750d-4a1e-9c8b-3ca01e5e4301']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.011873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Transition to ACTIVE for port object 7cb70140-d08d-4438-beac-34c8ce31c037 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:24.018635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.024106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:24.046305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Transition to ACTIVE for port object 7cb70140-d08d-4438-beac-34c8ce31c037 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:24.092828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99457513-3806-4d34-8611-e25587585721') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.093122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99457513-3806-4d34-8611-e25587585721') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.103928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.126442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.140386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.154711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:24.157660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.168346 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:24.181982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.205004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=7566b701-4795-43b2-a424-8154effc7ed5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.222296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.225923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.248632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=6b273cdf-3acd-4769-ac67-35f87e9b2a48,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.266785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:24.267167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:24.293025 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:24.318708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c9b2-9c0a-4915-b2c1-afc4fd001c6b None None] Pushing event updated for resources: {'Port': ['ID=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.364490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:24.386394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46ffe398-8320-43b9-8948-ed2e17c7b02e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/7566b701-4795-43b2-a424-8154effc7ed5 HTTP/1.1" status: 204 len: 168 time: 2.2425888 Mar 16 11:18:24.392765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:24.419675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa8287-2034-4868-9f72-1d4bcc52a2ec None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:24.469343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:24.469679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 6db5b315-76a1-40fe-88de-c9478428a695, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:24.481759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.482125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added segment 789525aa-6a3f-4587-956d-fc442dd456bb of type vlan for network aa46d3fa-f81a-42d4-84da-97c064e4063f Mar 16 11:18:24.491552 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7eebeb33-01cc-48b5-a1d7-ca11ac1f348a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935302 Mar 16 11:18:24.494530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:24.496891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.511797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:24.541607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.548317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Network 845efa37-f431-4525-a112-525e194369ee is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:24.548580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.577457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:24.584259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-2fb8e664-243b-4034-87db-be5c06387597', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:24.585410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.609284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:24.662084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Pushing event updated for resources: {'Port': ['ID=7cb70140-d08d-4438-beac-34c8ce31c037,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.663707 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:19Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:20Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.669751 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:18:24.670225 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Updating router c2f35b32-76ec-4cb1-a0eb-c135544a4699 port 9e14a090-b2bd-4d20-9d6c-e375321cedcc binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:18:24.676485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:24.676839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:24.702843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Router 547c963b-e256-48f8-90ef-cfe7093d3578 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:24.752749 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.787843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f645ad16-1ee1-42da-a68c-94473f29f09b None None] Provisioning complete for port 17c936be-77b3-4c55-8717-a9554f3140c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:24.788727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f645ad16-1ee1-42da-a68c-94473f29f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.801812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=9fc39454-750d-4a1e-9c8b-3ca01e5e4301,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:24.805125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:24.859677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:24.860264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:24.917019 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3bfd011c-5a16-487e-9845-a4e55bf880c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/9fc39454-750d-4a1e-9c8b-3ca01e5e4301 HTTP/1.1" status: 204 len: 168 time: 7.1913369 Mar 16 11:18:24.923064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:24.932138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848722889'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:24.954573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.960777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 6db5b315-76a1-40fe-88de-c9478428a695 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:24.983930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:24.986751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:24.996242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.001034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:25.009323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.012091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.015982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.016768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.020472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6db5b315-76a1-40fe-88de-c9478428a695) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:25.026669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.047335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.068106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:25.069581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.095125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c64d6-8714-4061-bf77-c6f0dff5e34a None None] Network 6db5b315-76a1-40fe-88de-c9478428a695 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:25.152316 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.170519 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2450914 Mar 16 11:18:25.170519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:25.171652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.183229 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Transition to ACTIVE for port object 9e14a090-b2bd-4d20-9d6c-e375321cedcc will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:25.188062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38284) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.188848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:25.197460 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.223814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'subnet': {'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:25.241938 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9dbc76d9-ec96-437e-a488-da8d3f51fdf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8856525 Mar 16 11:18:25.244724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38288) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.301416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d53f6-b71d-47b2-8699-c242f19e9a21 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Network': ['ID=aa46d3fa-f81a-42d4-84da-97c064e4063f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.323121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1191320773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:25.368042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:25.373922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48769aa0-1463-4ce2-b743-0a2502aa5dba tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4974797 Mar 16 11:18:25.382863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.390919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:25.393035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Attempting to bind port 7cb70140-d08d-4438-beac-34c8ce31c037 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:25.393393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Attempting to bind port 7cb70140-d08d-4438-beac-34c8ce31c037 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b6b882fa-5329-41b7-b081-b52224d3f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '845efa37-f431-4525-a112-525e194369ee'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:25.393745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Attempting to bind port 7cb70140-d08d-4438-beac-34c8ce31c037 on network 845efa37-f431-4525-a112-525e194369ee {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:25.401479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network aa46d3fa-f81a-42d4-84da-97c064e4063f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:25.426174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:25.426687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Checking segment: {'id': 'b6b882fa-5329-41b7-b081-b52224d3f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '845efa37-f431-4525-a112-525e194369ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:25.427084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.427459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Bound using segment: {'id': 'b6b882fa-5329-41b7-b081-b52224d3f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '845efa37-f431-4525-a112-525e194369ee'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:25.427928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Bound port: 7cb70140-d08d-4438-beac-34c8ce31c037, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b882fa-5329-41b7-b081-b52224d3f9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '845efa37-f431-4525-a112-525e194369ee'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:25.428393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.448336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f645ad16-1ee1-42da-a68c-94473f29f09b None None] Port 17c936be-77b3-4c55-8717-a9554f3140c0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:25.450031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] Sync routers for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:25.479319 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Attempting to bind port 9e14a090-b2bd-4d20-9d6c-e375321cedcc on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:25.480016 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Attempting to bind port 9e14a090-b2bd-4d20-9d6c-e375321cedcc by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:25.480548 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Attempting to bind port 9e14a090-b2bd-4d20-9d6c-e375321cedcc on network 262a82f5-12be-4a17-921c-1ee353eaee68 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:25.484040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:25.489926 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:25.490640 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Checking segment: {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:25.491326 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.491986 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Bound using segment: {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:25.492657 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Bound port: 9e14a090-b2bd-4d20-9d6c-e375321cedcc, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27dbe2c-24d0-463d-82e1-8153714ac5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:25.494301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.523719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:25.527624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.555394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] For port 7cb70140-d08d-4438-beac-34c8ce31c037, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:25.556467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.559466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] For port 7cb70140-d08d-4438-beac-34c8ce31c037, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7cb70140-d08d-4438-beac-34c8ce31c037,segment=NetworkSegment(b6b882fa-5329-41b7-b081-b52224d3f9d4),segment_id=b6b882fa-5329-41b7-b081-b52224d3f9d4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:25.567605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:25.576852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.589902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.610570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:25.633862 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] For port 9e14a090-b2bd-4d20-9d6c-e375321cedcc, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:25.644726 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] For port 9e14a090-b2bd-4d20-9d6c-e375321cedcc, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9e14a090-b2bd-4d20-9d6c-e375321cedcc,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:25.650026 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.663717 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eef34-0bee-4289-a4da-f4eea26077e4 None None] Pushing event updated for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.677017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.677483 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment cd19566c-762c-421f-9b9c-4b545a057936 of type vlan for network df3432e6-a6d8-4d74-99e8-e7c59a0ce201 Mar 16 11:18:25.681409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.682682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.687896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:subnet and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:25.722065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:25.753353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:25.788992 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eef34-0bee-4289-a4da-f4eea26077e4 None None] Pushing event updated for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.822923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.828351 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:25.829239 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:25.846803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Made reservation on behalf of 2abcbfb5e1c94ef4a54250ba4312f93f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:25.932949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f8c3e-2c8e-45a6-b0b0-5d337ab38d36 None None] Pushing event updated for resources: {'Port': ['ID=7cb70140-d08d-4438-beac-34c8ce31c037,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:25.949677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf59d9e-020b-4eba-ab9c-5dd31dfbd4f3 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.984593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:25.988227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:26.033094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:26.033985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.042170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:26.044986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.127301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.131377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:26.132122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.143012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:26.158234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.187506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.203604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.247346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.310954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Allocated IP 172.20.0.2 (2fb8e664-243b-4034-87db-be5c06387597/9d31be83-c45e-4dfe-b5e4-cae1e9893a95/bd095368-0ec3-492c-bc5f-942d68fb5029) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:26.328839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:26.329468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.405315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:26.414923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.415568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10d06e-a45b-43d2-a17f-0edecf79cc37 None None] The sync data for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:26.417336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:26.512843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:26.578223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Deleting port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:26.578595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.640731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-cbf59d9e-020b-4eba-ab9c-5dd31dfbd4f3 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 11:18:26.645303 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cbf59d9e-020b-4eba-ab9c-5dd31dfbd4f3 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578 HTTP/1.1" status: 409 len: 329 time: 1.2462246 Mar 16 11:18:26.645593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:26.675471 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7451129 Mar 16 11:18:26.732362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:26.751150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': 'df3432e6-a6d8-4d74-99e8-e7c59a0ce201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:26.752293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9e92-278d-49c9-adbc-c88006420e0b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=df3432e6-a6d8-4d74-99e8-e7c59a0ce201,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.759641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:26.763726 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd6dd503-56c2-46d1-aaff-9a19f0cc2b12 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4638503 Mar 16 11:18:26.764315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:26.777546 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:19Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:25Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:26.782905 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cce9c-cd6d-48b2-bdbc-bde4365c1082 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:19Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:25Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:26.826831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:26.891906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network df3432e6-a6d8-4d74-99e8-e7c59a0ce201 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:26.960844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6db5b315-76a1-40fe-88de-c9478428a695', 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': '6b273cdf-3acd-4769-ac67-35f87e9b2a48'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:26.961647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.141078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:27.145453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:27.149086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:27.155814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:27.198118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:27.343302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.385241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.610189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:27.626878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.674902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:27.674902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.686836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:27.718352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528381e-17f7-410c-974e-1da43e9eb2bc None None] Network 845efa37-f431-4525-a112-525e194369ee requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:27.718632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:27.719049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.727743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=5727d8ff-e0df-4a97-9d52-9318aeac1bbd,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.772508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=d6ae9e66-a7fe-436b-90bc-e1a9c257635f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.861153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:27.861498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': 'cd19566c-762c-421f-9b9c-4b545a057936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df3432e6-a6d8-4d74-99e8-e7c59a0ce201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:27.861848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: df3432e6-a6d8-4d74-99e8-e7c59a0ce201, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:27.902748 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39ca3ae2-9ca9-40de-93e4-93372129e9f2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4041657 Mar 16 11:18:27.905608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:27.916341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': 'd6ae9e66-a7fe-436b-90bc-e1a9c257635f', 'ip_address': '2001:db8::8547:3783:eeb7:db0f'}], 'name': 'tempest-NetworksTestDHCPv6-1999163653'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:27.976238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Subnet': ['ID=fd22237c-c604-4845-85c3-116fe9a69ffc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:27.998128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network df3432e6-a6d8-4d74-99e8-e7c59a0ce201 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:28.029792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, df3432e6-a6d8-4d74-99e8-e7c59a0ce201) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:28.034035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:28.034783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.075475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28534f5f-0a5e-4f85-893f-d1fc35abe798 None None] Network df3432e6-a6d8-4d74-99e8-e7c59a0ce201 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:28.105774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] For port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:28.106377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.110555 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7bad0b44-f57a-4887-aacb-1bb738e1e621 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3722465 Mar 16 11:18:28.117156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38320) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:28.120140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.152470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Checking segment: {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:28.152921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network hostable DHCP agents. Network: aa46d3fa-f81a-42d4-84da-97c064e4063f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:28.185233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.193285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Allocated IP 2001:db8:1::2 (6db5b315-76a1-40fe-88de-c9478428a695/6b273cdf-3acd-4769-ac67-35f87e9b2a48/449bd3ff-39b5-4417-b888-7695ac6cbb34) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:28.203277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:28.205674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c83f4c9-1615-4443-bd54-468437a1416c None None] Provisioning for port 7cb70140-d08d-4438-beac-34c8ce31c037 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:28.266277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:28.289092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network aa46d3fa-f81a-42d4-84da-97c064e4063f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:28.326113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:28.329142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, aa46d3fa-f81a-42d4-84da-97c064e4063f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:28.331903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.345790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:28.346392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.349623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:28.354764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Calling delete_port for ce6d85ce-16ff-4bc8-919a-c11e3e88f56f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:28.392090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:28.394348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cdb9ad-13b2-4ccf-9017-a717ee10e929 None None] Network aa46d3fa-f81a-42d4-84da-97c064e4063f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:28.422993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Transition to ACTIVE for port object bd095368-0ec3-492c-bc5f-942d68fb5029 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:28.489698 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39f0c1e4-7f31-4ec8-a587-7018ee714bda tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2825792 Mar 16 11:18:28.514333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:28.529026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.586062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.592344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port ec749fb1-059f-4152-bdcd-d7942f42e5fa yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:28.687731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Transition to ACTIVE for port object bd095368-0ec3-492c-bc5f-942d68fb5029 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:28.709524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port 2debc26b-6aeb-4822-9003-4a50138122fa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:28.709942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.774845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:28.925358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:13Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:28.963652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.036310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Network 2fb8e664-243b-4034-87db-be5c06387597 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:29.039411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701dfd0b-b11c-4593-b4c5-a4c62d6ed08f None None] The sync data for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv is: [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:13Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:29.058609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:29.060408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Pushing event updated for resources: {'Port': ['ID=bd095368-0ec3-492c-bc5f-942d68fb5029,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.071878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:29.075534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9e14a090-b2bd-4d20-9d6c-e375321cedcc up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:29.108405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.232153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.257027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] Pushing event deleted for resources: {'Port': ['ID=ce6d85ce-16ff-4bc8-919a-c11e3e88f56f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.260237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026ee66-37c7-450e-b7a3-4e94bde3776b None None] No DVR routers for this DVR port ce6d85ce-16ff-4bc8-919a-c11e3e88f56f on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:29.307094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8::1 (845efa37-f431-4525-a112-525e194369ee/9b90f918-c70f-4ae7-84fe-3d5d0db50c40/0bcf4189-899d-4284-98b6-cb6f3b749285) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:29.307397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (2fb8e664-243b-4034-87db-be5c06387597/9d31be83-c45e-4dfe-b5e4-cae1e9893a95/fa10e41a-679a-44f1-9f23-f7dc81683b00) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:29.330531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321430e-1478-4506-bf0f-745958ace71d None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:29.387373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for 2debc26b-6aeb-4822-9003-4a50138122fa owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:29.400738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316e8b7-8d4c-43b7-92ec-a2dccc096437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-df3432e6-a6d8-4d74-99e8-e7c59a0ce201', 'network_id': 'df3432e6-a6d8-4d74-99e8-e7c59a0ce201', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '5727d8ff-e0df-4a97-9d52-9318aeac1bbd'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:29.401581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4316e8b7-8d4c-43b7-92ec-a2dccc096437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.467504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::8547:3783:eeb7:db0f (1002c76f-2977-4cc2-9a1c-483f137d3546/d6ae9e66-a7fe-436b-90bc-e1a9c257635f/ec749fb1-059f-4152-bdcd-d7942f42e5fa) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:29.494815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.603937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=5727d8ff-e0df-4a97-9d52-9318aeac1bbd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:29.625091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-aa46d3fa-f81a-42d4-84da-97c064e4063f', 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'fixed_ips': [{'subnet_id': 'fd22237c-c604-4845-85c3-116fe9a69ffc'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:29.626166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.640276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.706689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Attempting to bind port bd095368-0ec3-492c-bc5f-942d68fb5029 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:29.707914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Attempting to bind port bd095368-0ec3-492c-bc5f-942d68fb5029 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:29.708442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Attempting to bind port bd095368-0ec3-492c-bc5f-942d68fb5029 on network 2fb8e664-243b-4034-87db-be5c06387597 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:29.712373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Transition to ACTIVE for port object 449bd3ff-39b5-4417-b888-7695ac6cbb34 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.823312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.843514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Transition to ACTIVE for port object 449bd3ff-39b5-4417-b888-7695ac6cbb34 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.864874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:29.865249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Checking segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:29.868816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.869493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Bound using segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:29.870206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Bound port: bd095368-0ec3-492c-bc5f-942d68fb5029, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:29.870778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.874719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object 0bcf4189-899d-4284-98b6-cb6f3b749285 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:29.902747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.909417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:29.913451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:29.951808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.028456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:30.028690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object fa10e41a-679a-44f1-9f23-f7dc81683b00 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:30.028812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.044890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.066846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3432e6-a6d8-4d74-99e8-e7c59a0ce201']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.125125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd19566c-762c-421f-9b9c-4b545a057936') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.125343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd19566c-762c-421f-9b9c-4b545a057936') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:30.181602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.190465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=2debc26b-6aeb-4822-9003-4a50138122fa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.192363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.265340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a49b6-3f46-4f51-a416-353495e2498e None None] Network df3432e6-a6d8-4d74-99e8-e7c59a0ce201 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:30.287447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Network 6db5b315-76a1-40fe-88de-c9478428a695 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.318458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.318888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.319224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.319551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.319869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.320186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.320498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.320828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.321877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.322226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.322543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.346478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.369448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:30.369657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.370638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.401392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.461468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Pushing event updated for resources: {'Port': ['ID=449bd3ff-39b5-4417-b888-7695ac6cbb34,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.461790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 845efa37-f431-4525-a112-525e194369ee is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.465842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:30.469572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=0bcf4189-899d-4284-98b6-cb6f3b749285,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.478495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.482119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:30.482742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:30.510787 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:30.515456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 2fb8e664-243b-4034-87db-be5c06387597 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.557852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'd6ae9e66-a7fe-436b-90bc-e1a9c257635f'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:30.558767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.563270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.584205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object ec749fb1-059f-4152-bdcd-d7942f42e5fa will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:30.614282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.621265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.623614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:30.703627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.708517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] For port bd095368-0ec3-492c-bc5f-942d68fb5029, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:30.709064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.720374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] For port bd095368-0ec3-492c-bc5f-942d68fb5029, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bd095368-0ec3-492c-bc5f-942d68fb5029,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:30.753975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.784011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.784621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.785052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.785854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.786424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.786978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.787710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.788350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.788881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.789428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.789965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:30.793759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=df3432e6-a6d8-4d74-99e8-e7c59a0ce201,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.851571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.906266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=ec749fb1-059f-4152-bdcd-d7942f42e5fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:30.918297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.924739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:30.931335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d651e10b-7591-4356-b073-6086cdc6eefd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/df3432e6-a6d8-4d74-99e8-e7c59a0ce201 HTTP/1.1" status: 204 len: 168 time: 2.7590148 Mar 16 11:18:30.936603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38328) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:30.941597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:30.946494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:30.950578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:30.951640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:30.978782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487677331'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:30.997273 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e98f3a78-c172-4518-9c49-d6fe2ee097ad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0888534 Mar 16 11:18:31.000188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:31.005725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:31.007399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Allocated IP 172.23.0.2 (aa46d3fa-f81a-42d4-84da-97c064e4063f/fd22237c-c604-4845-85c3-116fe9a69ffc/4b969831-545c-4dde-bc54-964c0f1375bc) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:31.020385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:31.029394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:31.048095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.103036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:31.118395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port 17c936be-77b3-4c55-8717-a9554f3140c0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:31.118729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.162524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:31.165681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.170138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Attempting to bind port 449bd3ff-39b5-4417-b888-7695ac6cbb34 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:31.170511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Attempting to bind port 449bd3ff-39b5-4417-b888-7695ac6cbb34 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:31.170872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Attempting to bind port 449bd3ff-39b5-4417-b888-7695ac6cbb34 on network 6db5b315-76a1-40fe-88de-c9478428a695 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:31.297173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0daa25-5f2f-4bec-a523-aec6924bc8da None None] Pushing event updated for resources: {'Port': ['ID=bd095368-0ec3-492c-bc5f-942d68fb5029,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:31.328554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:31.328923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Checking segment: {'id': 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:31.329325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.329814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Bound using segment: {'id': 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:31.330293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Bound port: 449bd3ff-39b5-4417-b888-7695ac6cbb34, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6db5b315-76a1-40fe-88de-c9478428a695'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:31.330670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.341786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.355597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/d6ae9e66-a7fe-436b-90bc-e1a9c257635f/e4397506-0d80-4599-94c6-72d651bcfc85) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:31.394983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-60ae531a-1ca3-4401-984b-728a6fc8a4e4 None None] Provisioning for port 0bcf4189-899d-4284-98b6-cb6f3b749285 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:31.420648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.425280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.473075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:31.477524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-60ae531a-1ca3-4401-984b-728a6fc8a4e4 None None] Provisioning complete for port 0bcf4189-899d-4284-98b6-cb6f3b749285 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:31.477954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60ae531a-1ca3-4401-984b-728a6fc8a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.483792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.484190 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 8a3e246f-36f2-49b7-aa19-7b35f7e90385 of type vlan for network d4f996ba-e247-423c-8902-d1eff413d1fa Mar 16 11:18:31.514714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.595500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-60ae531a-1ca3-4401-984b-728a6fc8a4e4 None None] Port 0bcf4189-899d-4284-98b6-cb6f3b749285 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:31.622616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:31.708810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.714611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.715224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.758441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e22ec1d-361c-401a-bd21-57d4f1f67a72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:31.759135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e22ec1d-361c-401a-bd21-57d4f1f67a72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:31.781672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9e14a090-b2bd-4d20-9d6c-e375321cedcc, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9e14a090-b2bd-4d20-9d6c-e375321cedcc,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:31.829295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:31.830209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7cb70140-d08d-4438-beac-34c8ce31c037 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:31.903901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e22ec1d-361c-401a-bd21-57d4f1f67a72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:31.908380 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0e22ec1d-361c-401a-bd21-57d4f1f67a72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9001353 Mar 16 11:18:31.908970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38342) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:31.981209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a78f157-6c19-43f2-be65-86b56961cd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.002805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0606184 Mar 16 11:18:32.011131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:32.012555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.017874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.032602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e817-1daa-4aa1-a22f-cde371fe424a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=d4f996ba-e247-423c-8902-d1eff413d1fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.058975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:32.077463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] For port 449bd3ff-39b5-4417-b888-7695ac6cbb34, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:32.080267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:32.162589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Calling delete_port for 17c936be-77b3-4c55-8717-a9554f3140c0 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:32.209747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port ec749fb1-059f-4152-bdcd-d7942f42e5fa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:32.210075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.243905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a951f1a-fd92-4da7-981f-6549140499d8 req-108fda5f-db43-41f5-9eb1-90df4742eb8a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:32.245818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a951f1a-fd92-4da7-981f-6549140499d8 req-108fda5f-db43-41f5-9eb1-90df4742eb8a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7903614 Mar 16 11:18:32.280927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] For port 449bd3ff-39b5-4417-b888-7695ac6cbb34, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=449bd3ff-39b5-4417-b888-7695ac6cbb34,segment=NetworkSegment(c56bbe70-65c4-46fc-aba4-61ec5650b0a5),segment_id=c56bbe70-65c4-46fc-aba4-61ec5650b0a5)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:32.284408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.311467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.378457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a951f1a-fd92-4da7-981f-6549140499d8 req-f1fcb552-1506-4ab9-b405-b52b9ea35e94 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226549 Mar 16 11:18:32.442812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.502963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Transition to ACTIVE for port object 4b969831-545c-4dde-bc54-964c0f1375bc will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:32.514506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7cb70140-d08d-4438-beac-34c8ce31c037 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:32.542447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7cb70140-d08d-4438-beac-34c8ce31c037 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:32.542961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.575838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:32.597426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.652150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Transition to ACTIVE for port object e4397506-0d80-4599-94c6-72d651bcfc85 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:32.656909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Transition to ACTIVE for port object 4b969831-545c-4dde-bc54-964c0f1375bc will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:32.660852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed62b90-24d0-4f35-86ae-91c64959d932 None None] Pushing event updated for resources: {'Port': ['ID=449bd3ff-39b5-4417-b888-7695ac6cbb34,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:32.699017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.735386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.740289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.782779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3e66f-9ca6-4e50-9252-353392e3e67f None None] Network 2fb8e664-243b-4034-87db-be5c06387597 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:32.800732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Transition to ACTIVE for port object e4397506-0d80-4599-94c6-72d651bcfc85 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:32.842256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Network aa46d3fa-f81a-42d4-84da-97c064e4063f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:32.910322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.926224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.931876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:32.948931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:32.955356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:32.990914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Pushing event updated for resources: {'Port': ['ID=4b969831-545c-4dde-bc54-964c0f1375bc,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.002100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Port': ['ID=17c936be-77b3-4c55-8717-a9554f3140c0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.022271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.023741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.136135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:33.183644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:33.185745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2b7717a7-d457-4b8a-85de-5c7d5b5408cc None None] Provisioning for port bd095368-0ec3-492c-bc5f-942d68fb5029 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:33.197979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:33.305774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.336960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Pushing event updated for resources: {'Port': ['ID=e4397506-0d80-4599-94c6-72d651bcfc85,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.369417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.399878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Allocated IP 172.23.0.1 (aa46d3fa-f81a-42d4-84da-97c064e4063f/fd22237c-c604-4845-85c3-116fe9a69ffc/c8f897c5-db7e-43f8-b53d-9763e4fedd6b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:33.405585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=0bcf4189-899d-4284-98b6-cb6f3b749285,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.409215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Attempting to bind port 4b969831-545c-4dde-bc54-964c0f1375bc on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:33.409810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Attempting to bind port 4b969831-545c-4dde-bc54-964c0f1375bc by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:33.410264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Attempting to bind port 4b969831-545c-4dde-bc54-964c0f1375bc on network aa46d3fa-f81a-42d4-84da-97c064e4063f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:33.437984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.440935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.441343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.460359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:33.461318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Checking segment: {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:33.461318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.461845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Bound using segment: {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:33.462441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Bound port: 4b969831-545c-4dde-bc54-964c0f1375bc, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:33.462906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.486762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Attempting to bind port e4397506-0d80-4599-94c6-72d651bcfc85 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:33.487087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Attempting to bind port e4397506-0d80-4599-94c6-72d651bcfc85 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:33.487946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Attempting to bind port e4397506-0d80-4599-94c6-72d651bcfc85 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:33.550782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.578714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf9780-2ef2-4392-b07d-0c2169c8bd7f req-f2102708-46c2-4374-a0c8-3545e286819b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.579187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 7cb70140-d08d-4438-beac-34c8ce31c037, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7cb70140-d08d-4438-beac-34c8ce31c037,segment=NetworkSegment(b6b882fa-5329-41b7-b081-b52224d3f9d4),segment_id=b6b882fa-5329-41b7-b081-b52224d3f9d4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:33.581247 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22cf9780-2ef2-4392-b07d-0c2169c8bd7f req-f2102708-46c2-4374-a0c8-3545e286819b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6412759 Mar 16 11:18:33.587082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:33.587600 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:33.588062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.588458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:33.588971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Bound port: e4397506-0d80-4599-94c6-72d651bcfc85, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:33.589328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.609905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.646887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network d4f996ba-e247-423c-8902-d1eff413d1fa is not hosted by any dhcp agent {{(pid=83793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 16 11:18:33.650785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:33.651764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.653193 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "PUT /v2.0/networks/d4f996ba-e247-423c-8902-d1eff413d1fa HTTP/1.1" status: 200 len: 723 time: 1.6369438 Mar 16 11:18:33.677875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:33.700159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:33.732305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.757795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806b002-9b8a-4fa5-bdfe-4f3e7a7e91eb tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=d4f996ba-e247-423c-8902-d1eff413d1fa,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.763793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 2fb8e664-243b-4034-87db-be5c06387597 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:33.779080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:33.828175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce6d85ce-16ff-4bc8-919a-c11e3e88f56f no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:33.854209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=7cb70140-d08d-4438-beac-34c8ce31c037,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:33.874745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:33.911216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c2e-1b77-4da3-ac80-421786bdf960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:33.976650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for ec749fb1-059f-4152-bdcd-d7942f42e5fa owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:33.989813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ce6d85ce-16ff-4bc8-919a-c11e3e88f56f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:33.990542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ce6d85ce-16ff-4bc8-919a-c11e3e88f56f not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:34.005967 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22cf9780-2ef2-4392-b07d-0c2169c8bd7f req-0b726736-8e3a-4eae-8da7-f254173d7bea tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500724 Mar 16 11:18:34.102905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.103143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.103354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.103691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.104023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.104344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.104669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.104991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.105318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.105614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.105955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:18:34.110435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b23109-77cf-44ca-8b0b-74618aa77e19 None None] Network 6db5b315-76a1-40fe-88de-c9478428a695 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:34.115859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 845efa37-f431-4525-a112-525e194369ee is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:34.127758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] For port 4b969831-545c-4dde-bc54-964c0f1375bc, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:34.140430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:34.253376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] For port 4b969831-545c-4dde-bc54-964c0f1375bc, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b969831-545c-4dde-bc54-964c0f1375bc,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:34.302097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.380044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] For port e4397506-0d80-4599-94c6-72d651bcfc85, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:34.441509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] For port e4397506-0d80-4599-94c6-72d651bcfc85, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4397506-0d80-4599-94c6-72d651bcfc85,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:34.450705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:34.498207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.502034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31d86962-a45a-40e6-bed8-5d4001d2ab3c None None] Provisioning for port 449bd3ff-39b5-4417-b888-7695ac6cbb34 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:34.516106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.534593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:34.589206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d220054-b21b-44eb-adf7-fb8847cc75ac None None] Pushing event updated for resources: {'Port': ['ID=4b969831-545c-4dde-bc54-964c0f1375bc,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:34.656503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:34.676292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:34.718293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Transition to ACTIVE for port object c8f897c5-db7e-43f8-b53d-9763e4fedd6b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:34.762306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Router 547c963b-e256-48f8-90ef-cfe7093d3578 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:34.796369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:34.800195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81acd245-76b2-47e7-bab4-ebf97b1636d1 None None] Provisioning complete for port 0bcf4189-899d-4284-98b6-cb6f3b749285 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:34.800568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81acd245-76b2-47e7-bab4-ebf97b1636d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:34.871099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346cf6c-8de7-4f36-b7e7-e23edc621889 None None] Pushing event updated for resources: {'Port': ['ID=e4397506-0d80-4599-94c6-72d651bcfc85,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:34.941433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:35.007762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-81acd245-76b2-47e7-bab4-ebf97b1636d1 None None] Port 0bcf4189-899d-4284-98b6-cb6f3b749285 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:35.009527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:35.010100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.041062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.076762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.266982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978270-693d-474c-94f5-bad7688648d1 req-72ab7dc4-e082-4209-9280-839204506b5a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:35.273377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:35.274531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c978270-693d-474c-94f5-bad7688648d1 req-72ab7dc4-e082-4209-9280-839204506b5a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.8228972 Mar 16 11:18:35.287071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:35.304649 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] Sync routers for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:35.308097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.339545 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:35.341169 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.357476 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:35.359278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee46eb86-ea00-431f-9710-21c4a5edac89 None None] Provisioning for port fa10e41a-679a-44f1-9f23-f7dc81683b00 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:35.370202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.371127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bd095368-0ec3-492c-bc5f-942d68fb5029 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:35.414521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10501eb7-506d-4ac4-826d-934db5fa42d2 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7631893 Mar 16 11:18:35.418974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.440746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router d9526c4f-8a46-47f2-b9b6-2cff70f14941 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:35.487930 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.490841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee46eb86-ea00-431f-9710-21c4a5edac89 None None] Provisioning complete for port fa10e41a-679a-44f1-9f23-f7dc81683b00 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:35.491264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee46eb86-ea00-431f-9710-21c4a5edac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.502815 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] Routers {'547c963b-e256-48f8-90ef-cfe7093d3578'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:35.504182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['547c963b-e256-48f8-90ef-cfe7093d3578'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.535858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-20bd56a8-f848-4a19-8055-f8e728e08314 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] show failed (client error): The resource could not be found. Mar 16 11:18:35.537216 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20bd56a8-f848-4a19-8055-f8e728e08314 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1021509232 HTTP/1.1" status: 404 len: 335 time: 0.1101294 Mar 16 11:18:35.542913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.550957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f81fea8d-ac02-4513-801a-d86648027413 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:35.594249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ee46eb86-ea00-431f-9710-21c4a5edac89 None None] Port fa10e41a-679a-44f1-9f23-f7dc81683b00 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:35.608643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.616079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.619161 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:35.619582 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbf02a-6142-4240-b9fa-09b712c4ab72 None None] The sync data for ids ['547c963b-e256-48f8-90ef-cfe7093d3578'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:35.652727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:35.664981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-f81fea8d-ac02-4513-801a-d86648027413 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] update failed (client error): The resource could not be found. Mar 16 11:18:35.666017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f81fea8d-ac02-4513-801a-d86648027413 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1789351051 HTTP/1.1" status: 404 len: 335 time: 0.1212473 Mar 16 11:18:35.671326 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c978270-693d-474c-94f5-bad7688648d1 req-eedaa1ab-9856-4d48-8ed5-06704c2e04d7 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867714 Mar 16 11:18:35.672646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port bd095368-0ec3-492c-bc5f-942d68fb5029 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:35.673386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:35.679730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bd095368-0ec3-492c-bc5f-942d68fb5029 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:35.680316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.788030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.840465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0fe2edd3-e1c1-44c6-bec0-480fe6190be1 None None] Provisioning complete for port fa10e41a-679a-44f1-9f23-f7dc81683b00 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:35.840837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0fe2edd3-e1c1-44c6-bec0-480fe6190be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.913692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.948582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2edd3-e1c1-44c6-bec0-480fe6190be1 None None] Port fa10e41a-679a-44f1-9f23-f7dc81683b00 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:35.967547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port bd095368-0ec3-492c-bc5f-942d68fb5029, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bd095368-0ec3-492c-bc5f-942d68fb5029,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:35.972429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:35.973443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 449bd3ff-39b5-4417-b888-7695ac6cbb34 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:36.123714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network aa46d3fa-f81a-42d4-84da-97c064e4063f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:36.142464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c73b625a-22e3-4d90-843a-74437940b1bd None None] Provisioning complete for port fa10e41a-679a-44f1-9f23-f7dc81683b00 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:36.142827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c73b625a-22e3-4d90-843a-74437940b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.152024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e70a5b-6e5e-4182-b9f3-04462f18c775 req-3207bbfe-f7d4-491d-9008-0fc4bd6c8d64 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.159417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e70a5b-6e5e-4182-b9f3-04462f18c775 req-3207bbfe-f7d4-491d-9008-0fc4bd6c8d64 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.2859607 Mar 16 11:18:36.206547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting subnet 314b1dc7-1c35-4d83-8157-bfa69bd1b8c1 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:36.214363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.232342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c73b625a-22e3-4d90-843a-74437940b1bd None None] Port fa10e41a-679a-44f1-9f23-f7dc81683b00 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:36.237085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:36.248468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.262905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=bd095368-0ec3-492c-bc5f-942d68fb5029,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.264199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:36.284404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.295834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 449bd3ff-39b5-4417-b888-7695ac6cbb34 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:36.301738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.302602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 449bd3ff-39b5-4417-b888-7695ac6cbb34 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:36.303425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.327715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.392021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e70a5b-6e5e-4182-b9f3-04462f18c775 req-e9b72cc6-03e9-432e-b96b-92e6c7ffaac3 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261286 Mar 16 11:18:36.397984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.466518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.478730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:36.487703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a56cb1b9-b44a-46e1-a9a6-5038bc42b7f7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/d9526c4f-8a46-47f2-b9b6-2cff70f14941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9241781 Mar 16 11:18:36.489512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.532435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 449bd3ff-39b5-4417-b888-7695ac6cbb34, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=449bd3ff-39b5-4417-b888-7695ac6cbb34,segment=NetworkSegment(c56bbe70-65c4-46fc-aba4-61ec5650b0a5),segment_id=c56bbe70-65c4-46fc-aba4-61ec5650b0a5)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:36.536168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38374) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.556737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.557802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9e14a090-b2bd-4d20-9d6c-e375321cedcc up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:36.608312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=ec749fb1-059f-4152-bdcd-d7942f42e5fa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.680055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83106e-78b3-4c1d-9dd4-a65bc620db9b None None] Network aa46d3fa-f81a-42d4-84da-97c064e4063f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:36.737090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.755670 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a554713-1cba-4238-9ad0-0b5ff68bc44f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ec749fb1-059f-4152-bdcd-d7942f42e5fa HTTP/1.1" status: 204 len: 168 time: 4.8092513 Mar 16 11:18:36.757516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.805586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.824561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '8a3e246f-36f2-49b7-aa19-7b35f7e90385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:36.824919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: d4f996ba-e247-423c-8902-d1eff413d1fa, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:36.908630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30292b-8900-4a6e-9221-f67811b3f216 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.908856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.909143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.909506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.909856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.910281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.910775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.911128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.911297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30292b-8900-4a6e-9221-f67811b3f216 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.911473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.912171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.912595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b30292b-8900-4a6e-9221-f67811b3f216 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:36.912711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.912976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.913335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.913664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.914020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.914384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.914724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.915065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.915408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.915747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:36.918776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ce82800-17e6-4784-a5e7-92a373419c0f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13209 time: 0.3816800 Mar 16 11:18:36.923206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:36.925929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38384) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:36.941214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=449bd3ff-39b5-4417-b888-7695ac6cbb34,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.959561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-42c29f76-3524-46df-ba42-1685a86b0bbc None None] Provisioning for port 4b969831-545c-4dde-bc54-964c0f1375bc completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:36.984667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Subnet': ['ID=314b1dc7-1c35-4d83-8157-bfa69bd1b8c1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:36.994112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.010230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-913b75c2-7b3d-4098-9273-5c5ac4e51ce0 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/subnets/314b1dc7-1c35-4d83-8157-bfa69bd1b8c1 HTTP/1.1" status: 204 len: 168 time: 1.3335361 Mar 16 11:18:37.018616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:37.023361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe348af1-97eb-4b00-b119-7fbe15924fb6 None None] Network 47960e83-f0b2-486f-819f-a293270243b9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:37.044067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac1baa-4078-4431-b5cf-793b09503e98 req-06e3c021-4637-441e-92d6-4287171071e6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.045771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78ac1baa-4078-4431-b5cf-793b09503e98 req-06e3c021-4637-441e-92d6-4287171071e6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.1986966 Mar 16 11:18:37.060289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network d4f996ba-e247-423c-8902-d1eff413d1fa is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:37.063972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b30292b-8900-4a6e-9221-f67811b3f216 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:37.065291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4b30292b-8900-4a6e-9221-f67811b3f216 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3024330 Mar 16 11:18:37.084669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38392) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:37.137383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9e14a090-b2bd-4d20-9d6c-e375321cedcc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:37.137584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.154032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d4f996ba-e247-423c-8902-d1eff413d1fa) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:37.191221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c45e4-2250-4770-b1d2-ee05a73b14e1 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:37.197335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.217380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.217968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.219151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78ac1baa-4078-4431-b5cf-793b09503e98 req-27a75a9f-1cfa-4d7c-a8eb-07006f46d9b2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424677 Mar 16 11:18:37.245242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.251569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.252135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.252627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.253128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.253626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.254187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.254686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.255178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.255672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.256298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.256854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.257362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.257859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.258367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.258855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.259346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.259851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.260352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:37.262430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:37.262786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.263362 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5067a7ce-506e-4a59-8d8a-cab9b8c80fbe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11222 time: 0.3340993 Mar 16 11:18:37.276883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:37.371092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router faae6f0d-f430-43bc-ba44-ba24de91b463 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:18:37.452351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3fa43929-efa2-495a-9a13-20b9451a78f3 None None] Provisioning for port e4397506-0d80-4599-94c6-72d651bcfc85 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:37.613072 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0d308d0-bec6-4290-aa2a-c624f0677895 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9262352 Mar 16 11:18:37.613498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38400) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:37.619537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:37.635484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d3d50e4b-e581-43c2-8b1d-345084cbdfaf None None] Could not find standard attr ID for object ec749fb1-059f-4152-bdcd-d7942f42e5fa. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:37.690726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] For port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,segment=NetworkSegment(af6eb376-decc-4be0-bab0-62d814f77c90),segment_id=af6eb376-decc-4be0-bab0-62d814f77c90)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:37.691169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.743279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d4f996ba-e247-423c-8902-d1eff413d1fa', 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': 'dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:37.746290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:37.871197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Calling delete_port for 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:37.890198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34333c9f-b10a-491a-aa64-af4c691f6918 None None] DHCP port deletion for 47960e83-f0b2-486f-819f-a293270243b9 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:37.902341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-34333c9f-b10a-491a-aa64-af4c691f6918 None None] Deleting port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:37.902709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34333c9f-b10a-491a-aa64-af4c691f6918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.000421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:38.076065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.127799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-34333c9f-b10a-491a-aa64-af4c691f6918 None None] The port '0d5a940f-7f22-4d94-ac6f-394c5c74fc86' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:38.144067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Allocated IP 172.20.0.2 (d4f996ba-e247-423c-8902-d1eff413d1fa/dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c/0652b2fc-921c-4508-b1cd-caca14f9316d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:38.148747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b969831-545c-4dde-bc54-964c0f1375bc up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:38.190177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Port': ['ID=0d5a940f-7f22-4d94-ac6f-394c5c74fc86,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.201321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] No DVR routers for this DVR port 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:38.285525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet d6ae9e66-a7fe-436b-90bc-e1a9c257635f {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:38.344260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af4dfaa5-7fb2-4167-8102-09593f9bfac8 None None] Provisioning for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:38.356614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af4dfaa5-7fb2-4167-8102-09593f9bfac8 None None] Provisioning complete for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:38.356930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af4dfaa5-7fb2-4167-8102-09593f9bfac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.367791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.418867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.428888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af4dfaa5-7fb2-4167-8102-09593f9bfac8 None None] Port c8f897c5-db7e-43f8-b53d-9763e4fedd6b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:38.440982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4b969831-545c-4dde-bc54-964c0f1375bc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:38.450571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4b969831-545c-4dde-bc54-964c0f1375bc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:38.450935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.498189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47960e83-f0b2-486f-819f-a293270243b9']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:38.511844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3925026'] for subnet, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.555314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6eb376-decc-4be0-bab0-62d814f77c90') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:38.555676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6eb376-decc-4be0-bab0-62d814f77c90') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:38.587089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.589680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.597778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.624729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.636985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:38.638511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2360826c-3b98-4ce2-ad3a-3a04ff48fbcb None None] Provisioning complete for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:38.639379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2360826c-3b98-4ce2-ad3a-3a04ff48fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.640878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:38.663300 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:38.690484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Transition to ACTIVE for port object 0652b2fc-921c-4508-b1cd-caca14f9316d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:38.723241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63fc27-049f-4dfb-adcb-59932a7a155f req-90d888fb-2e32-4a68-b3e5-509464f09ce2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.724993 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f63fc27-049f-4dfb-adcb-59932a7a155f req-90d888fb-2e32-4a68-b3e5-509464f09ce2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.2816544 Mar 16 11:18:38.726201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.738167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Transition to ACTIVE for port object 0652b2fc-921c-4508-b1cd-caca14f9316d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:38.741780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:38.746343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2360826c-3b98-4ce2-ad3a-3a04ff48fbcb None None] Port c8f897c5-db7e-43f8-b53d-9763e4fedd6b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:38.753053 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3d2ac5a7-465d-4474-bd9a-9bdd7ce818c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9627843 Mar 16 11:18:38.753266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.755731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:38.791884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] Sync routers for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:38.828474 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae96edc4-896c-488e-b2f4-055cfc981621 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4655 time: 1.5425923 Mar 16 11:18:38.839760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.868022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.877280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4b969831-545c-4dde-bc54-964c0f1375bc, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b969831-545c-4dde-bc54-964c0f1375bc,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:38.878177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107ef89-2373-456d-a67b-48980df8ad0e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:38.878947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2107ef89-2373-456d-a67b-48980df8ad0e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:38.882328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Network': ['ID=47960e83-f0b2-486f-819f-a293270243b9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.892777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.896437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:38.898643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Pushing event updated for resources: {'Port': ['ID=0652b2fc-921c-4508-b1cd-caca14f9316d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:38.913640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:38.918551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f63fc27-049f-4dfb-adcb-59932a7a155f req-360c3af8-d7da-4ff2-90e9-ac17d3d6b7a9 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766801 Mar 16 11:18:38.924583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-253bb350-3af6-4d52-94de-258737734cad tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/networks/47960e83-f0b2-486f-819f-a293270243b9 HTTP/1.1" status: 204 len: 168 time: 1.9045734 Mar 16 11:18:38.927357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:38.927478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:38.941504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:38.943419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:38.953200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.001673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3880156'] for subnet, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.068536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.069834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 449bd3ff-39b5-4417-b888-7695ac6cbb34 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:39.078577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2107ef89-2373-456d-a67b-48980df8ad0e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:39.079751 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2107ef89-2373-456d-a67b-48980df8ad0e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports/0bcf4189-899d-4284-98b6-cb6f3b749285 HTTP/1.1" status: 200 len: 911 time: 0.3200917 Mar 16 11:18:39.084934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:39.085532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.091065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "PUT /v2.0/subnets/dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c HTTP/1.1" status: 200 len: 806 time: 1.4763842 Mar 16 11:18:39.095288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.095588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38418) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.103037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:39.114684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.124036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event updated for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.186101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.315082 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:18:39.323677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4b969831-545c-4dde-bc54-964c0f1375bc,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.342685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:39.343435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.343982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.407399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Attempting to bind port 0652b2fc-921c-4508-b1cd-caca14f9316d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:39.407643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Attempting to bind port 0652b2fc-921c-4508-b1cd-caca14f9316d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8a3e246f-36f2-49b7-aa19-7b35f7e90385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:39.407995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Attempting to bind port 0652b2fc-921c-4508-b1cd-caca14f9316d on network d4f996ba-e247-423c-8902-d1eff413d1fa {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:39.409441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38424) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.423912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.424715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35d39a-fdb1-483a-b7f8-1898d802e0c2 None None] The sync data for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:39.428187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124074907', 'description': 'tempest-secgroup-smoke-2124074907 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:39.433170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:39.433505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Checking segment: {'id': '8a3e246f-36f2-49b7-aa19-7b35f7e90385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:39.434032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.434396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Bound using segment: {'id': '8a3e246f-36f2-49b7-aa19-7b35f7e90385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:39.434803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Bound port: 0652b2fc-921c-4508-b1cd-caca14f9316d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3e246f-36f2-49b7-aa19-7b35f7e90385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd4f996ba-e247-423c-8902-d1eff413d1fa'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:39.435111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.436195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:39.440560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ae9e66-a7fe-436b-90bc-e1a9c257635f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.451428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 449bd3ff-39b5-4417-b888-7695ac6cbb34 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:39.451685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.455062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:39.458866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:39.462306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:39.465621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.474154 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] Sync routers for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:39.481417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb61a5-13c9-46b2-b4d5-1795cca26f0e None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:39.486888 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:39.487683 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.489663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:39.552558 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.562642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.565889 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] Routers {'cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:39.566731 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.626022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:39.631277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:39.637224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:39.643951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:39.644634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800b5cb-e54a-495b-85cd-bc590ad878ad tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:39.651156 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:39.651796 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29789a7a-bacd-4951-96bb-ff00c454f1a4 None None] The sync data for ids ['cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:39.664144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Network aa46d3fa-f81a-42d4-84da-97c064e4063f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:39.668915 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f5a5105d-715f-4b5c-99d5-c2f32fb094a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/d6ae9e66-a7fe-436b-90bc-e1a9c257635f HTTP/1.1" status: 204 len: 168 time: 2.5714447 Mar 16 11:18:39.671846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:39.718191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.755376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] For port 0652b2fc-921c-4508-b1cd-caca14f9316d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:39.856631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] For port 0652b2fc-921c-4508-b1cd-caca14f9316d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0652b2fc-921c-4508-b1cd-caca14f9316d,segment=NetworkSegment(8a3e246f-36f2-49b7-aa19-7b35f7e90385),segment_id=8a3e246f-36f2-49b7-aa19-7b35f7e90385)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:39.860397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4397506-0d80-4599-94c6-72d651bcfc85 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:39.869576 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-257da97f-a587-49d3-8e98-ca19a908831a tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "PUT /v2.0/routers/cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7132549 Mar 16 11:18:39.871443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:39.874694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.879232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fecb126b-7a95-490c-af3a-116ae1dbbc9b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558585 Mar 16 11:18:39.882598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38434) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:39.911738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.047247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae175e-31bf-4a9b-b1b0-a3561f5e8157 None None] Pushing event updated for resources: {'Port': ['ID=0652b2fc-921c-4508-b1cd-caca14f9316d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.070066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.076434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6674c5ef-d348-47a4-b70f-0e00b01427c7 None None] Provisioning complete for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:40.078027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6674c5ef-d348-47a4-b70f-0e00b01427c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.078190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.134824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e4397506-0d80-4599-94c6-72d651bcfc85 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:40.144245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e4397506-0d80-4599-94c6-72d651bcfc85 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:40.144608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.190372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6674c5ef-d348-47a4-b70f-0e00b01427c7 None None] Port c8f897c5-db7e-43f8-b53d-9763e4fedd6b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:40.194625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 0652b2fc-921c-4508-b1cd-caca14f9316d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:40.197424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.202274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.203818 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7932618 Mar 16 11:18:40.214439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.216036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaff5c-8bb3-4b6b-ab72-0ce210c9f115 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef7126-46e8-46a6-b272-4fcb11301183,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.241399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:40.249830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Deleting port e4397506-0d80-4599-94c6-72d651bcfc85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:40.250463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.254483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:40.255881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting subnet cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:40.262385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:40.267187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.271797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:40.276265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:40.293062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:40.324089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:40.325570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.498690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.552322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.566706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.575694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.612734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6be71b8-20be-4907-af25-30a612b316d8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.614898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e4397506-0d80-4599-94c6-72d651bcfc85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4397506-0d80-4599-94c6-72d651bcfc85,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:40.621179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] For port e4397506-0d80-4599-94c6-72d651bcfc85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4397506-0d80-4599-94c6-72d651bcfc85,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:40.621624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.624287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.625668 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6bdba4f8-b658-4569-84ca-df3b5f7b5626 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3809290 Mar 16 11:18:40.628789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.633727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.634631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:40.636372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:40.642339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:40.646137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:40.656226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:40.666418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:40.677299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54f203-64f7-4ff9-9fe3-3ce610d9e418 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.678111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3f54f203-64f7-4ff9-9fe3-3ce610d9e418 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:40.685929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.696683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:40.710872 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e664f77-87ea-49c2-8c94-aa7fed520f9b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1955223 Mar 16 11:18:40.714557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.727185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:40.766091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:40.864157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819a409-59eb-453a-bfda-0bea481fd929 req-9e94907a-8f4f-4c68-a32b-b7904382e585 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:40.865750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8819a409-59eb-453a-bfda-0bea481fd929 req-9e94907a-8f4f-4c68-a32b-b7904382e585 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7332468 Mar 16 11:18:40.882928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Calling delete_port for e4397506-0d80-4599-94c6-72d651bcfc85 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:40.901518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3f54f203-64f7-4ff9-9fe3-3ce610d9e418 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:40.904902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f54f203-64f7-4ff9-9fe3-3ce610d9e418 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9590220 Mar 16 11:18:40.906401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:40.939561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 0652b2fc-921c-4508-b1cd-caca14f9316d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0652b2fc-921c-4508-b1cd-caca14f9316d,segment=NetworkSegment(8a3e246f-36f2-49b7-aa19-7b35f7e90385),segment_id=8a3e246f-36f2-49b7-aa19-7b35f7e90385)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:40.939915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.967936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:40.975776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e4397506-0d80-4599-94c6-72d651bcfc85,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:40.988738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:40.989046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:40.993492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.028444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dc214c-c058-4276-af6c-779902c5a826,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.057501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167953a1-f06d-4163-a134-21a29a4a906f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:41.058517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-167953a1-f06d-4163-a134-21a29a4a906f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:41.073211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.074448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ab87833-4f59-4f71-92ac-4dae70ae8a23 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4447398 Mar 16 11:18:41.080308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:41.086289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:41.151270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:41.210243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:41.210743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:41.216105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:41.216105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.216383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-167953a1-f06d-4163-a134-21a29a4a906f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:41.219632 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-167953a1-f06d-4163-a134-21a29a4a906f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3104692 Mar 16 11:18:41.227273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:41.229631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:41.248012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 0652b2fc-921c-4508-b1cd-caca14f9316d owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:41.277133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.333469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:41.367958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8819a409-59eb-453a-bfda-0bea481fd929 req-96128aee-0288-44f5-adfc-cda187270fd4 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881742 Mar 16 11:18:41.429471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:41.457480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:41.461257 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0fba2099-2bf6-43e1-957b-f46769ab0ecc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2283928 Mar 16 11:18:41.467068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982118d8-eca7-4a84-948f-db62ca28c115 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:41.469145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38466) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:41.481170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:41.523942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.557780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.576957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.595130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.627541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-083b9c44-b112-4879-81e3-b24069e814c9 None None] Could not find standard attr ID for object 0652b2fc-921c-4508-b1cd-caca14f9316d. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:18:41.674264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=0652b2fc-921c-4508-b1cd-caca14f9316d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.712104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Deleting port e4397506-0d80-4599-94c6-72d651bcfc85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:41.712328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:41.712799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.727040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.735532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bd095368-0ec3-492c-bc5f-942d68fb5029 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:41.737104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:41.788416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:41.791257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.842528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.861051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0f5d4-204b-42e9-b22d-32d39c99a640 None None] Network c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:41.880734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.901001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:41.955947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 0652b2fc-921c-4508-b1cd-caca14f9316d on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:41.981570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d769e7da-0e24-4ba2-8762-451068b51797,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:41.992687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.014560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.018587 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-21e4c0d4-9452-440c-b77c-c43542ab32e3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9372020 Mar 16 11:18:42.021180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34acd2fc-26e5-42c8-9795-1acaebb880d1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/subnets/cb4e09eb-d2f7-4bfb-b507-ed2254cb24f2 HTTP/1.1" status: 204 len: 168 time: 3.0929976 Mar 16 11:18:42.027346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:42.027680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:42.043369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:42.100349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:42.114412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:18:42.119256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:42.129741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.145858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Removed routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:18:42.146562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.160699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:42.182794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:42.317708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.352272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.428185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:42.431298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.436776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bd095368-0ec3-492c-bc5f-942d68fb5029 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:42.437766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.442796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:42.447566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=5affcef9-1e99-435d-ba77-cd2e581f7d36,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:42.455680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:42.456350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.475845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] For port e4397506-0d80-4599-94c6-72d651bcfc85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4397506-0d80-4599-94c6-72d651bcfc85,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:42.476458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.565292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:42.576869 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1604944-35cb-455e-8a2b-ead1a89c0b7f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1045213 Mar 16 11:18:42.621151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:42.637978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '5affcef9-1e99-435d-ba77-cd2e581f7d36', 'ip_address': '2001:db8::1b58:1c6f:fb68:9f5f'}], 'name': 'tempest-NetworksTestDHCPv6-749258588'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:42.648312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be9d61-edbb-43b1-972b-026bb45f85f2 None None] Network d4f996ba-e247-423c-8902-d1eff413d1fa requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:42.667835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Calling delete_port for e4397506-0d80-4599-94c6-72d651bcfc85 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:42.672647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting subnet 9dc8cb34-3008-4698-9d88-3f52aec33b8a {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:42.693253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.707875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.713170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:42.816787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:36Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f897c5-db7e-43f8-b53d-9763e4fedd6b', 'name': '', 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:04:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:31Z', 'updated_at': '2022-03-16T11:18:38Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:42.902145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:18:42.902628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Updating router c2f35b32-76ec-4cb1-a0eb-c135544a4699 port c8f897c5-db7e-43f8-b53d-9763e4fedd6b binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:18:42.903421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:43.001446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.087989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] Pushing event deleted for resources: {'Port': ['ID=e4397506-0d80-4599-94c6-72d651bcfc85,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:43.090164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] DHCP port deletion for c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:43.097757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7cb70140-d08d-4438-beac-34c8ce31c037 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:43.142898 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Sync routers for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:43.160975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.161490 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:43.162184 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:43.168917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.178965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.181913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Deleting port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:43.182374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.240739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.254601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b06c73-d889-4ff5-93ab-3018b27d462c None None] No DVR routers for this DVR port e4397506-0d80-4599-94c6-72d651bcfc85 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:43.259603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0379616-e3d8-4c62-91b6-6122db3416ee None None] DHCP port deletion for d4f996ba-e247-423c-8902-d1eff413d1fa request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:43.283193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.320618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f996ba-e247-423c-8902-d1eff413d1fa']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:43.329750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6f0af-d490-4aa3-88f2-214ec859591c None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:43.364460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.375052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:43.388507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87980b19-3db3-4f52-a4b1-dc9d78212aed,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:43.397969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e246f-36f2-49b7-aa19-7b35f7e90385') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:43.398289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e246f-36f2-49b7-aa19-7b35f7e90385') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:43.411481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.411481 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e460157-93c8-4219-bd3a-d079f6369bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 934 time: 2.6919358 Mar 16 11:18:43.411777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:43.411873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38484) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:43.417296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.420555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:43.433057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.513637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:43.572494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting port bc9abf04-a709-4151-bb71-e97f6bca6e35 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:43.572731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.600331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.601612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1006940d-67d1-43c8-a4a0-d6a206f6c1ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5673215 Mar 16 11:18:43.609091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38488) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:43.621255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891723cd-5ac1-4f0c-b690-230870835b90 req-b68944e0-a2f7-48c4-a0e1-c530035515a2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:43.622950 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-891723cd-5ac1-4f0c-b690-230870835b90 req-b68944e0-a2f7-48c4-a0e1-c530035515a2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 1.0415897 Mar 16 11:18:43.633042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:43.634562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.642022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:43.649816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:43.653934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:43.662868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:43.688062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:43.688430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.703593 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:43.708655 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:43.710753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:43.718236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.740698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7cb70140-d08d-4438-beac-34c8ce31c037 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:43.741279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.803636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.815689 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3d2dbfa-8be5-40d1-ba49-c5ee61d29822 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 934 time: 0.4012325 Mar 16 11:18:43.816967 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:32Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:43.819284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:43.822523 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Checking router: d9526c4f-8a46-47f2-b9b6-2cff70f14941 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:18:43.823112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Updating router d9526c4f-8a46-47f2-b9b6-2cff70f14941 port fa10e41a-679a-44f1-9f23-f7dc81683b00 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:18:43.827329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'routes': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:43.879489 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:43.927622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] For port 94c1fedc-073f-47ec-a9c1-1b0b0732f753, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=94c1fedc-073f-47ec-a9c1-1b0b0732f753,segment=NetworkSegment(cb8d1538-975f-4e25-a34b-a4890f082a2b),segment_id=cb8d1538-975f-4e25-a34b-a4890f082a2b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:43.928257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.012714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.030362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.059170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962b4ccb-787a-4553-8f19-8217a2691032,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.085116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.089344 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb10a446-26dd-4295-a9e4-19c5740b40e2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4719086 Mar 16 11:18:44.089629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.091941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38496) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:44.098731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '1aef7126-46e8-46a6-b272-4fcb11301183', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:44.106796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:44.111955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:44.116678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:44.125686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:44.130797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.152433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-891723cd-5ac1-4f0c-b690-230870835b90 req-2cc508eb-fa84-4a73-97db-811598b9aca6 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5057554 Mar 16 11:18:44.182811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Calling delete_port for 94c1fedc-073f-47ec-a9c1-1b0b0732f753 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:44.202574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=d4f996ba-e247-423c-8902-d1eff413d1fa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.251817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e92efbe2-f1ba-433d-aa2f-9bd615bc9420 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/d4f996ba-e247-423c-8902-d1eff413d1fa HTTP/1.1" status: 204 len: 168 time: 5.1481423 Mar 16 11:18:44.252483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38500) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:44.290085 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:18:44.307544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.311588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.324990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.378601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.407558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '5affcef9-1e99-435d-ba77-cd2e581f7d36'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:44.409078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.450456 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.454706 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8990ad0d-7d46-40eb-a28a-595ff1c171ca tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:18:44.454944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8990ad0d-7d46-40eb-a28a-595ff1c171ca tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:44.460366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8990ad0d-7d46-40eb-a28a-595ff1c171ca tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/d4f996ba-e247-423c-8902-d1eff413d1fa HTTP/1.1" status: 404 len: 339 time: 0.1992722 Mar 16 11:18:44.465358 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Transition to ACTIVE for port object fa10e41a-679a-44f1-9f23-f7dc81683b00 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:44.469105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.474518 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.517165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38504) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:44.526265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc8cb34-3008-4698-9d88-3f52aec33b8a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.534270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Calling delete_port for bc9abf04-a709-4151-bb71-e97f6bca6e35 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:44.563698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786998691', 'description': 'd1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:44.578685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:44.584649 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707911-f848-4cdf-b9d7-42cf7e3d6738 None None] Pushing event updated for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.591950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] No DVR routers for this DVR port 94c1fedc-073f-47ec-a9c1-1b0b0732f753 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:44.593459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 3c6f9cc5-0739-4959-915c-9ca716f2931c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:44.606136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb638e-b7de-4835-b03a-042246e257c3 None None] Network 7ed20222-b7e4-49b3-b748-6308f113c602 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:44.651027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030afba-85d4-4526-999b-bba83ab9bfba None None] Pushing event deleted for resources: {'Port': ['ID=94c1fedc-073f-47ec-a9c1-1b0b0732f753,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:44.818969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b969831-545c-4dde-bc54-964c0f1375bc up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:44.835225 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Attempting to bind port fa10e41a-679a-44f1-9f23-f7dc81683b00 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:44.835802 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Attempting to bind port fa10e41a-679a-44f1-9f23-f7dc81683b00 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:44.836163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Attempting to bind port fa10e41a-679a-44f1-9f23-f7dc81683b00 on network 2fb8e664-243b-4034-87db-be5c06387597 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:44.844266 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:44.844667 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Checking segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:44.845021 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.845408 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Bound using segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:44.845873 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Bound port: fa10e41a-679a-44f1-9f23-f7dc81683b00, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:44.846289 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.856506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.857958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.859840 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c66a4f8-0259-469e-80d5-50056b5905e1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/subnets/9dc8cb34-3008-4698-9d88-3f52aec33b8a HTTP/1.1" status: 204 len: 168 time: 2.8242190 Mar 16 11:18:44.861091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:network and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:44.870047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:44.894264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:18:44.894829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:18:44.899579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:44.933370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.961602 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] For port fa10e41a-679a-44f1-9f23-f7dc81683b00, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:44.965673 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] For port fa10e41a-679a-44f1-9f23-f7dc81683b00, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa10e41a-679a-44f1-9f23-f7dc81683b00,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:44.976142 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:44.984013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Transition to ACTIVE for port object c8f897c5-db7e-43f8-b53d-9763e4fedd6b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:45.012528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:45.027879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.070680 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707911-f848-4cdf-b9d7-42cf7e3d6738 None None] Pushing event updated for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:45.102038 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:45.102650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:45.136529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:45.140262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.167332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.199276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.219649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.281770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8:1::1 (6db5b315-76a1-40fe-88de-c9478428a695/6b273cdf-3acd-4769-ac67-35f87e9b2a48/2d3a3324-69fb-4799-a41d-825080cd8a0f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:45.293597 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.295997 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2029846 Mar 16 11:18:45.310757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/5affcef9-1e99-435d-ba77-cd2e581f7d36/169607df-f3f4-4c7d-9d04-02515fab035a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:45.327380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cedf2-d384-44c9-98bc-7d417c24c76f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa65eae6-c122-436b-8983-12c8e1dfde58,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:45.472306 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:45.477968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:45.532986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cbb00-8c1e-484f-a6b6-b44a0546b1c0 None None] Pushing event updated for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:45.594833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.599184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.712721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.713526 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 974d1076-a79a-4e18-8894-1c06e3df7f81 of type vlan for network 66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff Mar 16 11:18:45.746386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.853292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.857362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:45.857979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.861867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] DHCP port deletion for 7ed20222-b7e4-49b3-b748-6308f113c602 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:45.871969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Deleting port e8c9d3cd-7854-45fa-a13a-d30214c6a61e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:45.872337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.931808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4b969831-545c-4dde-bc54-964c0f1375bc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:45.932205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:45.949178 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:44Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:45.955428 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7429e-b24c-48a4-8ec6-d813b10ed18d None None] The sync data for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv is: [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:44Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:45.983374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:46.079598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Attempting to bind port c8f897c5-db7e-43f8-b53d-9763e4fedd6b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:46.079871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Attempting to bind port c8f897c5-db7e-43f8-b53d-9763e4fedd6b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:46.080226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Attempting to bind port c8f897c5-db7e-43f8-b53d-9763e4fedd6b on network aa46d3fa-f81a-42d4-84da-97c064e4063f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:46.135391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.152039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:46.152725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Checking segment: {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:46.153293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.153833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Bound using segment: {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:46.154478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Bound port: c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789525aa-6a3f-4587-956d-fc442dd456bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:46.155000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.168525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9df63ba-631f-4657-9cb7-1ee3e8d7bd16']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:46.184735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8d1538-975f-4e25-a34b-a4890f082a2b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:46.201548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8d1538-975f-4e25-a34b-a4890f082a2b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:46.230271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.251657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:46.259560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.260796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e97f68ff-fd46-4632-9347-0d2397ea6702 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 700 time: 2.4405835 Mar 16 11:18:46.263554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.272428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.278807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:46.279937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.367269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-dc48f281-7d63-495a-b92f-4dfbdcbc04e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124074907&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.5806415 Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:46.374556 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:46.434669 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9101176 Mar 16 11:18:46.456419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.465539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3bad9-9f2a-457d-a7fb-e9604b6f5faf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.514371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:46.598024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.630989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:46.635720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.652009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512d576-e7a6-41d1-9f76-270cab612c7c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.652819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9512d576-e7a6-41d1-9f76-270cab612c7c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Synchronizing usage tracker for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:46.666454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/networks/c9df63ba-631f-4657-9cb7-1ee3e8d7bd16 HTTP/1.1" status: 204 len: 168 time: 1.7899024 Mar 16 11:18:46.671732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.673395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.685674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.701016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298691bc-260f-4c0a-a0d3-8046c5fa8f46 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Network': ['ID=c9df63ba-631f-4657-9cb7-1ee3e8d7bd16,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.701871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] For port e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,segment=NetworkSegment(6810d492-5601-49c8-a3b8-8eadb9251fe9),segment_id=6810d492-5601-49c8-a3b8-8eadb9251fe9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:46.702933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.733104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9512d576-e7a6-41d1-9f76-270cab612c7c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Unset dirty status for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:46.736961 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9512d576-e7a6-41d1-9f76-270cab612c7c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks?id=66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff HTTP/1.1" status: 200 len: 760 time: 0.2763138 Mar 16 11:18:46.737114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:46.737114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0d5a940f-7f22-4d94-ac6f-394c5c74fc86 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:46.737114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4397506-0d80-4599-94c6-72d651bcfc85 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:46.794283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.813318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a6eb2-31ec-4993-807b-a806b68bc48d req-30511e42-e228-4c1a-abbb-6434accfa3b2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:46.815701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb2a6eb2-31ec-4993-807b-a806b68bc48d req-30511e42-e228-4c1a-abbb-6434accfa3b2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 1.3350654 Mar 16 11:18:46.827114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.832531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e4397506-0d80-4599-94c6-72d651bcfc85 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:46.832875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4397506-0d80-4599-94c6-72d651bcfc85 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:46.833291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 94c1fedc-073f-47ec-a9c1-1b0b0732f753 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:46.846827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'description': 'd2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:46.851460 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4949f792-6df2-4feb-a28d-1c49603f6f75 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 700 time: 0.5865245 Mar 16 11:18:46.854818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38538) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:46.877283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Port': ['ID=bc9abf04-a709-4151-bb71-e97f6bca6e35,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:46.939298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:46.944800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Calling delete_port for e8c9d3cd-7854-45fa-a13a-d30214c6a61e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:46.975946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 94c1fedc-073f-47ec-a9c1-1b0b0732f753 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:46.976220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 94c1fedc-073f-47ec-a9c1-1b0b0732f753 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:46.976381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object 2d3a3324-69fb-4799-a41d-825080cd8a0f will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:46.993577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] For port c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:46.999087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Transition to ACTIVE for port object 169607df-f3f4-4c7d-9d04-02515fab035a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:47.035716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] For port c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:47.042579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port e8c9d3cd-7854-45fa-a13a-d30214c6a61e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:47.043106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.050690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.168186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Transition to ACTIVE for port object 169607df-f3f4-4c7d-9d04-02515fab035a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:47.173770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cbb00-8c1e-484f-a6b6-b44a0546b1c0 None None] Pushing event updated for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:47.203822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.263909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:47.265128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa10e41a-679a-44f1-9f23-f7dc81683b00 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:47.321729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:47.324255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:47.374470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:47.376242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:47.442966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] For port e8c9d3cd-7854-45fa-a13a-d30214c6a61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,segment=NetworkSegment(6810d492-5601-49c8-a3b8-8eadb9251fe9),segment_id=6810d492-5601-49c8-a3b8-8eadb9251fe9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:47.443785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.515601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-134ea31e-35ef-40f6-967b-3e6efd5e0e86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:47.516324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-134ea31e-35ef-40f6-967b-3e6efd5e0e86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:47.532238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:18:47.568566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::1b58:1c6f:fb68:9f5f (1002c76f-2977-4cc2-9a1c-483f137d3546/5affcef9-1e99-435d-ba77-cd2e581f7d36/3c6f9cc5-0739-4959-915c-9ca716f2931c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:47.572297 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb2a6eb2-31ec-4993-807b-a806b68bc48d req-5561609b-6a86-4e58-ad7f-ee1ca05dd308 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6968956 Mar 16 11:18:47.640752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.723751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Calling delete_port for e8c9d3cd-7854-45fa-a13a-d30214c6a61e owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:47.740792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-134ea31e-35ef-40f6-967b-3e6efd5e0e86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:47.742131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-134ea31e-35ef-40f6-967b-3e6efd5e0e86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 797 time: 1.3212707 Mar 16 11:18:47.756288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.816469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] No DVR routers for this DVR port e8c9d3cd-7854-45fa-a13a-d30214c6a61e on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:47.826662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:47.827342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:47.841335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.869226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.875217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Attempting to bind port 169607df-f3f4-4c7d-9d04-02515fab035a on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:47.875585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Attempting to bind port 169607df-f3f4-4c7d-9d04-02515fab035a by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:47.876310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Attempting to bind port 169607df-f3f4-4c7d-9d04-02515fab035a on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:47.887806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:47.888265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:47.888558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.888942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:47.889431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Bound port: 169607df-f3f4-4c7d-9d04-02515fab035a, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:47.889764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:47.898940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Pushing event updated for resources: {'Port': ['ID=169607df-f3f4-4c7d-9d04-02515fab035a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:47.934779 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ab945f79-ed24-4ec4-b55f-635abdba3e37 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.1678975 Mar 16 11:18:47.960910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3a959-fff7-4ab0-accc-d952ebc791f7 None None] Pushing event deleted for resources: {'Port': ['ID=e8c9d3cd-7854-45fa-a13a-d30214c6a61e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.058801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port fa10e41a-679a-44f1-9f23-f7dc81683b00 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:48.131240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.156986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port fa10e41a-679a-44f1-9f23-f7dc81683b00 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:48.157362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.214875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] For port 169607df-f3f4-4c7d-9d04-02515fab035a, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:48.221158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 6db5b315-76a1-40fe-88de-c9478428a695 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:48.227178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] For port 169607df-f3f4-4c7d-9d04-02515fab035a, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=169607df-f3f4-4c7d-9d04-02515fab035a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:48.233123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.237290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:48.239135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=2d3a3324-69fb-4799-a41d-825080cd8a0f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.243136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:48.243627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.243883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.254755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.333627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port e8c9d3cd-7854-45fa-a13a-d30214c6a61e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:48.334266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.369040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.392246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.401472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 16 11:18:48.405081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:48.405677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.409409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "PUT /v2.0/networks/66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff HTTP/1.1" status: 200 len: 757 time: 1.5901549 Mar 16 11:18:48.417190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eada94db-b298-450e-99d2-3ad181243912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:44Z', 'revision_number': 7, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f897c5-db7e-43f8-b53d-9763e4fedd6b', 'name': '', 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:04:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:31Z', 'updated_at': '2022-03-16T11:18:46Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:48.429050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992b70-ee71-4a77-83ae-c45f81a3c788 None None] Pushing event updated for resources: {'Port': ['ID=169607df-f3f4-4c7d-9d04-02515fab035a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.434259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:48.434467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada94db-b298-450e-99d2-3ad181243912 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:44Z', 'revision_number': 7, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f897c5-db7e-43f8-b53d-9763e4fedd6b', 'name': '', 'network_id': 'aa46d3fa-f81a-42d4-84da-97c064e4063f', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:04:73:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:31Z', 'updated_at': '2022-03-16T11:18:46Z', 'revision_number': 4, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'fd22237c-c604-4845-85c3-116fe9a69ffc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:48.450429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] The port 'e8c9d3cd-7854-45fa-a13a-d30214c6a61e' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:48.461186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port fa10e41a-679a-44f1-9f23-f7dc81683b00, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa10e41a-679a-44f1-9f23-f7dc81683b00,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:48.474436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.585034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.604990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e8c9d3cd-7854-45fa-a13a-d30214c6a61e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:48.650577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e8c9d3cd-7854-45fa-a13a-d30214c6a61e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:48.650577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e8c9d3cd-7854-45fa-a13a-d30214c6a61e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:48.727651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-996873f4-271c-4e99-9f73-8e8c911f3cc0 None None] Provisioning for port 2d3a3324-69fb-4799-a41d-825080cd8a0f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:48.742714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-996873f4-271c-4e99-9f73-8e8c911f3cc0 None None] Provisioning complete for port 2d3a3324-69fb-4799-a41d-825080cd8a0f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:48.743335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-996873f4-271c-4e99-9f73-8e8c911f3cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.871465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.883053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:48.889774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60165fdf-a302-4fb0-adbc-4ee200a738f8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:48.908536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:49.062101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed20222-b7e4-49b3-b748-6308f113c602']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:49.090530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6810d492-5601-49c8-a3b8-8eadb9251fe9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:49.090823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6810d492-5601-49c8-a3b8-8eadb9251fe9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:49.104777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-996873f4-271c-4e99-9f73-8e8c911f3cc0 None None] Port 2d3a3324-69fb-4799-a41d-825080cd8a0f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:49.123356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.133741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.177162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.194687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:49.195356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:49.215538 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:49.396123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 169607df-f3f4-4c7d-9d04-02515fab035a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:49.406928 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-4f4f5228-491a-49c5-a1cc-04050716eeec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4606631 Mar 16 11:18:49.409913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.436693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.439650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Network': ['ID=7ed20222-b7e4-49b3-b748-6308f113c602,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:49.445302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port c8f897c5-db7e-43f8-b53d-9763e4fedd6b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:49.445640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.461494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-7b3dca45-15b0-47b4-80ee-123b2d99e1a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:49.493156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04010243-75e5-4fcc-abbe-51fcc4549065 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:49.494196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04010243-75e5-4fcc-abbe-51fcc4549065 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Synchronizing usage tracker for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:49.497443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.498154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Fanout notify agent at l3_agent the message router_deleted on router cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:18:49.514880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 3c6f9cc5-0739-4959-915c-9ca716f2931c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:49.532147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 169607df-f3f4-4c7d-9d04-02515fab035a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:49.539008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa10e41a-679a-44f1-9f23-f7dc81683b00 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:49.553712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-7b3dca45-15b0-47b4-80ee-123b2d99e1a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:49.555441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-7b3dca45-15b0-47b4-80ee-123b2d99e1a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5969162 Mar 16 11:18:49.585374 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6eff59dd-9fc3-4496-91ce-08628d2e4a19 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/networks/7ed20222-b7e4-49b3-b748-6308f113c602 HTTP/1.1" status: 204 len: 168 time: 2.9078057 Mar 16 11:18:49.605640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.608853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.609444 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d4a6e08d-76fe-4aeb-887c-d1bbbfbb9e94 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/routers/cb6d0c3f-202f-4fdc-be6b-e3afd4c36d2d HTTP/1.1" status: 204 len: 168 time: 9.7289667 Mar 16 11:18:49.614393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.632699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port fa10e41a-679a-44f1-9f23-f7dc81683b00 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:49.633056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.740930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04010243-75e5-4fcc-abbe-51fcc4549065 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Unset dirty status for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:49.746088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04010243-75e5-4fcc-abbe-51fcc4549065 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks?id=66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff HTTP/1.1" status: 200 len: 760 time: 1.3094366 Mar 16 11:18:49.776899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c8f897c5-db7e-43f8-b53d-9763e4fedd6b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:49.793736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38556) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:49.811963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607888008'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:49.828238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.830713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:49.873473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:49.880689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:49.881102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:49.929887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:49.975962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbfc05-c339-4c5a-97a6-7b43e9d9497d req-d4bf4b7c-dff4-4d1e-bed9-1844a73e6cb0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:49.977129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71cbfc05-c339-4c5a-97a6-7b43e9d9497d req-d4bf4b7c-dff4-4d1e-bed9-1844a73e6cb0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 1.0601501 Mar 16 11:18:50.004386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7324c3e-56ce-472e-bd13-7707a1c720cc None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:18:50.056543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:50.059549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.093149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.095849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:50.100603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=3c6f9cc5-0739-4959-915c-9ca716f2931c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:50.140045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Provisioning for port 169607df-f3f4-4c7d-9d04-02515fab035a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:50.151531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:50.154576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-518696b7-57b6-43cf-9918-faf5ad25bb80 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816865 Mar 16 11:18:50.156487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:50.162354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.162354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.167554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Provisioning complete for port 169607df-f3f4-4c7d-9d04-02515fab035a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:50.167915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.197409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:50.220692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.305063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94fc7792-9bba-4423-bdfc-70f414a82b55 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.6708848 Mar 16 11:18:50.305063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71cbfc05-c339-4c5a-97a6-7b43e9d9497d req-28e294ce-48da-4528-9924-650d3ac29c5a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079612 Mar 16 11:18:50.308145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:18:50.327695 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-2272db21-bdc4-487a-b72e-f2797c32940f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.7948604 Mar 16 11:18:50.330104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:50.331798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Deleting subnet a905b5f4-e5c7-405b-aff7-35b88c51f873 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:50.342247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '5affcef9-1e99-435d-ba77-cd2e581f7d36', 'ip_address': '2001:db8::1b58:1c6f:fb68:9f5f'}], 'name': 'tempest-NetworksTestDHCPv6-439460311'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:50.344244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.344380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:50.410281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.440404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:50.441032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.441146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7324c3e-56ce-472e-bd13-7707a1c720cc None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:18:50.454753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] For port 169607df-f3f4-4c7d-9d04-02515fab035a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=169607df-f3f4-4c7d-9d04-02515fab035a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:50.466813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.518828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting subnet 582dafa8-a6c7-4100-a98f-9cb9f36badd5 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:50.582157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.583060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 5f245b77-ad5b-42a5-9c15-b21be4c2c396 of type vlan for network 4e663cc8-2988-4863-a413-1137eb68c1f4 Mar 16 11:18:50.604996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.643744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a9f97-d632-40c5-98fe-7fe907e3e7cc None None] Pushing event updated for resources: {'Port': ['ID=169607df-f3f4-4c7d-9d04-02515fab035a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:50.644473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:50.649232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:50.652577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:50.659113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:50.686474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:50.715756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.751527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for c8f897c5-db7e-43f8-b53d-9763e4fedd6b owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:50.843926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:18:50.852770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.864398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.869409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-41874823-150e-4823-95c6-7f3812fcbb0b service neutron] 10.222.0.36 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883640 Mar 16 11:18:50.877932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.902248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.903184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:50.968968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-7006a2eb-c53d-4667-a8af-ad73947a25a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:50.970433 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-7006a2eb-c53d-4667-a8af-ad73947a25a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.5895951 Mar 16 11:18:50.973452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.017567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50332977-8228-434c-9685-28f0c02e4f0f None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:18:51.154662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89494a-651f-4284-8801-8cc3bb5f32ce req-60608497-2f62-45d6-9353-3fafaefcae3b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.156728 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a89494a-651f-4284-8801-8cc3bb5f32ce req-60608497-2f62-45d6-9353-3fafaefcae3b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.3930252 Mar 16 11:18:51.160284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.191754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.193101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:51.193725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:51.196060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.196744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.286127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50332977-8228-434c-9685-28f0c02e4f0f None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:18:51.294891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 169607df-f3f4-4c7d-9d04-02515fab035a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:51.311777 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-6dcacf8f-6ff4-47dd-9a77-886a8872cded service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.2912273 Mar 16 11:18:51.313363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.429450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.434280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=2d3a3324-69fb-4799-a41d-825080cd8a0f,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:51.488413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 169607df-f3f4-4c7d-9d04-02515fab035a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:51.489197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.492753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Subnet': ['ID=a905b5f4-e5c7-405b-aff7-35b88c51f873,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:51.506787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.523026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-5ff39938-a8a0-41de-93aa-3d0bcf18c88a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:51.524591 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-5ff39938-a8a0-41de-93aa-3d0bcf18c88a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.1650915 Mar 16 11:18:51.549455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7486091 Mar 16 11:18:51.552623 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63d87083-d124-4024-99c4-ffbf1c098e86 req-3ad3ee69-2f36-4c62-9a1d-57d6a7a28237 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 210 time: 0.3309884 Mar 16 11:18:51.567769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port b58a614e-c5e1-409f-a4c1-75ef1c2bd431 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:51.594022 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-04ab26a6-93a2-4953-9583-9f343f1cd8c1 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/subnets/a905b5f4-e5c7-405b-aff7-35b88c51f873 HTTP/1.1" status: 204 len: 168 time: 1.8826556 Mar 16 11:18:51.601949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.601949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38580) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:51.612194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:51.659730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e0e30-fbe6-4ea8-b529-b10b8bab06c3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=4e663cc8-2988-4863-a413-1137eb68c1f4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:51.684182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a89494a-651f-4284-8801-8cc3bb5f32ce req-0b3bb6cf-524e-4487-a1c7-f9bb9cf3924e tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5122488 Mar 16 11:18:51.695484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:18:51.717203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 6db5b315-76a1-40fe-88de-c9478428a695 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:51.720797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:51.723133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.727271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port c8f897c5-db7e-43f8-b53d-9763e4fedd6b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:51.727603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:51.843469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c8f897c5-db7e-43f8-b53d-9763e4fedd6b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:52.062642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Subnet': ['ID=582dafa8-a6c7-4100-a98f-9cb9f36badd5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:52.084457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c8f897c5-db7e-43f8-b53d-9763e4fedd6b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:52.085150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.131955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.174804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:52.188267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 16 11:18:52.188920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:52.217483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047daa7-c732-4643-8817-ae4b81d8c57c None None] Network 5e50b55a-d16b-4987-8ef1-1f7155c0f861 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:52.227325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-618f3bc5-86ca-4f3a-947d-4d5a27fc625c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8962662 Mar 16 11:18:52.229765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:52.298983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.325199 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-76531608-3423-4bdf-8161-6b096ba331ab tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/subnets/582dafa8-a6c7-4100-a98f-9cb9f36badd5 HTTP/1.1" status: 204 len: 168 time: 2.7098777 Mar 16 11:18:52.326962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Usage tracker for resource:subnet and tenant:7cf86c315df84a7c8ac35721ef42c106 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:52.332229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:52.333092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:52.345401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router faae6f0d-f430-43bc-ba44-ba24de91b463 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:52.386125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:52.532807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:52.559473 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-58d0d0de-4cec-408b-9af5-97d9b21a4524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0232975 Mar 16 11:18:52.572369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955c59-d649-4611-87b2-b028ba46ecac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.579374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955c59-d649-4611-87b2-b028ba46ecac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.581151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64955c59-d649-4611-87b2-b028ba46ecac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:52.627032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64955c59-d649-4611-87b2-b028ba46ecac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:52.628619 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64955c59-d649-4611-87b2-b028ba46ecac tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3977888 Mar 16 11:18:52.632498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:52.647195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] DHCP port deletion for 5e50b55a-d16b-4987-8ef1-1f7155c0f861 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:52.654687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Deleting port 6171f8f9-219d-46d0-80f4-573f5acd5c66 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:52.655331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.751419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Provisioning complete for port 2d3a3324-69fb-4799-a41d-825080cd8a0f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:52.753826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.779634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99b265dd-93c2-460d-b75f-421501eb9bf3 req-5463f85f-e67d-44c1-985b-ddb1e167fb86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 210 time: 0.0534129 Mar 16 11:18:52.798682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 3c6f9cc5-0739-4959-915c-9ca716f2931c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:52.799151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:52.884705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Port 2d3a3324-69fb-4799-a41d-825080cd8a0f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:52.948804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:18:52.962850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-979710af-9e92-4a26-a347-d0558faff371 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:52.963763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-979710af-9e92-4a26-a347-d0558faff371 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:52.964236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c6f65f5-584a-49c2-8730-ed072bcfcebb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8630745 Mar 16 11:18:52.970616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38602) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:52.980252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] Sync routers for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:18:53.002678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Provisioning for port 3c6f9cc5-0739-4959-915c-9ca716f2931c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:53.010294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Provisioning complete for port 3c6f9cc5-0739-4959-915c-9ca716f2931c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:53.010653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.033084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.066592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:53.067201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.088935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port c8f897c5-db7e-43f8-b53d-9763e4fedd6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:53.089292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.104415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.175087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 6171f8f9-219d-46d0-80f4-573f5acd5c66 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:53.181697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d215b-bac8-4f2a-b322-302458d8c615 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.182391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5f6d215b-bac8-4f2a-b322-302458d8c615 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:53.211258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420519b-1d5d-4c89-a00d-3d2222db13de req-deebf1c4-8fd5-4840-b6d4-6fa15d76878f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.212900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3420519b-1d5d-4c89-a00d-3d2222db13de req-deebf1c4-8fd5-4840-b6d4-6fa15d76878f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.3594391 Mar 16 11:18:53.222363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] For port 6171f8f9-219d-46d0-80f4-573f5acd5c66, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=6171f8f9-219d-46d0-80f4-573f5acd5c66,segment=NetworkSegment(1fce3dd9-e156-468d-9b37-6b63100763de),segment_id=1fce3dd9-e156-468d-9b37-6b63100763de)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:53.222662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.223323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.237123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.264814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-837b8ece-9f6e-42a3-8815-2a6705a1e209 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889908 Mar 16 11:18:53.333300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Deleting port 6171f8f9-219d-46d0-80f4-573f5acd5c66 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:53.333634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.358172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-979710af-9e92-4a26-a347-d0558faff371 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:53.359281 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-979710af-9e92-4a26-a347-d0558faff371 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 797 time: 0.7257028 Mar 16 11:18:53.361925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.371933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Calling delete_port for 6171f8f9-219d-46d0-80f4-573f5acd5c66 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:53.400051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cd8974c9-98b5-4076-8c46-b2893faa5d6f None None] Port 3c6f9cc5-0739-4959-915c-9ca716f2931c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:53.405112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for c8f897c5-db7e-43f8-b53d-9763e4fedd6b owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:53.429138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5f6d215b-bac8-4f2a-b322-302458d8c615 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:53.433413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f6d215b-bac8-4f2a-b322-302458d8c615 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports/2d3a3324-69fb-4799-a41d-825080cd8a0f HTTP/1.1" status: 200 len: 913 time: 0.4586968 Mar 16 11:18:53.456347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:53.464564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:18:53.464773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.497309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 3c6f9cc5-0739-4959-915c-9ca716f2931c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:53.548973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.549294 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3420519b-1d5d-4c89-a00d-3d2222db13de req-6adf2d2a-a85e-4208-a24c-42ff14edf9c9 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167493 Mar 16 11:18:53.549550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09e3a6-1be9-417f-b8ef-63da9cebc16e None None] The sync data for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:18:53.563145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.595258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.607118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.675549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.682333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] Pushing event deleted for resources: {'Port': ['ID=6171f8f9-219d-46d0-80f4-573f5acd5c66,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:53.694394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515bac6-7d88-48bc-bc6f-9cebc10fb6d1 None None] No DVR routers for this DVR port 6171f8f9-219d-46d0-80f4-573f5acd5c66 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:53.742275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=3c6f9cc5-0739-4959-915c-9ca716f2931c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:53.787730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:53.804109 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-52d6e589-c199-443a-b86e-b790cafc0122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/3c6f9cc5-0739-4959-915c-9ca716f2931c HTTP/1.1" status: 204 len: 168 time: 1.1705701 Mar 16 11:18:53.806502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:53.883341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e42779-e40d-403a-b496-ede3796a5d04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.884646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e42779-e40d-403a-b496-ede3796a5d04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:53.885392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b7e42779-e40d-403a-b496-ede3796a5d04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:53.915090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b7e42779-e40d-403a-b496-ede3796a5d04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:53.916823 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7e42779-e40d-403a-b496-ede3796a5d04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1088457 Mar 16 11:18:53.919393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:53.967440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34f896f-e1a5-482f-bc2e-3f833878aea6') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:53.967703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34f896f-e1a5-482f-bc2e-3f833878aea6') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:54.004064 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15c6f26d-d322-4c78-80a5-a3b175e400fa req-885d2940-0a19-4d92-944c-0f7eccd675c4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 210 time: 0.0509865 Mar 16 11:18:54.035051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.039413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 5affcef9-1e99-435d-ba77-cd2e581f7d36 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:54.043127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.099465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.106314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] The port '6171f8f9-219d-46d0-80f4-573f5acd5c66' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:18:54.121904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-bc9a6c17-ed66-4c1a-813f-96ea20168db5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:54.171651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.191108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.220568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:54.220568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:54.236578 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:54.249130 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1b023bba-f7e4-4b7c-8ae2-065969b65f23 req-34dccdd8-762b-479f-bb93-6d7a38ff8f38 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557560 Mar 16 11:18:54.273837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.314943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=5affcef9-1e99-435d-ba77-cd2e581f7d36,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:54.322212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.336163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0893d-42b1-4a84-97a9-9e855f637f7a None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:54.341387 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e5e73eed-7948-42ac-b759-6143325c736b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/5affcef9-1e99-435d-ba77-cd2e581f7d36 HTTP/1.1" status: 204 len: 168 time: 0.4186816 Mar 16 11:18:54.341753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:54.390943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-bc9a6c17-ed66-4c1a-813f-96ea20168db5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:54.392043 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-bc9a6c17-ed66-4c1a-813f-96ea20168db5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.9998524 Mar 16 11:18:54.415053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-832fea07-7ba8-4a3c-9084-3209922c3a54 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682058 Mar 16 11:18:54.415581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38624) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:54.420958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:54.488045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['1aef7126-46e8-46a6-b272-4fcb11301183']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:54.537332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:54.541893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:54.544653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:54.550270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:54.562134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:54.565627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.583795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.636109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:54.640788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Deleting port 169607df-f3f4-4c7d-9d04-02515fab035a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:54.641165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.679219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.781504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.789983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] Pushing event deleted for resources: {'Network': ['ID=ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:54.811710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e50b55a-d16b-4987-8ef1-1f7155c0f861']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:54.851384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fce3dd9-e156-468d-9b37-6b63100763de') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:54.851624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fce3dd9-e156-468d-9b37-6b63100763de') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:18:54.852390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbe404-6499-4e69-9483-bccc2e713522 req-55408b79-4c23-4730-98c6-60c0744c2380 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:54.853471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cdbe404-6499-4e69-9483-bccc2e713522 req-55408b79-4c23-4730-98c6-60c0744c2380 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.1486580 Mar 16 11:18:54.865419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.880956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] For port 169607df-f3f4-4c7d-9d04-02515fab035a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=169607df-f3f4-4c7d-9d04-02515fab035a,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:54.882177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.916471 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-631c7328-5428-4614-8e0f-0467a0087858 tempest-FloatingIPTestJSON-890439865 tempest-FloatingIPTestJSON-890439865-project] 10.222.0.36 "DELETE /v2.0/networks/ff73c37d-bb6b-4bf8-b0da-c1b6257b29bc HTTP/1.1" status: 204 len: 168 time: 3.3055727 Mar 16 11:18:54.935687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cdbe404-6499-4e69-9483-bccc2e713522 req-1c37aedd-13af-4859-9657-184d43a47568 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709360 Mar 16 11:18:54.937974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:54.958584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.027947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:55.030918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:55.035616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.036234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.052985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Calling delete_port for 169607df-f3f4-4c7d-9d04-02515fab035a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:55.057907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=732a844e-de05-4a62-aaa2-c2214037bd6b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.059555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.087346 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc61feb1-a98e-4f12-8241-3bab900abea6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6708746 Mar 16 11:18:55.089486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.102350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '732a844e-de05-4a62-aaa2-c2214037bd6b', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-78380153'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:55.117857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.179524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.248530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 169607df-f3f4-4c7d-9d04-02515fab035a no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:18:55.290090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=c8f897c5-db7e-43f8-b53d-9763e4fedd6b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.290677 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd657ab4-7e35-4426-85a2-48c37a25379d req-644107d6-cbb7-4dfc-b9a2-01ed556ab034 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 210 time: 0.0584636 Mar 16 11:18:55.317391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] Pushing event deleted for resources: {'Port': ['ID=169607df-f3f4-4c7d-9d04-02515fab035a,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.317391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 169607df-f3f4-4c7d-9d04-02515fab035a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:18:55.317391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 169607df-f3f4-4c7d-9d04-02515fab035a not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:18:55.320768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:18:55.321175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.338500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:18:55.340658 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:18:55.351356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad67f1f-f4b1-4bb1-97fe-d0d157166e8b None None] No DVR routers for this DVR port 169607df-f3f4-4c7d-9d04-02515fab035a on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:18:55.355119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=9adfcccf-9af8-4e29-83ee-7479f58d675d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.368364 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-bf9e5d43-5be5-4855-9983-f7e96e78ac0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.9583843 Mar 16 11:18:55.371812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:55.388205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0bf47-08e9-4ebc-a8b7-ea2765fde245 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:55.388838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:55.391846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:55.400260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:55.413357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:55.420240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.496433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:55.498277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.556987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 41bfc6f3-3e99-4e65-ad4f-dd39190d44e8 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:18:55.712285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '732a844e-de05-4a62-aaa2-c2214037bd6b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:55.713106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.739335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:18:55.739780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:18:55.775429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-212e0fd2-55b2-4fe2-8b6c-1ce51599a2e5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6811612 Mar 16 11:18:55.775888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38646) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.798742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.800346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:55.803784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.832755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb02fe09-9fba-45f4-baf7-b0d0e1a71696 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:55.847212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:55.850497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '5f245b77-ad5b-42a5-9c15-b21be4c2c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:55.850497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 4e663cc8-2988-4863-a413-1137eb68c1f4, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:18:55.852424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb02fe09-9fba-45f4-baf7-b0d0e1a71696 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:55.856315 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb02fe09-9fba-45f4-baf7-b0d0e1a71696 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0773301 Mar 16 11:18:55.856602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38650) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.872771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Pushing event deleted for resources: {'Network': ['ID=5e50b55a-d16b-4987-8ef1-1f7155c0f861,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:55.906294 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-444c680d-6e5f-451f-a3d3-b7dfab366b29 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/networks/5e50b55a-d16b-4987-8ef1-1f7155c0f861 HTTP/1.1" status: 204 len: 168 time: 3.5555282 Mar 16 11:18:55.906564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:55.936513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/732a844e-de05-4a62-aaa2-c2214037bd6b/b110f9c5-3073-47a7-9ab8-1944fdd90aab) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:55.960630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2dff686e-dcb8-48aa-9d2a-e58d746b7b9b tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Synchronizing usage tracker for tenant:3cc151bf3073454bb78c2bf226caf8c5 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:55.976848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5eabc-9c28-4667-b32f-8248df4408d5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.978222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5eabc-9c28-4667-b32f-8248df4408d5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:55.978960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-70a5eabc-9c28-4667-b32f-8248df4408d5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:18:56.000101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-70a5eabc-9c28-4667-b32f-8248df4408d5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:56.001575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-70a5eabc-9c28-4667-b32f-8248df4408d5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1438255 Mar 16 11:18:56.004408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38660) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.041128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2dff686e-dcb8-48aa-9d2a-e58d746b7b9b tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Unset dirty status for tenant:3cc151bf3073454bb78c2bf226caf8c5 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:18:56.042340 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2dff686e-dcb8-48aa-9d2a-e58d746b7b9b tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "GET /v2.0/ports?device_id=547c963b-e256-48f8-90ef-cfe7093d3578 HTTP/1.1" status: 200 len: 205 time: 0.1350265 Mar 16 11:18:56.048256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.137507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc893-0027-400a-8646-7017af85fd79 req-a2aac36d-aebb-4a25-8ef5-07d33bb16d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.139519 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-a2aac36d-aebb-4a25-8ef5-07d33bb16d38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.7024231 Mar 16 11:18:56.195741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.207101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Transition to ACTIVE for port object b110f9c5-3073-47a7-9ab8-1944fdd90aab will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:56.240565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Transition to ACTIVE for port object b110f9c5-3073-47a7-9ab8-1944fdd90aab will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:56.252166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.297311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:18:56.339178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:56.342046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:56.347966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:56.364942 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b0bf6752-b202-4006-ba39-3b61bee3f131 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f52304b6cc042d38dd137ee2c5e6e4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8655400 Mar 16 11:18:56.371125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.389706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.396404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.404895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Pushing event updated for resources: {'Port': ['ID=b110f9c5-3073-47a7-9ab8-1944fdd90aab,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:56.445692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4e663cc8-2988-4863-a413-1137eb68c1f4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:56.461799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db69e0-6268-4ca8-af59-6053c9794adf None None] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:56.518694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.519587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.534151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-0c9873c9-9f6a-4cad-a1b7-215413ad576d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.3743405 Mar 16 11:18:56.562363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Attempting to bind port b110f9c5-3073-47a7-9ab8-1944fdd90aab on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:56.562778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Attempting to bind port b110f9c5-3073-47a7-9ab8-1944fdd90aab by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:56.563075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Attempting to bind port b110f9c5-3073-47a7-9ab8-1944fdd90aab on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:56.579447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:56.579447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:56.579788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.580294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:56.581225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Bound port: b110f9c5-3073-47a7-9ab8-1944fdd90aab, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:56.581225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.589121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.13 (2fb8e664-243b-4034-87db-be5c06387597/9d31be83-c45e-4dfe-b5e4-cae1e9893a95/b826e78f-f233-4250-baed-884220b03893) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:56.611993 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7304cdf0-3e7f-4e81-8194-3ef3a27a9744 req-1b6523a8-1dd1-497e-b51f-89b01335d3d6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 210 time: 0.0874970 Mar 16 11:18:56.616882 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b5192f4b-fcdf-43d1-98a4-39b1879d3d53 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0119867 Mar 16 11:18:56.620897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b77c3b-8eca-4034-b26d-1e02d9883a06 req-e19dd69e-4e51-46d4-9543-29dec40af244 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.622359 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40b77c3b-8eca-4034-b26d-1e02d9883a06 req-e19dd69e-4e51-46d4-9543-29dec40af244 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5023434 Mar 16 11:18:56.624340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:56.637458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 732a844e-de05-4a62-aaa2-c2214037bd6b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:18:56.668799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc893-0027-400a-8646-7017af85fd79 req-d1e91062-6d97-4fe1-a350-2c593383862d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:56.670289 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-d1e91062-6d97-4fe1-a350-2c593383862d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.1247568 Mar 16 11:18:56.680578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.736946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.792094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] For port b110f9c5-3073-47a7-9ab8-1944fdd90aab, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:56.808289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] For port b110f9c5-3073-47a7-9ab8-1944fdd90aab, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b110f9c5-3073-47a7-9ab8-1944fdd90aab,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:56.815486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.851443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4e663cc8-2988-4863-a413-1137eb68c1f4', 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': '9adfcccf-9af8-4e29-83ee-7479f58d675d'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:18:56.852245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.953067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.955940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:56.962100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb82b-ec30-4029-ba18-110f82f9dfd4 None None] Pushing event updated for resources: {'Port': ['ID=b110f9c5-3073-47a7-9ab8-1944fdd90aab,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:57.114293 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-b7db6f2e-44bf-4a30-8ce6-e575bd9a6967 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4334667 Mar 16 11:18:57.126680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.139877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Allocated IP 172.20.0.2 (4e663cc8-2988-4863-a413-1137eb68c1f4/9adfcccf-9af8-4e29-83ee-7479f58d675d/ee8a2c5e-79ce-4538-ae9a-abedce9d97ae) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:18:57.234394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40b77c3b-8eca-4034-b26d-1e02d9883a06 req-75937dd9-bbe4-4e63-ae11-a20f4a5286f8 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6003544 Mar 16 11:18:57.399233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.406970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.432815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.472774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object b826e78f-f233-4250-baed-884220b03893 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:57.476729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.487433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Transition to ACTIVE for port object ee8a2c5e-79ce-4538-ae9a-abedce9d97ae will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:57.508739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Transition to ACTIVE for port object ee8a2c5e-79ce-4538-ae9a-abedce9d97ae will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:18:57.516351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.517056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.542923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.576046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eeedd2-03b0-48e2-a62a-77e924d2feb7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:57.582897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.583305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Fanout notify agent at l3_agent the message router_deleted on router 547c963b-e256-48f8-90ef-cfe7093d3578 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:18:57.588385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:57.588728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.607954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Pushing event updated for resources: {'Port': ['ID=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:57.624623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.628677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:57.630279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:57.634231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:57.664121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.666748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-315baa05-38d2-40de-ba7c-833086398526 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34eeedd2-03b0-48e2-a62a-77e924d2feb7 HTTP/1.1" status: 204 len: 168 time: 1.2924294 Mar 16 11:18:57.736805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.737937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d8e4cada-569a-4945-98e5-59e9f48ba6a1 tempest-RoutersNegativeIpV6Test-907947096 tempest-RoutersNegativeIpV6Test-907947096-project] 10.222.0.36 "DELETE /v2.0/routers/547c963b-e256-48f8-90ef-cfe7093d3578 HTTP/1.1" status: 204 len: 168 time: 1.6885345 Mar 16 11:18:57.757358 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-844cd44b-0e85-4ca9-bea9-56a776dfafb1 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274347 Mar 16 11:18:57.758784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.773459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Attempting to bind port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:18:57.773819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Attempting to bind port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5f245b77-ad5b-42a5-9c15-b21be4c2c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:18:57.774204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Attempting to bind port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae on network 4e663cc8-2988-4863-a413-1137eb68c1f4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:18:57.801238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:18:57.801836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Checking segment: {'id': '5f245b77-ad5b-42a5-9c15-b21be4c2c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:18:57.804222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.804222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Bound using segment: {'id': '5f245b77-ad5b-42a5-9c15-b21be4c2c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:18:57.804895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Bound port: ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f245b77-ad5b-42a5-9c15-b21be4c2c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e663cc8-2988-4863-a413-1137eb68c1f4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:18:57.806088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:57.981918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.024144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:18:58.030126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,segment=NetworkSegment(5f245b77-ad5b-42a5-9c15-b21be4c2c396),segment_id=5f245b77-ad5b-42a5-9c15-b21be4c2c396)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:18:58.040112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.041276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=732a844e-de05-4a62-aaa2-c2214037bd6b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:58.057833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.098650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08b6b293-e8b7-411c-b2a7-891107e7288e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/732a844e-de05-4a62-aaa2-c2214037bd6b HTTP/1.1" status: 204 len: 168 time: 2.0930350 Mar 16 11:18:58.100773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.196649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3fa63-daab-4a09-b2f4-a54e345db0a2 None None] Pushing event updated for resources: {'Port': ['ID=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:58.217152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 2fb8e664-243b-4034-87db-be5c06387597 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:18:58.233051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:18:58.243314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:18:58.308385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc73c177-23c9-4307-8604-f275abc19fda tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912863 Mar 16 11:18:58.317128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.321350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:18:58.326838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:58.327403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.348896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:58.386767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:58.535770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e88b65-1ef9-4205-b19e-77be589846e3 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:58.755628 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8ccc893-0027-400a-8646-7017af85fd79 req-e98d6662-7541-4232-bccc-631dfc7ec0eb service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9837918 Mar 16 11:18:58.772371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:58.772929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:58.785453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for ee8a2c5e-79ce-4538-ae9a-abedce9d97ae owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:58.864606 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f144c022-13a4-4ee5-b3cb-83a850e91343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3885219 Mar 16 11:18:58.890453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Request body: {'port': {'device_id': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:18:58.895018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41243ce0-7d9d-4522-b750-636a88994230 None None] Provisioning for port b110f9c5-3073-47a7-9ab8-1944fdd90aab completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:59.006672 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a6878b8-91ea-452d-ab2f-6248ee369807 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc151bf3073454bb78c2bf226caf8c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6159861 Mar 16 11:18:59.008778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:59.025148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:18:59.056691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:18:59.076081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:18:59.079355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:18:59.086412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Deleting port b110f9c5-3073-47a7-9ab8-1944fdd90aab {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:59.087062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.129803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:18:59.132556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e91a895b-b97a-4caf-82ba-2df985728c25 None None] Provisioning for port b826e78f-f233-4250-baed-884220b03893 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:59.138082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:18:59.138593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:18:59.158819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e91a895b-b97a-4caf-82ba-2df985728c25 None None] Provisioning complete for port b826e78f-f233-4250-baed-884220b03893 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:18:59.159218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e91a895b-b97a-4caf-82ba-2df985728c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.160887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:18:59.165048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.208647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.297002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ee8a2c5e-79ce-4538-ae9a-abedce9d97ae up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:18:59.340492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:18:59.377331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314a91-c6f4-45f7-98f7-5f0cbdc02ef1 req-cd6c4e1a-7e2d-4fb3-91df-bd3458c5e0e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:59.384506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25314a91-c6f4-45f7-98f7-5f0cbdc02ef1 req-cd6c4e1a-7e2d-4fb3-91df-bd3458c5e0e6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 932 time: 1.4129896 Mar 16 11:18:59.448579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.460426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e91a895b-b97a-4caf-82ba-2df985728c25 None None] Port b826e78f-f233-4250-baed-884220b03893 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:18:59.528934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73069a4a-1ae3-4aa6-9489-50b75fe05380 req-a6be7e23-cea5-470b-af77-74cbfcf18fce tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:18:59.531103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-73069a4a-1ae3-4aa6-9489-50b75fe05380 req-a6be7e23-cea5-470b-af77-74cbfcf18fce tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7602298 Mar 16 11:18:59.608656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] For port b110f9c5-3073-47a7-9ab8-1944fdd90aab, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b110f9c5-3073-47a7-9ab8-1944fdd90aab,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:18:59.609040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.640281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:18:59.640651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:18:59.712098 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25314a91-c6f4-45f7-98f7-5f0cbdc02ef1 req-4a68191d-176e-458f-8526-64409f9e81d6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217607 Mar 16 11:18:59.789754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:18:59.799525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Calling delete_port for b110f9c5-3073-47a7-9ab8-1944fdd90aab owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:18:59.828598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34060d9-ed9d-4b35-8041-66a2b45d9007 None None] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:18:59.867009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:18:59.905781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-73069a4a-1ae3-4aa6-9489-50b75fe05380 req-0857fe4d-3128-4b2b-b182-1cad1cdd5e8f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628111 Mar 16 11:18:59.994372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Provisioning for port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:00.031037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Provisioning complete for port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:00.031406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.057848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.082476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'networks': [{'name': 'tempest-network--1561423555'}, {'name': 'tempest-network--737124665'}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:00.082849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-network--1561423555'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:00.083218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-network--737124665'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:00.086470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.125119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.126262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] Pushing event deleted for resources: {'Port': ['ID=b110f9c5-3073-47a7-9ab8-1944fdd90aab,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.131925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826e78f-f233-4250-baed-884220b03893 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:19:00.139013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.149497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed930d7-9d24-473c-91b9-b0c4b0dea160 None None] No DVR routers for this DVR port b110f9c5-3073-47a7-9ab8-1944fdd90aab on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:00.150788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:network and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.155033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Transition to ACTIVE for port object b826e78f-f233-4250-baed-884220b03893 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:00.159827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.161432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.178352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.185761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 2d3a3324-69fb-4799-a41d-825080cd8a0f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:00.186555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.215089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:00.224103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:00.227448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:00.228329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.244578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b0afe-b394-4d6e-aa30-f60de950b9d4 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:00.263031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'network': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:00.266207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.281700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=31d22ae6-f187-4e2a-b677-3388b1f48527,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.291639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,segment=NetworkSegment(5f245b77-ad5b-42a5-9c15-b21be4c2c396),segment_id=5f245b77-ad5b-42a5-9c15-b21be4c2c396)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:00.292057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.302948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.347188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.356284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.426602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,segment=NetworkSegment(5f245b77-ad5b-42a5-9c15-b21be4c2c396),segment_id=5f245b77-ad5b-42a5-9c15-b21be4c2c396)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:00.441755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for ee8a2c5e-79ce-4538-ae9a-abedce9d97ae owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:00.457479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.475586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.493212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c5310ba-184d-4e32-9e5d-ecb6fce518e2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1717734 Mar 16 11:19:00.495658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:00.525421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:00.530074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.537273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:security_group_rule and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.543437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:00.553193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.561003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.578233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:00.578424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:00.614841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb37a0-5fcd-4a59-ac8f-d1839e872c80 None None] Pushing event updated for resources: {'Port': ['ID=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.621090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '31d22ae6-f187-4e2a-b677-3388b1f48527'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:00.621910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.641746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:router and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:00.647659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.653037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.653852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.672616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:00.719158 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:00.727434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:00.731876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1d3fb-e566-4d64-9268-4f919c963bb2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:00.745738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.749774 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:00.751565 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:00.751696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:00.773616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.774325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment 6dc89723-8d3c-4c82-8881-90a99b9a2da7 of type vlan for network 27353254-240e-401f-85da-e8411ba559e4 Mar 16 11:19:00.784133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.821001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.905682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:00.906389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.981277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.982478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:00.986784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:00.997208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 2d3a3324-69fb-4799-a41d-825080cd8a0f owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:01.009972 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:01.026023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/31d22ae6-f187-4e2a-b677-3388b1f48527/4d70902c-393c-48e2-af18-905d4f2c3bd8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:01.032499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.032848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment a4fba238-5016-40c4-96f5-5543d659efa2 of type vlan for network 77ec5349-cb21-4757-8b55-adc08c3873de Mar 16 11:19:01.079623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.080794 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0af6cc2-109b-4747-890a-c6494f8fffeb HTTP/1.1" status: 204 len: 168 time: 2.0699630 Mar 16 11:19:01.082004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d867c-845a-4ff1-b8aa-88e7d1543563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af6cc2-109b-4747-890a-c6494f8fffeb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:01.219703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ee8a2c5e-79ce-4538-ae9a-abedce9d97ae up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:01.299774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:01.309973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.364084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,segment=NetworkSegment(5f245b77-ad5b-42a5-9c15-b21be4c2c396),segment_id=5f245b77-ad5b-42a5-9c15-b21be4c2c396)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:01.364443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.402346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fb57-8a22-4e29-84ed-99375552e09c None None] Provisioning complete for port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:01.403044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fb57-8a22-4e29-84ed-99375552e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.405505 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-be06c4c0-1f1b-46b8-87e9-f908db9a0d9f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5496101 Mar 16 11:19:01.424163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.520517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for ee8a2c5e-79ce-4538-ae9a-abedce9d97ae owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:01.558786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Attempting to bind port b826e78f-f233-4250-baed-884220b03893 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:01.559307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Attempting to bind port b826e78f-f233-4250-baed-884220b03893 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:01.559787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Attempting to bind port b826e78f-f233-4250-baed-884220b03893 on network 2fb8e664-243b-4034-87db-be5c06387597 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:01.631359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Port b826e78f-f233-4250-baed-884220b03893 on network 2fb8e664-243b-4034-87db-be5c06387597 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:19:01.631968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Attempting to bind port b826e78f-f233-4250-baed-884220b03893 on network 2fb8e664-243b-4034-87db-be5c06387597 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:01.634645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.694803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:01.695477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Checking segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:01.696000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.696272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Bound using segment: {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:01.696941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Bound port: b826e78f-f233-4250-baed-884220b03893, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58df1269-c283-4b62-8cb6-573313f3422f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2fb8e664-243b-4034-87db-be5c06387597'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:01.697490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.701182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:01.708263 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:01.722880 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:01.723566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:18:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:01.729359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.733796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-72437925-a9cf-40e4-830a-9d98c8ebb89f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2217665 Mar 16 11:19:01.743278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3ba3a114-8767-4b81-ae9f-f2dea0901fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.749262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38752) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:01.749526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:01.749950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.802852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:01.854047 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-c8f2fb57-8a22-4e29-84ed-99375552e09c None None] No ports have port_id starting with ee8a2c5e-79ce-4538-ae9a-abedce9d97ae Mar 16 11:19:01.905343 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:01.911663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 16 11:19:01.981629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b110f9c5-3073-47a7-9ab8-1944fdd90aab no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:01.996521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd54396-177a-4ff5-89cc-8ac631945f32 req-2aa28564-9024-4346-af30-f1751cf8ca44 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.012617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7dd54396-177a-4ff5-89cc-8ac631945f32 req-2aa28564-9024-4346-af30-f1751cf8ca44 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 944 time: 1.1557770 Mar 16 11:19:02.015756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=ee8a2c5e-79ce-4538-ae9a-abedce9d97ae,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.026614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.027102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.030727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.033636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:02.034284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.043786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b110f9c5-3073-47a7-9ab8-1944fdd90aab {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:02.044462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b110f9c5-3073-47a7-9ab8-1944fdd90aab not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:02.156776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.205059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Transition to ACTIVE for port object 4d70902c-393c-48e2-af18-905d4f2c3bd8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:02.242767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5dda82-9aa3-475b-b80e-bad6a2ee28d6 None None] DHCP port deletion for 4e663cc8-2988-4863-a413-1137eb68c1f4 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:02.300521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Transition to ACTIVE for port object 4d70902c-393c-48e2-af18-905d4f2c3bd8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:02.342353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.403785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:02.417397 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:02.417813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:02.428096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0702e6-ebd4-411b-980e-7d05371e4963 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:02.436560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:02.548527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.584450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Attempting to bind port 4d70902c-393c-48e2-af18-905d4f2c3bd8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:02.584807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Attempting to bind port 4d70902c-393c-48e2-af18-905d4f2c3bd8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:02.585183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Attempting to bind port 4d70902c-393c-48e2-af18-905d4f2c3bd8 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:02.589748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Pushing event updated for resources: {'Port': ['ID=4d70902c-393c-48e2-af18-905d4f2c3bd8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.595130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.602514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:02.602695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:02.602955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.603315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:02.603782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Bound port: 4d70902c-393c-48e2-af18-905d4f2c3bd8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:02.604145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.639438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet fd22237c-c604-4845-85c3-116fe9a69ffc {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:02.641481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=2d3a3324-69fb-4799-a41d-825080cd8a0f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.653500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port ee8a2c5e-79ce-4538-ae9a-abedce9d97ae on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:02.657587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.660039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=27353254-240e-401f-85da-e8411ba559e4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.679128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 27353254-240e-401f-85da-e8411ba559e4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:02.690900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8201218 Mar 16 11:19:02.702534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:02.807226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:02.845511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e82d8-bf3c-4e4a-8e8d-df249b7f3821 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=77ec5349-cb21-4757-8b55-adc08c3873de,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:02.867464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 77ec5349-cb21-4757-8b55-adc08c3873de details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:02.873500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7dd54396-177a-4ff5-89cc-8ac631945f32 req-c0e1265e-95e6-4d4d-822e-9a525910990a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8599591 Mar 16 11:19:02.943307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:02.977215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] For port 4d70902c-393c-48e2-af18-905d4f2c3bd8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:03.009633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] For port 4d70902c-393c-48e2-af18-905d4f2c3bd8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4d70902c-393c-48e2-af18-905d4f2c3bd8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:03.015327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8a568-e01e-46e7-a628-52c016192517 req-3a48b0c1-c78c-4a8f-b9d9-282d036cf9da tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.016335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.025436 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ddb8a568-e01e-46e7-a628-52c016192517 req-3a48b0c1-c78c-4a8f-b9d9-282d036cf9da tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 1.7546365 Mar 16 11:19:03.082598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cf9e0159-0cea-4367-8bbd-49b1e06f19f8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:03.083656 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-cf9e0159-0cea-4367-8bbd-49b1e06f19f8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:19:03.088714 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cf9e0159-0cea-4367-8bbd-49b1e06f19f8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4823117 Mar 16 11:19:03.106893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8587e1e-fb93-4bdb-bb74-1a122790282b None None] Pushing event updated for resources: {'Port': ['ID=4d70902c-393c-48e2-af18-905d4f2c3bd8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:03.132302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.154761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--114356285'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:03.170617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:03.183530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ee8a2c5e-79ce-4538-ae9a-abedce9d97ae no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:03.193534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:03.211870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:03.231700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b826e78f-f233-4250-baed-884220b03893,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:03.233000 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ddb8a568-e01e-46e7-a628-52c016192517 req-63c9d5f3-fb10-4a05-9173-6b6d51fcc24d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062466 Mar 16 11:19:03.234751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:03.250880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ee8a2c5e-79ce-4538-ae9a-abedce9d97ae {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:03.251660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ee8a2c5e-79ce-4538-ae9a-abedce9d97ae not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:03.251941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c8f897c5-db7e-43f8-b53d-9763e4fedd6b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:03.254969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.267309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.299010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.308654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.328824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c8f897c5-db7e-43f8-b53d-9763e4fedd6b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:03.329164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c8f897c5-db7e-43f8-b53d-9763e4fedd6b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:03.372272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.380378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=9adfcccf-9af8-4e29-83ee-7479f58d675d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:03.443658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d48fc2-f1ef-46eb-b56e-6fc130df01d3 None None] Network 4e663cc8-2988-4863-a413-1137eb68c1f4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:03.541689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:03.549401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.551365 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] 10.222.0.59 "PUT /v2.0/ports/b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 1094 time: 4.6672101 Mar 16 11:19:03.553875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:19:03.624719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:03.632305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:03.641317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.709537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e663cc8-2988-4863-a413-1137eb68c1f4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:03.738554 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893', 'status': 'completed', 'code': 200} Mar 16 11:19:03.748203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f245b77-ad5b-42a5-9c15-b21be4c2c396') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:03.748688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f245b77-ad5b-42a5-9c15-b21be4c2c396') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:03.763540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.777485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:03.826140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7431bab6-5238-47e8-8edc-f65874980431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.849395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b911fc-92e4-49d1-b180-078e5d3e6a26 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.854476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.854639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b911fc-92e4-49d1-b180-078e5d3e6a26 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.858032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0fcba-c9f6-4854-84d2-14a477775221 None None] DHCP port deletion for 4e663cc8-2988-4863-a413-1137eb68c1f4 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:03.858900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b911fc-92e4-49d1-b180-078e5d3e6a26 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.862857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b911fc-92e4-49d1-b180-078e5d3e6a26 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:03.866479 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-60b911fc-92e4-49d1-b180-078e5d3e6a26 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1595063 Mar 16 11:19:03.879954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:03.885095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:03.885496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:03.894943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8338d1-7d05-4e6e-8f87-26ad8db0ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:03.934344 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:03.952762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.047460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.064098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.096985 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-3abaed93-3fe7-4d01-b0bc-0a5bccddd05e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1097 time: 0.4911664 Mar 16 11:19:04.133564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.202299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:04.227779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:04.228432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:04.244805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598fd1-afb8-450e-b38d-bb1cb0152011 req-6b7db8ff-6ff1-4c84-9f1c-acadc4d6f7c1 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.251926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35598fd1-afb8-450e-b38d-bb1cb0152011 req-6b7db8ff-6ff1-4c84-9f1c-acadc4d6f7c1 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7325144 Mar 16 11:19:04.253796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.260132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:04.269646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.277414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa2676-2fc3-4d22-8d54-7d7563d99c5e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.282698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.328559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.337416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=4e663cc8-2988-4863-a413-1137eb68c1f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.343600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:04.353441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:04.379639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:04.387299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138141-2caf-48e8-a456-a23e44470571 req-7d8043ca-bd4c-47b6-8c4d-acc311f8dc8b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.394647 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da138141-2caf-48e8-a456-a23e44470571 req-7d8043ca-bd4c-47b6-8c4d-acc311f8dc8b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 944 time: 0.3372226 Mar 16 11:19:04.436373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35598fd1-afb8-450e-b38d-bb1cb0152011 req-83c37e1d-518d-4fd7-ae70-982be51421d0 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832509 Mar 16 11:19:04.493827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:04.495690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fbef7b4-8927-4f61-bfe6-d715f2ffd344 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/4e663cc8-2988-4863-a413-1137eb68c1f4 HTTP/1.1" status: 204 len: 168 time: 7.8589649 Mar 16 11:19:04.516084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.624565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0cae3-1e6a-424f-916c-2f72a8f9fcf8 None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:19:04.656819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ace074-7386-49d4-bf3e-c7392bdf26dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] GET failed (client error): The resource could not be found. Mar 16 11:19:04.657490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9ace074-7386-49d4-bf3e-c7392bdf26dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Synchronizing usage tracker for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:04.662456 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-f3912ae6-2cf1-413a-9197-965641b62d8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 217 time: 0.5284913 Mar 16 11:19:04.714720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.765090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.815132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=fd22237c-c604-4845-85c3-116fe9a69ffc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:04.825671 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da138141-2caf-48e8-a456-a23e44470571 req-92c2eb70-4f76-4799-8ef8-63d480d82098 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296784 Mar 16 11:19:04.844564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.844827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9ace074-7386-49d4-bf3e-c7392bdf26dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Unset dirty status for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:04.846973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9ace074-7386-49d4-bf3e-c7392bdf26dd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets/9adfcccf-9af8-4e29-83ee-7479f58d675d HTTP/1.1" status: 404 len: 337 time: 0.3289320 Mar 16 11:19:04.848735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.850341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27353254-240e-401f-85da-e8411ba559e4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:04.860873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.875550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc89723-8d3c-4c82-8881-90a99b9a2da7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:04.876230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc89723-8d3c-4c82-8881-90a99b9a2da7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:04.884616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.907709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-becc8217-6cea-4be6-bab9-271ad10114ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:04.909149 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-becc8217-6cea-4be6-bab9-271ad10114ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 200 len: 835 time: 0.2341874 Mar 16 11:19:04.910238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.915661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b5c5a9e3-7465-407d-ad40-7b190c283866 None None] Provisioning for port 4d70902c-393c-48e2-af18-905d4f2c3bd8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:04.925199 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af5d9381-74c7-4e0f-ab31-115119d8ac13 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/fd22237c-c604-4845-85c3-116fe9a69ffc HTTP/1.1" status: 204 len: 168 time: 3.4971900 Mar 16 11:19:04.927073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:04.964013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.966704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:04.993346 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8820e501-2135-4e03-9b42-1e0433a7b1ba tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:04.993705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8820e501-2135-4e03-9b42-1e0433a7b1ba tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:04.998802 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8820e501-2135-4e03-9b42-1e0433a7b1ba tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/4e663cc8-2988-4863-a413-1137eb68c1f4 HTTP/1.1" status: 404 len: 339 time: 0.1277158 Mar 16 11:19:05.012420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.017397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.033527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a92160-2533-42a0-bf62-ec773ea731f6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:05.037780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:05.038224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.058110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.061911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4d1cee9-1329-4153-9063-1b63421eaafb tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9168816 Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:05.062800 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:05.064824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.080824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe0cae3-1e6a-424f-916c-2f72a8f9fcf8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:19:05.131124 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:05.203753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:05.246543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4d70902c-393c-48e2-af18-905d4f2c3bd8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:05.252665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '02a92160-2533-42a0-bf62-ec773ea731f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:05.287197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:05.296939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980492-4423-4608-9e4f-02d2b8192299 req-69ef4452-a140-47c1-9c81-1e91d439e797 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.303814 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01980492-4423-4608-9e4f-02d2b8192299 req-69ef4452-a140-47c1-9c81-1e91d439e797 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6338158 Mar 16 11:19:05.313368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:05.313731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:05.315651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:05.332544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:05.343377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.347372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:05.361536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.392893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.411958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=27353254-240e-401f-85da-e8411ba559e4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:05.419981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.436069 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4fbc48b1-4404-4997-b081-2c1126268a34 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/27353254-240e-401f-85da-e8411ba559e4 HTTP/1.1" status: 204 len: 168 time: 1.5478766 Mar 16 11:19:05.436297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38822) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.436389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 4b969831-545c-4dde-bc54-964c0f1375bc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:05.436389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.479626 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01980492-4423-4608-9e4f-02d2b8192299 req-d582525f-41b3-4c46-8568-5ad57d3ffaa5 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736097 Mar 16 11:19:05.491164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::1 (1002c76f-2977-4cc2-9a1c-483f137d3546/31d22ae6-f187-4e2a-b677-3388b1f48527/e6c78416-c66b-495f-a6a9-c7d040539f13) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:05.510897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb395e-554b-4484-af24-27bc3455d08c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:05.512792 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dcfb395e-554b-4484-af24-27bc3455d08c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4988384 Mar 16 11:19:05.523757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.572372 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-8177392d-b04e-4a7a-b60e-602e490fe22d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fb8e664-243b-4034-87db-be5c06387597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6512299 Mar 16 11:19:05.582939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b37c768-edf2-4d07-8ee4-11b91a752aa6 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 207 time: 0.0546355 Mar 16 11:19:05.583504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:05.592394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:05.666802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4d70902c-393c-48e2-af18-905d4f2c3bd8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:05.689934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4d70902c-393c-48e2-af18-905d4f2c3bd8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:05.690573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.781409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.903295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:05.940806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.009665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55bb2ea-0d1c-4b50-b854-ad9746ba91cb,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.020807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.025156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.029197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.033037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.033842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Synchronizing usage tracker for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:06.042236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 4b969831-545c-4dde-bc54-964c0f1375bc, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4b969831-545c-4dde-bc54-964c0f1375bc,segment=NetworkSegment(789525aa-6a3f-4587-956d-fc442dd456bb),segment_id=789525aa-6a3f-4587-956d-fc442dd456bb)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:06.043892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.107392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.108537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-503e2d3a-50c1-41a0-88cc-0bd98a3e4a55 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0296242 Mar 16 11:19:06.115509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beed01-2a98-4021-9e74-9fc1ab783005 req-250d3f15-76b3-4b7f-8235-9474f38bc32d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.117635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48beed01-2a98-4021-9e74-9fc1ab783005 req-250d3f15-76b3-4b7f-8235-9474f38bc32d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4606352 Mar 16 11:19:06.118135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38838) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.148754 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-ed1d5a98-28a6-4c27-b73b-80755e13f274 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635638 Mar 16 11:19:06.238924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 4b969831-545c-4dde-bc54-964c0f1375bc owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:06.250486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.251449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.273115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '02a92160-2533-42a0-bf62-ec773ea731f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:06.281241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98526df4-baeb-4887-8976-f49e009e9bd1 None None] Network aa46d3fa-f81a-42d4-84da-97c064e4063f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:06.304476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:06.312209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:06.315900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Unset dirty status for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:06.321821 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19c1548a-8b5a-4fba-a547-73bbd4fe0bf1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7364159 Mar 16 11:19:06.322488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.341432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:06.364786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:06.367366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.379863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa8507-b65d-421f-a20a-361868b77aaf None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:18:54Z', 'revision_number': 8, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e14a090-b2bd-4d20-9d6c-e375321cedcc', 'name': '', 'network_id': '262a82f5-12be-4a17-921c-1ee353eaee68', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:9c:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:17Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '9df9aa40-4b34-4880-969c-cd70c608ae59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:06.386162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.389426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:06.401807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4d70902c-393c-48e2-af18-905d4f2c3bd8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4d70902c-393c-48e2-af18-905d4f2c3bd8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:06.409578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.446835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object e6c78416-c66b-495f-a6a9-c7d040539f13 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:06.448795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ec5349-cb21-4757-8b55-adc08c3873de']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:06.479141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fba238-5016-40c4-96f5-5543d659efa2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:06.479480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fba238-5016-40c4-96f5-5543d659efa2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:06.499622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.509304 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f56d33-fcbc-45dc-a977-d6528649b2f2 req-522a895e-4a8c-4893-b4cc-d51a86caeb7c service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491821 Mar 16 11:19:06.521546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48beed01-2a98-4021-9e74-9fc1ab783005 req-7186e76e-b082-405d-a4b1-e22221e3e208 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890263 Mar 16 11:19:06.531445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.535908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.560635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:06.561230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.567149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:06.579853 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:06.600616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4d70902c-393c-48e2-af18-905d4f2c3bd8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.611536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f514ca7-368d-4b5a-a450-ae9713a3c7fd req-5c81dbd5-c1fe-4c4b-9d7d-16d942fab1ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:06.613079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f514ca7-368d-4b5a-a450-ae9713a3c7fd req-5c81dbd5-c1fe-4c4b-9d7d-16d942fab1ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 944 time: 0.6094553 Mar 16 11:19:06.677560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=4b969831-545c-4dde-bc54-964c0f1375bc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.692881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f18a2-f3b9-4c30-b8cf-6045e7dce1d3 None None] DHCP port deletion for aa46d3fa-f81a-42d4-84da-97c064e4063f request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:06.695517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router faae6f0d-f430-43bc-ba44-ba24de91b463 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:06.719998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e5e84379-3974-45a4-a17a-504258a0e8a3 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3912892 Mar 16 11:19:06.721080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No DVR routers for this DVR port 4b969831-545c-4dde-bc54-964c0f1375bc on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:06.722528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.731532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.813288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.837802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.855959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:06.911511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=e6c78416-c66b-495f-a6a9-c7d040539f13,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.914450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:06.916091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=77ec5349-cb21-4757-8b55-adc08c3873de,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:06.923806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:06.924768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:06.936495 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-264c780e-3f54-4a40-8148-4fdaddb8e791 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/77ec5349-cb21-4757-8b55-adc08c3873de HTTP/1.1" status: 204 len: 168 time: 1.4960520 Mar 16 11:19:06.943185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:06.961679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f514ca7-368d-4b5a-a450-ae9713a3c7fd req-8e874f40-57cc-48c9-9d5f-08b65f7646b0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238165 Mar 16 11:19:07.018229 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-6f5cec3a-0a29-4c2a-b724-209bd4bdc19a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1097 time: 0.4392815 Mar 16 11:19:07.130259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4d70902c-393c-48e2-af18-905d4f2c3bd8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:07.184968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.206911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0bbc0-f58e-4600-b745-23d35439a23b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.208190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0bbc0-f58e-4600-b745-23d35439a23b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.215603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57a0bbc0-f58e-4600-b745-23d35439a23b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4873531 Mar 16 11:19:07.218171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.223208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:19:07.226708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-729fcb0f-d6f4-4427-938a-d1791d9b0778 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0550146 Mar 16 11:19:07.226868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4d70902c-393c-48e2-af18-905d4f2c3bd8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:07.226868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.231619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-65bd3d37-9bfe-47fd-a448-68b6d00f5b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.233232 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-65bd3d37-9bfe-47fd-a448-68b6d00f5b7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 897 time: 0.2005360 Mar 16 11:19:07.234140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.274857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2bcf8fdf-fe2c-4fed-b28a-6cded615f4f0 None None] Provisioning for port e6c78416-c66b-495f-a6a9-c7d040539f13 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:07.284828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2bcf8fdf-fe2c-4fed-b28a-6cded615f4f0 None None] Provisioning complete for port e6c78416-c66b-495f-a6a9-c7d040539f13 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:07.285359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8fdf-fe2c-4fed-b28a-6cded615f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.305184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa46d3fa-f81a-42d4-84da-97c064e4063f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.331593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789525aa-6a3f-4587-956d-fc442dd456bb') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.331803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789525aa-6a3f-4587-956d-fc442dd456bb') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.353669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf8fdf-fe2c-4fed-b28a-6cded615f4f0 None None] Port e6c78416-c66b-495f-a6a9-c7d040539f13 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:07.366350 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-882653fe-ef1e-492c-988b-cb258973a39f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 217 time: 0.1207516 Mar 16 11:19:07.372185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.374090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.386592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bb56c-8f1b-41ea-bf91-da0db12c7655 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.387851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bb56c-8f1b-41ea-bf91-da0db12c7655 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.392937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7b1bb56c-8f1b-41ea-bf91-da0db12c7655 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1676197 Mar 16 11:19:07.407443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.440695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2cfe3-317a-4a5a-a620-561ba3f95021 req-6a9a6c30-2757-43fb-b7fb-e6801b1294e8 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.442134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aeb2cfe3-317a-4a5a-a620-561ba3f95021 req-6a9a6c30-2757-43fb-b7fb-e6801b1294e8 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6449194 Mar 16 11:19:07.447520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.457230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c60c81-31b3-492a-8bba-d4bdb0437d6f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.461836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c60c81-31b3-492a-8bba-d4bdb0437d6f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.462586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64c60c81-31b3-492a-8bba-d4bdb0437d6f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Synchronizing usage tracker for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:07.471919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b969831-545c-4dde-bc54-964c0f1375bc no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:07.507662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4b969831-545c-4dde-bc54-964c0f1375bc {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:07.508479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4b969831-545c-4dde-bc54-964c0f1375bc not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:07.525346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:07.525346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.532355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:07.543207 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] Sync routers for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:07.553672 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:07.559009 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:07.559726 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.591203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-afbeaf08-3222-4432-b029-c05b1374bf08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.592566 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-afbeaf08-3222-4432-b029-c05b1374bf08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 200 len: 835 time: 0.2087495 Mar 16 11:19:07.626370 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.637848 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:07.638497 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.653436 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91c98830-9298-4e4d-a609-07ab46c45f8b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1249287 Mar 16 11:19:07.653436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.664594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.673810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64c60c81-31b3-492a-8bba-d4bdb0437d6f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Unset dirty status for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:07.678807 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64c60c81-31b3-492a-8bba-d4bdb0437d6f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7170682 Mar 16 11:19:07.688153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b826e78f-f233-4250-baed-884220b03893 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:19:07.702246 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:07.702641 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befda0d-5d18-4288-ba1a-02a7ee3f179d None None] The sync data for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:07.741427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.774536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1327310399'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:07.780606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.837529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:07.860128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.862930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b826e78f-f233-4250-baed-884220b03893,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:07.866306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.878142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'b826e78f-f233-4250-baed-884220b03893', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'port_id': 'b826e78f-f233-4250-baed-884220b03893', 'mac_address': 'fa:16:3e:66:fa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:19:07.880663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aeb2cfe3-317a-4a5a-a620-561ba3f95021 req-ab1ea4c7-2a8e-4eab-a8db-6506ec99ea10 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647237 Mar 16 11:19:07.903739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699da105-587f-47f9-b5fe-455b7239ea29 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:07.905063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-699da105-587f-47f9-b5fe-455b7239ea29 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks/05a9534a-9477-405d-9fcf-5cca1d9c6fbe HTTP/1.1" status: 200 len: 800 time: 0.4946845 Mar 16 11:19:07.910588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:07.913988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=aa46d3fa-f81a-42d4-84da-97c064e4063f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:07.917804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.937899 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d0e7a8fc-2ede-45c0-ab92-1d1ed9b490ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/aa46d3fa-f81a-42d4-84da-97c064e4063f HTTP/1.1" status: 204 len: 168 time: 3.0080717 Mar 16 11:19:07.941163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:07.967523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:07.984371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b826e78f-f233-4250-baed-884220b03893 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:19:08.001888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b826e78f-f233-4250-baed-884220b03893,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:08.006612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.010102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:08.012997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.086633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.129535 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-f300ec77-a161-4695-bdbd-79ae340fc070 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fb8e664-243b-4034-87db-be5c06387597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4756715 Mar 16 11:19:08.137828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.142866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:08.187106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.188350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment 90761439-a14f-4b6d-9b9f-bb27f27ad498 of type vlan for network a18d63b1-d2a0-4878-ae84-bc1686a98bc0 Mar 16 11:19:08.244089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['b826e78f-f233-4250-baed-884220b03893'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:19:08.260010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a92160-2533-42a0-bf62-ec773ea731f6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.314706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.319848 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b8692d6f-9e60-41e9-9ca7-ffeb948d1e1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/02a92160-2533-42a0-bf62-ec773ea731f6 HTTP/1.1" status: 204 len: 168 time: 1.0760300 Mar 16 11:19:08.323790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38890) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.359870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a438bda2-3137-4b69-9042-e8ce5530156b tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/networks/05a9534a-9477-405d-9fcf-5cca1d9c6fbe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4409359 Mar 16 11:19:08.367333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38894) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.497395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:19:08.510779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ab5ab-3fb2-4164-8833-d9d5434ceb9c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.511672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c86ab5ab-3fb2-4164-8833-d9d5434ceb9c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Synchronizing usage tracker for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:08.519538 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-be6cdf2c-0e30-476f-9f9c-908da951182b service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765998 Mar 16 11:19:08.524815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa589224-651f-413b-9a0c-5e84bc45dd1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:08.533696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.533894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.569786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.570654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.650596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c86ab5ab-3fb2-4164-8833-d9d5434ceb9c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Unset dirty status for tenant:7cf86c315df84a7c8ac35721ef42c106 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:08.651752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c86ab5ab-3fb2-4164-8833-d9d5434ceb9c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets/55626325-eb7c-4b20-89ae-d10f467c4453 HTTP/1.1" status: 200 len: 811 time: 0.2780783 Mar 16 11:19:08.663893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.675387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.679048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.679608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.687883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feda3b-b668-4604-9959-34ad4d5a29cf req-dfd3df9f-8e8c-4f7b-8410-f32e37e0c618 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:08.689313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7feda3b-b668-4604-9959-34ad4d5a29cf req-dfd3df9f-8e8c-4f7b-8410-f32e37e0c618 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 945 time: 0.4994366 Mar 16 11:19:08.698210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa589224-651f-413b-9a0c-5e84bc45dd1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:08.699393 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa589224-651f-413b-9a0c-5e84bc45dd1d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3651903 Mar 16 11:19:08.704669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38902) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:08.727185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--570986937'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:08.792345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:08.810200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=e6c78416-c66b-495f-a6a9-c7d040539f13,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:08.840275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:08.879440 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b4461a6-0d0f-4640-80b7-969404890c0b req-516380f5-fba6-474c-9d62-525aab6933f3 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435307 Mar 16 11:19:08.886717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:08.932617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:08.934553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:09.071130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:09.085697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:09.089967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:09.096545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3367658 Mar 16 11:19:09.097827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.099584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:09.101235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0e233-374f-4489-a74f-468364e571ec tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.102499 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43b0e233-374f-4489-a74f-468364e571ec tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "GET /v2.0/subnets/55626325-eb7c-4b20-89ae-d10f467c4453?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4350696 Mar 16 11:19:09.107862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38910) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.108135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01772454-f8c0-4d36-854a-7a9d07cbab62 req-09ccf477-80e2-4520-ba3e-69a057c2aa89 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.109601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01772454-f8c0-4d36-854a-7a9d07cbab62 req-09ccf477-80e2-4520-ba3e-69a057c2aa89 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.6971545 Mar 16 11:19:09.110291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c8d5a-20cd-4deb-a7e6-029cbe64e3a5 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=a18d63b1-d2a0-4878-ae84-bc1686a98bc0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.112485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1388661713'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.121798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1209351278'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.124585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network a18d63b1-d2a0-4878-ae84-bc1686a98bc0 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:09.131696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:09.140315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:09.147691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:network and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:09.154678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:09.161067 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7feda3b-b668-4604-9959-34ad4d5a29cf req-4e85ff3b-3146-4e2b-841a-03813f640eca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799370 Mar 16 11:19:09.166913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:09.168948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:09.206016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.281187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:09.284146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.293632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:09.294470 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-01772454-f8c0-4d36-854a-7a9d07cbab62 req-fab29d68-3dac-40f5-a28e-fd7f1f85392b tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737719 Mar 16 11:19:09.296528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.296977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-63ff151b-3df9-48a9-9b88-8994b32e8820 None None] Provisioning complete for port e6c78416-c66b-495f-a6a9-c7d040539f13 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:09.297613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-63ff151b-3df9-48a9-9b88-8994b32e8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.377741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.392180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-63ff151b-3df9-48a9-9b88-8994b32e8820 None None] Port e6c78416-c66b-495f-a6a9-c7d040539f13 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:09.412711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.425270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.457077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:09.478318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:09.512654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.512976 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment 996a36e7-6eae-4889-b77d-26dc2724b851 of type vlan for network 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d Mar 16 11:19:09.525277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.525762 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Added segment 75174422-2e10-48ef-8232-7f57f62c7ce9 of type vlan for network 761f91b2-a766-4782-a486-dd4ec99008db Mar 16 11:19:09.526696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f57df8-09d2-4335-93dd-eea0a7215286,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.561516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.562789 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c3f7494-735b-4029-95bd-fe597e694695 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8572536 Mar 16 11:19:09.569391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38914) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.585441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-48851561-8641-41fb-9f78-021b59b3c1ba tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '38f57df8-09d2-4335-93dd-eea0a7215286', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.586136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-48851561-8641-41fb-9f78-021b59b3c1ba tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:09.589940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48851561-8641-41fb-9f78-021b59b3c1ba tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140038 Mar 16 11:19:09.592773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.693072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.703847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b826e78f-f233-4250-baed-884220b03893 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:09.708967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.763712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.767365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.767882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.782226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port b826e78f-f233-4250-baed-884220b03893 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:09.787092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port b826e78f-f233-4250-baed-884220b03893 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:09.788269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.802269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.806191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:09.806761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.889331 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7888796 Mar 16 11:19:09.891114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38922) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.893946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.901064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'ports': [{'network_id': 'a18d63b1-d2a0-4878-ae84-bc1686a98bc0', 'name': 'tempest-port--2105757841', 'admin_state_up': True}, {'network_id': '2551ac2b-a18f-4ef7-9ae6-e92be8ea896d', 'admin_state_up': False}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.901410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'port': {'network_id': 'a18d63b1-d2a0-4878-ae84-bc1686a98bc0', 'name': 'tempest-port--2105757841', 'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.901825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'port': {'network_id': '2551ac2b-a18f-4ef7-9ae6-e92be8ea896d', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.915448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7949464 Mar 16 11:19:09.916022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38926) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:09.922437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32742138-2783-4ab0-a97f-9ca67db3f516 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=2551ac2b-a18f-4ef7-9ae6-e92be8ea896d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:09.927494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:09.938654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:09.968436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'network_id': '761f91b2-a766-4782-a486-dd4ec99008db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:09.998589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Router a0cf1524-5c27-4242-9a40-dcd5c81f958a is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:19:10.032041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fdbb5-b712-46fa-96a2-6e0e8bd82e12 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Network': ['ID=761f91b2-a766-4782-a486-dd4ec99008db,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.038185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826e78f-f233-4250-baed-884220b03893'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:19:10.060646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b826e78f-f233-4250-baed-884220b03893,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:10.071754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 761f91b2-a766-4782-a486-dd4ec99008db details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:10.087801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.148309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.187243 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826e78f-f233-4250-baed-884220b03893', 'code': 200} Mar 16 11:19:10.252217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.270798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:10.281349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Sync routers for ids ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:10.290709 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b7f74fb-f3fd-4b85-8a08-8d6846cfb386 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "PUT /v2.0/routers/a0cf1524-5c27-4242-9a40-dcd5c81f958a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5398285 Mar 16 11:19:10.295340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.307870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Routers {'a0cf1524-5c27-4242-9a40-dcd5c81f958a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:10.308840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:10.443682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee8c7e1-f0b3-4451-a6ed-abb8c248d500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.446741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ee8c7e1-f0b3-4451-a6ed-abb8c248d500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:10.466713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ee8c7e1-f0b3-4451-a6ed-abb8c248d500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:10.468691 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ee8c7e1-f0b3-4451-a6ed-abb8c248d500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports/e6c78416-c66b-495f-a6a9-c7d040539f13 HTTP/1.1" status: 200 len: 911 time: 0.1706038 Mar 16 11:19:10.471187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.509816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:10.520204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Set router a0cf1524-5c27-4242-9a40-dcd5c81f958a gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:10.601185 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-94c8a438-9abc-4f44-9092-fa4d9b5c2001 req-3840f34c-db8c-4b46-88e9-5068b8cf4fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1099 time: 0.1313553 Mar 16 11:19:10.611278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edc0e7-9970-4cc2-8edf-b2b5d011e602 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.615330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edc0e7-9970-4cc2-8edf-b2b5d011e602 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:10.619441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0edc0e7-9970-4cc2-8edf-b2b5d011e602 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1446872 Mar 16 11:19:10.619747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.654843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:10.696783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.759212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Made reservation on behalf of 7cf86c315df84a7c8ac35721ef42c106 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:10.784032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f57df8-09d2-4335-93dd-eea0a7215286,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:10.794820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:10.795445 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-94c8a438-9abc-4f44-9092-fa4d9b5c2001 req-a7257ecc-a776-4cd6-95ad-546f85ab1eaa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776330 Mar 16 11:19:10.856232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:07Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': 'e6c78416-c66b-495f-a6a9-c7d040539f13', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:e1:cd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:04Z', 'updated_at': '2022-03-16T11:19:07Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:10.860755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Checking router: a0cf1524-5c27-4242-9a40-dcd5c81f958a for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:10.861197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Updating router a0cf1524-5c27-4242-9a40-dcd5c81f958a port e6c78416-c66b-495f-a6a9-c7d040539f13 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:19:10.877683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:port and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:10.905245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:10.914841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.917348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.921021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c5f4c253-7d27-4a88-a5f0-c06d4db5b03e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/38f57df8-09d2-4335-93dd-eea0a7215286 HTTP/1.1" status: 204 len: 168 time: 1.3237779 Mar 16 11:19:10.921831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:10.927387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:10.967375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:10.982033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'port': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:10.985284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.015160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3ed6ece-ab21-4a8b-a215-25beddeb5de4 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:11.024003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57078751-63f9-4d30-b315-1a670bb602f6 req-bd49e0dd-5067-4d8f-a2a1-d1621ada87bf tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.024213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57078751-63f9-4d30-b315-1a670bb602f6 req-bd49e0dd-5067-4d8f-a2a1-d1621ada87bf tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5158556 Mar 16 11:19:11.074846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e3ed6ece-ab21-4a8b-a215-25beddeb5de4 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:11.080445 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e3ed6ece-ab21-4a8b-a215-25beddeb5de4 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1436527 Mar 16 11:19:11.080445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38952) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.086800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879277360'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:11.096100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:11.113837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:11.114380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b8e6-9f10-4610-a1ab-2910ae321131 req-595402aa-3cbf-4706-a104-a9503fc04d6f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:11.116585 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cab3b8e6-9f10-4610-a1ab-2910ae321131 req-595402aa-3cbf-4706-a104-a9503fc04d6f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.6007760 Mar 16 11:19:11.157234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.157468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.208603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:19:11.209180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:19:11.221087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:11.226924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:11.231079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:11.238024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:11.323616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.325919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.339039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Transition to ACTIVE for port object e6c78416-c66b-495f-a6a9-c7d040539f13 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:11.346070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.402543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57078751-63f9-4d30-b315-1a670bb602f6 req-c987e035-eff8-4e55-9c5b-9cc03851ac66 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951903 Mar 16 11:19:11.478633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.494543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.572762 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cab3b8e6-9f10-4610-a1ab-2910ae321131 req-62466167-4e00-4787-914e-eeda6c31d928 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056423 Mar 16 11:19:11.595383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.634774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619e117-e6de-468a-bdb4-bd6c307fc4a3 None None] Pushing event updated for resources: {'Port': ['ID=e6c78416-c66b-495f-a6a9-c7d040539f13,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:11.672483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Attempting to bind port e6c78416-c66b-495f-a6a9-c7d040539f13 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:11.673330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Attempting to bind port e6c78416-c66b-495f-a6a9-c7d040539f13 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:11.673852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Attempting to bind port e6c78416-c66b-495f-a6a9-c7d040539f13 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:11.685515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:11.685944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:11.686374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.686763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:11.687444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Bound port: e6c78416-c66b-495f-a6a9-c7d040539f13, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:11.687827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.750237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11487abb-bd45-4cd4-a614-53c76ba236e4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:11.757319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.763595 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eeb4ce86-317a-4557-a91e-251d56a00d62 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6822586 Mar 16 11:19:11.766964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.776899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-19ffba6f-740d-4571-94ce-c51f0ffd0e67 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '11487abb-bd45-4cd4-a614-53c76ba236e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:11.777572 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-19ffba6f-740d-4571-94ce-c51f0ffd0e67 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:11.778516 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19ffba6f-740d-4571-94ce-c51f0ffd0e67 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095813 Mar 16 11:19:11.781317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38964) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:11.826395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] For port e6c78416-c66b-495f-a6a9-c7d040539f13, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:11.831228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] For port e6c78416-c66b-495f-a6a9-c7d040539f13, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e6c78416-c66b-495f-a6a9-c7d040539f13,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:11.868130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.925519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] device_id is not set on port b338b4ff-470b-4266-85c2-07eb851123d6 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:19:11.954228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 0bcf4189-899d-4284-98b6-cb6f3b749285 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:11.954820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:11.991069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619e117-e6de-468a-bdb4-bd6c307fc4a3 None None] Pushing event updated for resources: {'Port': ['ID=e6c78416-c66b-495f-a6a9-c7d040539f13,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.004615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Routers {'a0cf1524-5c27-4242-9a40-dcd5c81f958a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:12.006375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:12.035807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=dfc478d3-5c7d-40f8-8434-41af038c0d1e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.051053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.114608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Checking segment: {'id': '75174422-2e10-48ef-8232-7f57f62c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:12.116269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network hostable DHCP agents. Network: 761f91b2-a766-4782-a486-dd4ec99008db, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:12.173146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.199136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.248819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] Set router a0cf1524-5c27-4242-9a40-dcd5c81f958a gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:12.267851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port e6c78416-c66b-495f-a6a9-c7d040539f13 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:12.268172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.275364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Network 761f91b2-a766-4782-a486-dd4ec99008db is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:12.390291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.400620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 761f91b2-a766-4782-a486-dd4ec99008db) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:12.428989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa04f5-b00e-4536-b078-cb85a352a31b None None] Network 761f91b2-a766-4782-a486-dd4ec99008db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:12.454366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11487abb-bd45-4cd4-a614-53c76ba236e4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:12.531235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.534958 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf11b614-afc3-4c98-960d-54acc955518c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/11487abb-bd45-4cd4-a614-53c76ba236e4 HTTP/1.1" status: 204 len: 168 time: 0.7503169 Mar 16 11:19:12.540559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.585575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:12.586175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.626865 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-99cdd25e-cf27-4774-baaf-ba825df245a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d88939110374a91b73f7c49fe4abc0f&device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 1098 time: 0.4706850 Mar 16 11:19:12.637584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port e6c78416-c66b-495f-a6a9-c7d040539f13, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e6c78416-c66b-495f-a6a9-c7d040539f13,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:12.638058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.657261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 9e14a090-b2bd-4d20-9d6c-e375321cedcc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:12.657601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.767460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df9142-494f-4ee6-89f4-14690e036ccd req-b3e87757-fc98-42e1-845c-4b1fbf1a6b10 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:12.768973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11df9142-494f-4ee6-89f4-14690e036ccd req-b3e87757-fc98-42e1-845c-4b1fbf1a6b10 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7281148 Mar 16 11:19:12.773946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.786969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-513c15fe-0b1e-4801-b7de-932d09e58594 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8298233 Mar 16 11:19:12.792944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.801666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38976) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:12.871304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:12.924064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for e6c78416-c66b-495f-a6a9-c7d040539f13 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:12.925594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-761f91b2-a766-4782-a486-dd4ec99008db', 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db', 'tenant_id': '7cf86c315df84a7c8ac35721ef42c106', 'fixed_ips': [{'subnet_id': 'dfc478d3-5c7d-40f8-8434-41af038c0d1e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:12.928243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:12.970354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4ebc489a-c726-4754-9451-75661171ad5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:13.029316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 0bcf4189-899d-4284-98b6-cb6f3b749285 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:13.033360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:07Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': 'e6c78416-c66b-495f-a6a9-c7d040539f13', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:e1:cd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:04Z', 'updated_at': '2022-03-16T11:19:11Z', 'revision_number': 4, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:13.041303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87275869-63ff-4dde-bda8-3684950750c2 None None] The sync data for ids ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'] in dv-neutron-833733-1-hyperv is: [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:07Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': 'e6c78416-c66b-495f-a6a9-c7d040539f13', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:e1:cd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:04Z', 'updated_at': '2022-03-16T11:19:11Z', 'revision_number': 4, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': '31d22ae6-f187-4e2a-b677-3388b1f48527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:13.083586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4ebc489a-c726-4754-9451-75661171ad5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:13.085157 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4ebc489a-c726-4754-9451-75661171ad5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5436802 Mar 16 11:19:13.093447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-41f6cbf8-d939-44e2-bf2f-916fcd406ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:13.093447 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-41f6cbf8-d939-44e2-bf2f-916fcd406ae6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 200 len: 912 time: 0.4581716 Mar 16 11:19:13.100201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38980) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:13.151093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Allocated IP 172.20.0.3 (761f91b2-a766-4782-a486-dd4ec99008db/dfc478d3-5c7d-40f8-8434-41af038c0d1e/8d9993b9-6dc8-41aa-88cd-79dda49d7038) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:13.200396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658363153'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:13.410203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] device_id is not set on port 21c3bd75-4f75-48bc-8baa-2ef41baa33a9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:19:13.471247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.481235 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11df9142-494f-4ee6-89f4-14690e036ccd req-45f8ce12-f2b8-434e-81ac-3a00965f7524 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6906919 Mar 16 11:19:13.484473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Transition to ACTIVE for port object 8d9993b9-6dc8-41aa-88cd-79dda49d7038 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:13.486081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:13.506392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.515208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Transition to ACTIVE for port object 8d9993b9-6dc8-41aa-88cd-79dda49d7038 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:13.526893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 9e14a090-b2bd-4d20-9d6c-e375321cedcc, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9e14a090-b2bd-4d20-9d6c-e375321cedcc,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:13.527272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.530604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.622374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:13.678365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Network 761f91b2-a766-4782-a486-dd4ec99008db is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:13.688459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:13.692772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:13.699576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Pushing event updated for resources: {'Port': ['ID=8d9993b9-6dc8-41aa-88cd-79dda49d7038,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:13.723167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 9e14a090-b2bd-4d20-9d6c-e375321cedcc owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:13.810086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Attempting to bind port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:13.810461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Attempting to bind port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '75174422-2e10-48ef-8232-7f57f62c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:13.810823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Attempting to bind port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 on network 761f91b2-a766-4782-a486-dd4ec99008db {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:13.819433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:13.819793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Checking segment: {'id': '75174422-2e10-48ef-8232-7f57f62c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:13.820199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.820590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Bound using segment: {'id': '75174422-2e10-48ef-8232-7f57f62c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:13.821246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Bound port: 8d9993b9-6dc8-41aa-88cd-79dda49d7038, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75174422-2e10-48ef-8232-7f57f62c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '761f91b2-a766-4782-a486-dd4ec99008db'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:13.821624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.874422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186ea8-7e88-4437-8f29-e7ecefa036c9 req-8e4590a2-a81e-4dc8-b8b8-218e4494d84a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:13.882395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a186ea8-7e88-4437-8f29-e7ecefa036c9 req-8e4590a2-a81e-4dc8-b8b8-218e4494d84a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 1.1103599 Mar 16 11:19:13.947167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] For port 8d9993b9-6dc8-41aa-88cd-79dda49d7038, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:13.953666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] For port 8d9993b9-6dc8-41aa-88cd-79dda49d7038, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8d9993b9-6dc8-41aa-88cd-79dda49d7038,segment=NetworkSegment(75174422-2e10-48ef-8232-7f57f62c7ce9),segment_id=75174422-2e10-48ef-8232-7f57f62c7ce9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:13.960199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:13.968425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=e6c78416-c66b-495f-a6a9-c7d040539f13,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.022960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.047769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba960ecd-aeb4-4272-b50a-81b671e0b180 None None] Pushing event updated for resources: {'Port': ['ID=8d9993b9-6dc8-41aa-88cd-79dda49d7038,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.051851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a186ea8-7e88-4437-8f29-e7ecefa036c9 req-05e1a5f2-b590-4dbe-ac28-268684564a5a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685798 Mar 16 11:19:14.082497 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-f7450f02-49d1-41ae-80b9-c7390498812c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 200 len: 1001 time: 0.8774374 Mar 16 11:19:14.154541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:14.155145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.158936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:14.162135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:14.168958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:14.243174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.245190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=0bcf4189-899d-4284-98b6-cb6f3b749285,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.269820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.330867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3832621'] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.368050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.439397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.440382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.444260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-c07e7706-da8d-4cad-9f73-84b0f6020c99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:14.448188 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-c07e7706-da8d-4cad-9f73-84b0f6020c99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 200 len: 851 time: 0.3529663 Mar 16 11:19:14.581020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=9e14a090-b2bd-4d20-9d6c-e375321cedcc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.695060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faec9f64-d644-4d7f-8f0a-0990805baaea,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:14.725605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.729490 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4f4256b6-1a42-4e56-9c93-3304a7bb05c2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6227350 Mar 16 11:19:14.737261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:14.778493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-42306023-c26b-478a-aba8-9bef1b819d7e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'faec9f64-d644-4d7f-8f0a-0990805baaea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:14.779250 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-42306023-c26b-478a-aba8-9bef1b819d7e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:14.783287 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-42306023-c26b-478a-aba8-9bef1b819d7e tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127161 Mar 16 11:19:14.792781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 38992) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:14.805447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-32403627-9c89-45ef-8ebe-afd6c5301d5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'faec9f64-d644-4d7f-8f0a-0990805baaea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:14.806170 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-32403627-9c89-45ef-8ebe-afd6c5301d5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:14.809685 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-32403627-9c89-45ef-8ebe-afd6c5301d5c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137465 Mar 16 11:19:14.831624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 38996) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:14.849921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:14.859242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-131018c3-5f79-41ff-ae97-418b1f5eeb27 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'faec9f64-d644-4d7f-8f0a-0990805baaea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:14.860518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-131018c3-5f79-41ff-ae97-418b1f5eeb27 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:14.864335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-131018c3-5f79-41ff-ae97-418b1f5eeb27 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0246289 Mar 16 11:19:14.868597 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39000) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:14.958039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-da4bd161-f1e0-4b7c-89fa-3ffff6278b69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'faec9f64-d644-4d7f-8f0a-0990805baaea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:14.958814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-da4bd161-f1e0-4b7c-89fa-3ffff6278b69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:14.962306 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da4bd161-f1e0-4b7c-89fa-3ffff6278b69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0821211 Mar 16 11:19:14.976456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:15.007290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777665-d696-4ad4-a049-1786136fd514 req-2de62f57-fa67-4913-8af5-90fd4b7bdcd2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:15.014266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de777665-d696-4ad4-a049-1786136fd514 req-2de62f57-fa67-4913-8af5-90fd4b7bdcd2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.7561214 Mar 16 11:19:15.024542 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-f091477b-e3c0-4109-8db3-e7fa4189e3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea7189ab-a939-4c69-ae2d-cb3d1499d38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5110116 Mar 16 11:19:15.096429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.155077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Port': ['ID=b338b4ff-470b-4266-85c2-07eb851123d6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:15.260522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336005'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.275341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640106e-58d8-4fc8-9e28-22c57df9dd3e None None] Network 761f91b2-a766-4782-a486-dd4ec99008db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:15.353115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8d9993b9-6dc8-41aa-88cd-79dda49d7038 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:15.416021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:15.416731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.420827 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "PUT /v2.0/subnets/dfc478d3-5c7d-40f8-8434-41af038c0d1e HTTP/1.1" status: 200 len: 877 time: 2.6127381 Mar 16 11:19:15.426090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39008) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:15.432433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9311a-de18-426b-8749-559b9278ceb1 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event updated for resources: {'Subnet': ['ID=dfc478d3-5c7d-40f8-8434-41af038c0d1e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:15.433567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24ef0852-44cb-4442-a955-6d277f4af163 None None] Provisioning for port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:15.483873 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de777665-d696-4ad4-a049-1786136fd514 req-2eb0c607-73f2-4dbd-ab98-9bce6837c4bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686680 Mar 16 11:19:15.512907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4e274-81e4-479c-a90b-e385bd1a90aa req-52448b1c-b680-41e5-87bd-5fdab33cd035 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:15.514685 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75c4e274-81e4-479c-a90b-e385bd1a90aa req-52448b1c-b680-41e5-87bd-5fdab33cd035 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.8729346 Mar 16 11:19:15.526344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:15.534218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:15.534440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:15.534839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.538340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Checking segment: {'id': '90761439-a14f-4b6d-9b9f-bb27f27ad498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a18d63b1-d2a0-4878-ae84-bc1686a98bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:15.538695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network hostable DHCP agents. Network: a18d63b1-d2a0-4878-ae84-bc1686a98bc0, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:15.553406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Router a0cf1524-5c27-4242-9a40-dcd5c81f958a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:15.575839 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-a6b081aa-5c7b-49b9-b9be-7b59245c6dbf service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441663 Mar 16 11:19:15.595245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.705950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.743361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8d9993b9-6dc8-41aa-88cd-79dda49d7038, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8d9993b9-6dc8-41aa-88cd-79dda49d7038,segment=NetworkSegment(75174422-2e10-48ef-8232-7f57f62c7ce9),segment_id=75174422-2e10-48ef-8232-7f57f62c7ce9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:15.753851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.781586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.835558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8d9993b9-6dc8-41aa-88cd-79dda49d7038,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:15.850760 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75c4e274-81e4-479c-a90b-e385bd1a90aa req-25c28539-9044-421f-a2fd-4cb8ce91f0a1 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192480 Mar 16 11:19:15.874568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network a18d63b1-d2a0-4878-ae84-bc1686a98bc0 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:15.955678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.969936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:15.976683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15504f-6089-4e36-95ef-e5dab26aa3e3 None None] Network 761f91b2-a766-4782-a486-dd4ec99008db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:16.005516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:16.005842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.034628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, a18d63b1-d2a0-4878-ae84-bc1686a98bc0) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:16.039096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:16.040304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.050109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.055313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba569057-55b6-468e-8e5a-9641c62d122c None None] Network a18d63b1-d2a0-4878-ae84-bc1686a98bc0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:16.071371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:16.074245 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911acda6-ca3b-4191-ae57-758fe2d342ae req-aee3e6df-39ee-4304-95e4-fea2685d4b57 service neutron] 10.222.0.59 "GET /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883807 Mar 16 11:19:16.079211 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e02e1fdf-621d-48d2-a967-f49866dd31fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "PUT /v2.0/routers/a0cf1524-5c27-4242-9a40-dcd5c81f958a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4586730 Mar 16 11:19:16.081860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:16.085542 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Sync routers for ids ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:16.101677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Routers {'a0cf1524-5c27-4242-9a40-dcd5c81f958a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:16.102933 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:16.115961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1acc369b-27ee-4612-a2b0-fc869aeb0b9d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1094 time: 0.5788915 Mar 16 11:19:16.117171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec9f64-d644-4d7f-8f0a-0990805baaea,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:16.124502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:16.163783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'b826e78f-f233-4250-baed-884220b03893', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:16.188307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:16.200981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Port': ['ID=21c3bd75-4f75-48bc-8baa-2ef41baa33a9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:16.204483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:16.211048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:16.221857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:16.228456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc0348-ef12-464e-bc3f-a9ed30ce4a40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.229740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc0348-ef12-464e-bc3f-a9ed30ce4a40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.230489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8efc0348-ef12-464e-bc3f-a9ed30ce4a40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:16.251391 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Set router a0cf1524-5c27-4242-9a40-dcd5c81f958a gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:16.315367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.334709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8efc0348-ef12-464e-bc3f-a9ed30ce4a40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:16.335865 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8efc0348-ef12-464e-bc3f-a9ed30ce4a40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2531123 Mar 16 11:19:16.346165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:16.348637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d0e5923-422b-4afc-884d-b2380a78a7dd None None] Provisioning complete for port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:16.350381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d0e5923-422b-4afc-884d-b2380a78a7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.374393 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:13Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:16.380269 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Checking router: a0cf1524-5c27-4242-9a40-dcd5c81f958a for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:16.396555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Routers {'a0cf1524-5c27-4242-9a40-dcd5c81f958a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:16.397244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:16.536341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 8d9993b9-6dc8-41aa-88cd-79dda49d7038, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8d9993b9-6dc8-41aa-88cd-79dda49d7038,segment=NetworkSegment(75174422-2e10-48ef-8232-7f57f62c7ce9),segment_id=75174422-2e10-48ef-8232-7f57f62c7ce9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:16.537180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.540296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] Set router a0cf1524-5c27-4242-9a40-dcd5c81f958a gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:16.644860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.651391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d36c18de-2ecd-4cae-9d5c-084b1b3fd87f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/faec9f64-d644-4d7f-8f0a-0990805baaea HTTP/1.1" status: 204 len: 168 time: 1.6635892 Mar 16 11:19:16.651572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39028) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:16.656821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Checking segment: {'id': '996a36e7-6eae-4889-b77d-26dc2724b851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2551ac2b-a18f-4ef7-9ae6-e92be8ea896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:16.657174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network hostable DHCP agents. Network: 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:16.664708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:13Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:16.669398 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b45772-a23b-4beb-89b4-3c11f3b9b84b None None] The sync data for ids ['a0cf1524-5c27-4242-9a40-dcd5c81f958a'] in dv-neutron-833733-1-hyperv is: [{'id': 'a0cf1524-5c27-4242-9a40-dcd5c81f958a', 'name': 'tempest-NetworksTestDHCPv6-router-1648057994', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:00Z', 'updated_at': '2022-03-16T11:19:13Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:16.674811 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:16.721296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router faae6f0d-f430-43bc-ba44-ba24de91b463 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:16.734755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 8d9993b9-6dc8-41aa-88cd-79dda49d7038 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:16.865108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:16.875565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 31d22ae6-f187-4e2a-b677-3388b1f48527 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:16.920479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-38cbe98b-da1e-4719-a79e-b049b2e20198 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:16.945186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:16.953324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:16.955115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c62c36-faa1-45d9-847a-891547c95d85 None None] Network 2551ac2b-a18f-4ef7-9ae6-e92be8ea896d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:16.957160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.960776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:16.961358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:16.965226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.044785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.071577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fb820bce-bbac-4184-9d94-71fe5f460f92 None None] Could not find standard attr ID for object 8d9993b9-6dc8-41aa-88cd-79dda49d7038. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:19:17.087352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.093891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.166624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-38cbe98b-da1e-4719-a79e-b049b2e20198 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:17.167835 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38cbe98b-da1e-4719-a79e-b049b2e20198 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4759574 Mar 16 11:19:17.183944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39034) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:17.186856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=8d9993b9-6dc8-41aa-88cd-79dda49d7038,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:17.195482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-306f8ab9-70a6-4b90-a141-d459bee4c48a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.3003666 Mar 16 11:19:17.206849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8d9993b9-6dc8-41aa-88cd-79dda49d7038 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:17.208888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:17.209061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453535669'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:17.229009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:17.256248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:17.270252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6559d419-2d10-48c4-af4a-4dcfbe7986c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6000433 Mar 16 11:19:17.274959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:17.300084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] Sync routers for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:17.310799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:17.352633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16f6e0b5-9caa-4ee8-b1a3-dc691f43caee tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:17.389970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab4395-1ff2-4a39-8ccf-d402368c2821 None None] DHCP port deletion for 761f91b2-a766-4782-a486-dd4ec99008db request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:17.394880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8d9993b9-6dc8-41aa-88cd-79dda49d7038 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:17.395860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8d9993b9-6dc8-41aa-88cd-79dda49d7038 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 11:19:17.399670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:17.440088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:17.440908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:17.464582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16f6e0b5-9caa-4ee8-b1a3-dc691f43caee tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:17.468451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16f6e0b5-9caa-4ee8-b1a3-dc691f43caee tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=faae6f0d-f430-43bc-ba44-ba24de91b463 HTTP/1.1" status: 200 len: 205 time: 0.1841493 Mar 16 11:19:17.472346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b170-5647-433e-bb95-d289b47e1460 req-b9f953fc-eec1-4897-a0a9-0ba69c0ec089 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.473793 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e157b170-5647-433e-bb95-d289b47e1460 req-b9f953fc-eec1-4897-a0a9-0ba69c0ec089 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4294133 Mar 16 11:19:17.494238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port 8d9993b9-6dc8-41aa-88cd-79dda49d7038 not found, will not notify nova. {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 11:19:17.510760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e6c78416-c66b-495f-a6a9-c7d040539f13 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:17.517808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:17.535626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddad0e3-9ea2-4985-a0a5-0964e297b3fc None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:19:17.560840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.565122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:17.579465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e6c78416-c66b-495f-a6a9-c7d040539f13 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:17.579975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e6c78416-c66b-495f-a6a9-c7d040539f13 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:17.606982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] Routers {'faae6f0d-f430-43bc-ba44-ba24de91b463'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:17.607753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['faae6f0d-f430-43bc-ba44-ba24de91b463'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:17.630669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.188 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:17.648673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.679727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.689383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:17.689713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30669d5-7608-477f-bb41-e1a06830efa3 None None] The sync data for ids ['faae6f0d-f430-43bc-ba44-ba24de91b463'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:17.708783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0bed9c-b414-46a0-9d48-55ef3682acbd tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.712688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0bed9c-b414-46a0-9d48-55ef3682acbd tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:17.714126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3a0bed9c-b414-46a0-9d48-55ef3682acbd tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Synchronizing usage tracker for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:17.727450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:17.748449 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e157b170-5647-433e-bb95-d289b47e1460 req-6e80240a-cf5b-4a6f-a317-501bbbcd1b29 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315383 Mar 16 11:19:17.750294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:17.759368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.759540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:17.783232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddad0e3-9ea2-4985-a0a5-0964e297b3fc None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:19:17.825496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3a0bed9c-b414-46a0-9d48-55ef3682acbd tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Unset dirty status for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:17.830494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3a0bed9c-b414-46a0-9d48-55ef3682acbd tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6203179 Mar 16 11:19:17.831156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:17.913658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:17.973177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:17.981646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.025515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting port b338b4ff-470b-4266-85c2-07eb851123d6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:18.026585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.034841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc478d3-5c7d-40f8-8434-41af038c0d1e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:18.045198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.125667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=31d22ae6-f187-4e2a-b677-3388b1f48527,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:18.214113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.214547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72571518-48ef-464c-a902-a7ad2071dc1d None None] Network 761f91b2-a766-4782-a486-dd4ec99008db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:18.219335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.234616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.241938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.275085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.307408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cba7b-c9c0-4f93-9c1e-d382fe69688d None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:18.367721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2a3602a-2b9b-4c81-ae55-7bc6bd22eee7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/31d22ae6-f187-4e2a-b677-3388b1f48527 HTTP/1.1" status: 204 len: 168 time: 2.0176547 Mar 16 11:19:18.367721 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761f91b2-a766-4782-a486-dd4ec99008db']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:18.377330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.377511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:18.377978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.378513 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1934204 Mar 16 11:19:18.384866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.385979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d173c1-fdda-426c-b2fa-eaacc13109a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:18.396937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75174422-2e10-48ef-8232-7f57f62c7ce9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:18.398099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75174422-2e10-48ef-8232-7f57f62c7ce9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:18.408870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:18.412468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:18.414322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:18.416572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:18.449797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.473921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dd8a6a4c-68db-44f9-8137-f6011eb3ab7f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:18.474548 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-dd8a6a4c-68db-44f9-8137-f6011eb3ab7f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:18.478717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd8a6a4c-68db-44f9-8137-f6011eb3ab7f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0405579 Mar 16 11:19:18.479133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.482793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.490900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:18.501383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:18.504138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:18.504578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:18.520366 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:18.552206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:18.573917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c7961-dd49-4440-a161-f27f5d33c739 None None] DHCP port deletion for 761f91b2-a766-4782-a486-dd4ec99008db request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:18.601082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:18.637267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:18.665768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:18.670052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Deleting port 4d70902c-393c-48e2-af18-905d4f2c3bd8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:18.670424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.706182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.720489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38320-aee1-4af4-a4f1-d4acebe4c1fb req-77d716da-f2c4-4bae-891a-81c77f22aece tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:18.726572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1f38320-aee1-4af4-a4f1-d4acebe4c1fb req-77d716da-f2c4-4bae-891a-81c77f22aece tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7989080 Mar 16 11:19:18.741188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.757859 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:18.758888 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-939c3879-004b-4008-b399-f7e7000fda1a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2751884 Mar 16 11:19:18.763318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=761f91b2-a766-4782-a486-dd4ec99008db,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:18.764874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39070) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.777039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3221af6c-3c11-4e5b-a660-01af6be85ea3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:18.777672 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-3221af6c-3c11-4e5b-a660-01af6be85ea3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:18.781181 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3221af6c-3c11-4e5b-a660-01af6be85ea3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093806 Mar 16 11:19:18.781348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.781469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39074) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.787737 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-78255878-5825-4320-bafd-87c48ae11916 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/761f91b2-a766-4782-a486-dd4ec99008db HTTP/1.1" status: 204 len: 168 time: 3.3601091 Mar 16 11:19:18.793279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:18.797173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.834079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:18.888141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] For port 4d70902c-393c-48e2-af18-905d4f2c3bd8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4d70902c-393c-48e2-af18-905d4f2c3bd8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:18.888497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.932188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:18.945017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:18.947773 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-099bb1fb-f9cb-455e-9469-d4438324abc9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:18.948207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099bb1fb-f9cb-455e-9469-d4438324abc9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:18.950040 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-099bb1fb-f9cb-455e-9469-d4438324abc9 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/dfc478d3-5c7d-40f8-8434-41af038c0d1e HTTP/1.1" status: 404 len: 337 time: 0.1516426 Mar 16 11:19:18.950727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:18.961221 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-951ab198-e765-4fca-bb14-2db4b2d266ae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5791769 Mar 16 11:19:18.962568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.962904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:18.972684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:19.009302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Calling delete_port for 4d70902c-393c-48e2-af18-905d4f2c3bd8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:19.018997 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1f38320-aee1-4af4-a4f1-d4acebe4c1fb req-bc6ec485-c93f-40cc-a78d-74ea61fb21ec tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644606 Mar 16 11:19:19.051964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.121147 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ccd34d-ec72-41ed-92e2-f3561eecdbe8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:19.121599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ccd34d-ec72-41ed-92e2-f3561eecdbe8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:19.129675 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2ccd34d-ec72-41ed-92e2-f3561eecdbe8 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/761f91b2-a766-4782-a486-dd4ec99008db HTTP/1.1" status: 404 len: 339 time: 0.1618953 Mar 16 11:19:19.199314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8d9993b9-6dc8-41aa-88cd-79dda49d7038 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:19.201964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39092) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.241159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8d9993b9-6dc8-41aa-88cd-79dda49d7038 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:19.241475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8d9993b9-6dc8-41aa-88cd-79dda49d7038 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:19.241891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4d70902c-393c-48e2-af18-905d4f2c3bd8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:19.261285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Calling delete_port for b338b4ff-470b-4266-85c2-07eb851123d6 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:19.317430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.318969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router faae6f0d-f430-43bc-ba44-ba24de91b463 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:19:19.335826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No active binding found for port 4d70902c-393c-48e2-af18-905d4f2c3bd8 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 16 11:19:19.336702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4d70902c-393c-48e2-af18-905d4f2c3bd8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:19.338748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.347916 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:19.348916 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c487c026-5a49-4a94-8a06-3f42f1a0bf06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5666256 Mar 16 11:19:19.352344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.362149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2146adfb-506a-4c6d-a054-b836ddaf7ca8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:19.363543 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-2146adfb-506a-4c6d-a054-b836ddaf7ca8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:19.364609 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2146adfb-506a-4c6d-a054-b836ddaf7ca8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097830 Mar 16 11:19:19.369582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39100) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.377524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.383373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.389417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed16ceca-315c-4eda-b14e-530a8d0a1ea8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463 HTTP/1.1" status: 204 len: 168 time: 1.8679516 Mar 16 11:19:19.390772 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-61726105-4323-47fb-af03-9f2092d95dcd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:19.391274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61726105-4323-47fb-af03-9f2092d95dcd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:19.393055 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-61726105-4323-47fb-af03-9f2092d95dcd tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/9adfcccf-9af8-4e29-83ee-7479f58d675d HTTP/1.1" status: 404 len: 337 time: 0.1851585 Mar 16 11:19:19.396433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.397433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39106) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.401976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] Pushing event deleted for resources: {'Port': ['ID=4d70902c-393c-48e2-af18-905d4f2c3bd8,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:19.415126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c83e3-c42a-4510-9799-3a666864103d None None] No DVR routers for this DVR port 4d70902c-393c-48e2-af18-905d4f2c3bd8 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:19.438109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:19.465794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:19.516798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a3e9b8-a748-4c9e-9c1b-89f4cb0c120a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:19.517126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a3e9b8-a748-4c9e-9c1b-89f4cb0c120a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:19.520541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37a3e9b8-a748-4c9e-9c1b-89f4cb0c120a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/4e663cc8-2988-4863-a413-1137eb68c1f4 HTTP/1.1" status: 404 len: 339 time: 0.0921545 Mar 16 11:19:19.524826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.527195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:19.533056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:19.540417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:19.571159 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Project e8e1676263fe4812b6ce6b246753bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:19.672030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.723710 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:19.724778 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09cf60bc-7a91-4dfe-bc80-0a0c9926e7b8 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3533940 Mar 16 11:19:19.730520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.792639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92d3b1bc-ab20-4090-ba3e-372c17ce5e87 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:19.793140 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-92d3b1bc-ab20-4090-ba3e-372c17ce5e87 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:19.794081 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92d3b1bc-ab20-4090-ba3e-372c17ce5e87 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123906 Mar 16 11:19:19.850658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.865630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:19.877566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:19.880804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.884830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:19.890158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:19.898454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:19.901552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.930395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Port': ['ID=b338b4ff-470b-4266-85c2-07eb851123d6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:19.940754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:19.952270 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:19.959993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.967751 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:19.967958 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Project e8e1676263fe4812b6ce6b246753bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:19.968816 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:19.985627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c3eeb310-bf40-4c98-9605-f6ad340e86b5 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0434315 Mar 16 11:19:19.991529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:19.995748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44e75ed1-a47f-4300-af5b-d74f2aab2c36 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/ports/b338b4ff-470b-4266-85c2-07eb851123d6 HTTP/1.1" status: 204 len: 168 time: 2.1602917 Mar 16 11:19:19.996694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39126) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:19.996811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:20.023214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.023857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Fanout notify agent at l3_agent the message router_deleted on router a0cf1524-5c27-4242-9a40-dcd5c81f958a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:19:20.030656 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:20.034282 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e74929d-e605-4116-845c-7c9f4990b33a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1790915 Mar 16 11:19:20.035453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:20.044975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:20.059423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:20.068798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.070114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:20.075317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.076360 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f9345af-7dc4-4073-8420-3b2a0080e3db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/routers/a0cf1524-5c27-4242-9a40-dcd5c81f958a HTTP/1.1" status: 204 len: 168 time: 1.1111531 Mar 16 11:19:20.079469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:20.080306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:20.111192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:20.116625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:20.156183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet 6b273cdf-3acd-4769-ac67-35f87e9b2a48 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:20.184648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.185714 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:20.231684 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Project e8e1676263fe4812b6ce6b246753bc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:19:20.277856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.291945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9766c9e-6e26-4253-a5a2-4ee49efe78a5 req-b57c9d51-73df-44f9-98a5-9922390c8d3d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:20.293189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9766c9e-6e26-4253-a5a2-4ee49efe78a5 req-b57c9d51-73df-44f9-98a5-9922390c8d3d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.7777691 Mar 16 11:19:20.317114 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:20.318450 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-12fbe56e-5228-4b7b-9664-eae257e7f258 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2821453 Mar 16 11:19:20.328583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:20.334875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:20.353386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:20.359717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:20.362429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting port 21c3bd75-4f75-48bc-8baa-2ef41baa33a9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:20.362769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.381242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:20.423139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:20.426632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.470564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.535761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.567356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:14Z', 'revision_number': 9, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:20.572065 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:20.585386 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:20.586147 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:20.614244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.620896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:20.645979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9766c9e-6e26-4253-a5a2-4ee49efe78a5 req-47c8e976-5b89-4ad5-96df-8e947e00b4b1 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384128 Mar 16 11:19:20.665050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974d1076-a79a-4e18-8894-1c06e3df7f81') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:20.665339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974d1076-a79a-4e18-8894-1c06e3df7f81') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:20.682780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.717525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.738162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.749500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.777979 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:20.831419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.855114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet 9df9aa40-4b34-4880-969c-cd70c608ae59 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:20.865763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.868186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.899498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:20.900185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:20.914834 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:20.920076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:20.922381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:20.940621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.126876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.134004 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:14Z', 'revision_number': 9, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:21.138193 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af039f7-863c-4a4e-adf9-07d6d331877f None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:14Z', 'revision_number': 9, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '755ab627-b5f3-4225-ab50-4b640a0adb97', 'name': '', 'network_id': '6012bcf8-34d3-43a7-908e-65b5d4e94df7', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:39:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:57Z', 'updated_at': '2022-03-16T11:18:12Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': 'd1e5b115-1d58-45d1-ba7e-9273456fc986', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:21.174766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Calling delete_port for 21c3bd75-4f75-48bc-8baa-2ef41baa33a9 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:21.193193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.202876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.237172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.240746 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7267754-c8d7-4d8b-88bd-4a1fccd63ee2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ee9d5a5-252c-4ac4-ad46-9e2860e39ffe HTTP/1.1" status: 204 len: 168 time: 0.9086616 Mar 16 11:19:21.250997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.270334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.321705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.337306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:21.338425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=a3b265f1-9126-49c3-80f1-080c337298d3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:21.342919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:21.345547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:21.346259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.353809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08480caa-1633-4205-bc67-4f5558bd448c None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:21.363172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.384667 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e82215cb-8dfc-4345-904a-31874a9166cb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3005548 Mar 16 11:19:21.385203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.389307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:21.393251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:21.401618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:21.407615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:router and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:21.412068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:21.421407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:21.440589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.441419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.483446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.507913 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP f282b95e-eaae-4740-b864-51a302541f50 associated. External IP: 172.26.1.188, port: b826e78f-f233-4250-baed-884220b03893. Mar 16 11:19:21.564374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.583394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e9aaaf4-d1ea-47b1-bda5-3dcf94a4b7c5 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/66fcee7a-3cf0-4dc5-bf65-466c7f4e3bff HTTP/1.1" status: 204 len: 168 time: 2.0218482 Mar 16 11:19:21.586517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39154) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.621119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'a3b265f1-9126-49c3-80f1-080c337298d3'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:21.621940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.644929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.646064 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8b832c2f-db51-491e-bdff-f8a1bb9054df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2591889 Mar 16 11:19:21.650480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.655935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c68aa-5d14-4a77-81d9-19ba41617b68 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:21.656361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66c68aa-5d14-4a77-81d9-19ba41617b68 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:21.671560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b66c68aa-5d14-4a77-81d9-19ba41617b68 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/dc5e3dc1-59fe-47c4-bc04-7b2ea0e26c4c HTTP/1.1" status: 404 len: 337 time: 0.0806623 Mar 16 11:19:21.672225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.680318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.744549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-612b100e-ef63-44c0-aa4c-c2482310f5c3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4887066 Mar 16 11:19:21.792030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.794557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.810525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--244745993'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:21.819500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:21.828508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:21.832325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:21.840841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:21.865946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Port': ['ID=21c3bd75-4f75-48bc-8baa-2ef41baa33a9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:21.869419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/a3b265f1-9126-49c3-80f1-080c337298d3/5897c0e9-baee-4e87-9ae2-b588651b0557) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:21.873519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.878502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb68f983-568b-4183-89d5-fdffdf86363f tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/ports/21c3bd75-4f75-48bc-8baa-2ef41baa33a9 HTTP/1.1" status: 204 len: 168 time: 1.8794105 Mar 16 11:19:21.885183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:21.922095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:21.955893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.015353 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-73597d08-4986-479d-9fb1-b369b88f5fd2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.015793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73597d08-4986-479d-9fb1-b369b88f5fd2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.027798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e0c08c9e-1a3c-4099-9d72-b23f4806a96a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Synchronizing usage tracker for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:22.037890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=6b273cdf-3acd-4769-ac67-35f87e9b2a48,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:22.057218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.067379 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-231a8a68-9325-43e3-81bb-2c301cb63cd7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/6b273cdf-3acd-4769-ac67-35f87e9b2a48 HTTP/1.1" status: 204 len: 168 time: 2.6635714 Mar 16 11:19:22.071025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53f02a-e6f3-414e-8604-a1996f0873bc None None] Network 6db5b315-76a1-40fe-88de-c9478428a695 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:22.072743 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73597d08-4986-479d-9fb1-b369b88f5fd2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/d4f996ba-e247-423c-8902-d1eff413d1fa HTTP/1.1" status: 404 len: 339 time: 0.3879411 Mar 16 11:19:22.073110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39176) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.078489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39178) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.132896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.133205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:22.152893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:22.162180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:22.171861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e0c08c9e-1a3c-4099-9d72-b23f4806a96a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Unset dirty status for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:22.176583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0c08c9e-1a3c-4099-9d72-b23f4806a96a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2848921 Mar 16 11:19:22.179817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff8a7c6-3269-4941-b40f-cea651bfaed2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.180390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff8a7c6-3269-4941-b40f-cea651bfaed2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.185143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fff8a7c6-3269-4941-b40f-cea651bfaed2 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/5727d8ff-e0df-4a97-9d52-9318aeac1bbd HTTP/1.1" status: 404 len: 337 time: 0.1038032 Mar 16 11:19:22.189511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.189511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.202845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1930181826'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:22.203593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.207827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:22.213278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:network and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:22.217476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:22.223307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:22.228602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:22.237825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=9df9aa40-4b34-4880-969c-cd70c608ae59,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:22.259546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:22.262739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.277635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Transition to ACTIVE for port object 5897c0e9-baee-4e87-9ae2-b588651b0557 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:22.287744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.289704 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0a79cf4-0f62-42c6-a1a0-8d47e5f7300c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/9df9aa40-4b34-4880-969c-cd70c608ae59 HTTP/1.1" status: 204 len: 168 time: 2.2920337 Mar 16 11:19:22.294697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.299211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b9de06-63a5-4b11-8675-34f72e2e947d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.299765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b9de06-63a5-4b11-8675-34f72e2e947d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.300100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Transition to ACTIVE for port object 5897c0e9-baee-4e87-9ae2-b588651b0557 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:22.304460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-70b9de06-63a5-4b11-8675-34f72e2e947d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/df3432e6-a6d8-4d74-99e8-e7c59a0ce201 HTTP/1.1" status: 404 len: 339 time: 0.1101618 Mar 16 11:19:22.304955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552b742-d0fa-48bf-a86f-cc7273fa6a28 None None] Network 262a82f5-12be-4a17-921c-1ee353eaee68 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:22.305316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.324293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.388055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68098756-f879-4d58-b896-1c118f980c2f req-c9b4f897-52da-4be3-824a-3648567d2880 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.389616 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68098756-f879-4d58-b896-1c118f980c2f req-c9b4f897-52da-4be3-824a-3648567d2880 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.5035596 Mar 16 11:19:22.424125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-733a3a7a-6867-4b36-af8e-0d10c15d3937 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.424794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-733a3a7a-6867-4b36-af8e-0d10c15d3937 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Synchronizing usage tracker for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:22.465778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17470e3f-24e5-40c4-9718-e65c44c7d18d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.466665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17470e3f-24e5-40c4-9718-e65c44c7d18d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.470674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17470e3f-24e5-40c4-9718-e65c44c7d18d tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/5adde774-9421-44a5-b24a-11f15b5dfd42 HTTP/1.1" status: 404 len: 337 time: 0.0894594 Mar 16 11:19:22.478310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.509867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:22.510961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Pushing event updated for resources: {'Port': ['ID=5897c0e9-baee-4e87-9ae2-b588651b0557,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:22.517248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:22.519593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:22.534689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:22.542707 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffe7a47-1e71-46ba-8ffe-839abfba6f33 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.543135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffe7a47-1e71-46ba-8ffe-839abfba6f33 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.547306 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68098756-f879-4d58-b896-1c118f980c2f req-34532ea6-187b-4e39-b2fa-8c45c4e7c08d tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139219 Mar 16 11:19:22.556935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.565156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ffe7a47-1e71-46ba-8ffe-839abfba6f33 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/9fc39454-750d-4a1e-9c8b-3ca01e5e4301 HTTP/1.1" status: 404 len: 339 time: 0.0811381 Mar 16 11:19:22.566736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.567079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment 1c0345ee-fd2d-426e-a59a-17162494abb7 of type vlan for network 414d4496-c795-44c3-bff2-c68918d5df4a Mar 16 11:19:22.568348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.621742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5478b2d6-eeb5-463a-919a-b9ce5c88ed07 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.622176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5478b2d6-eeb5-463a-919a-b9ce5c88ed07 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.627001 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5478b2d6-eeb5-463a-919a-b9ce5c88ed07 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/050092c8-550d-4240-8d68-6a6b9047da27 HTTP/1.1" status: 404 len: 337 time: 0.0573578 Mar 16 11:19:22.629046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.671146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 54c0a211-1a76-4b70-9721-dfb4a7c82566 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:22.671412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.693962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Attempting to bind port 5897c0e9-baee-4e87-9ae2-b588651b0557 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:22.694519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Attempting to bind port 5897c0e9-baee-4e87-9ae2-b588651b0557 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:22.694973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Attempting to bind port 5897c0e9-baee-4e87-9ae2-b588651b0557 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:22.711329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:22.711834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:22.712327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.712952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:22.713665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Bound port: 5897c0e9-baee-4e87-9ae2-b588651b0557, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:22.714295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.718556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.722593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-103236c5-2905-43dd-8d53-1b3c14054ca0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.723024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103236c5-2905-43dd-8d53-1b3c14054ca0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.724736 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-103236c5-2905-43dd-8d53-1b3c14054ca0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/4030075f-b950-4caf-b335-afa6c194c9ca HTTP/1.1" status: 404 len: 339 time: 0.0935049 Mar 16 11:19:22.728935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.730466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39212) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:22.751832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.783110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] DHCP port deletion for 6db5b315-76a1-40fe-88de-c9478428a695 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:22.805664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Deleting port 449bd3ff-39b5-4417-b888-7695ac6cbb34 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:22.806410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.809213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet 9b90f918-c70f-4ae7-84fe-3d5d0db50c40 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:22.810915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-733a3a7a-6867-4b36-af8e-0d10c15d3937 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Unset dirty status for tenant:0d88939110374a91b73f7c49fe4abc0f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:22.811974 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-733a3a7a-6867-4b36-af8e-0d10c15d3937 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.59 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.8700669 Mar 16 11:19:22.854465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.884413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.888540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:22.889427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.921923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] For port 5897c0e9-baee-4e87-9ae2-b588651b0557, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:22.935453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65cb33-1ef3-4a8a-b594-c976f48fe5ae None None] DHCP port deletion for 262a82f5-12be-4a17-921c-1ee353eaee68 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:22.948962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7561760 Mar 16 11:19:22.952508 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-120a2b39-8b13-4060-9380-7f53ba006d96 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:22.952933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120a2b39-8b13-4060-9380-7f53ba006d96 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:22.956475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] For port 5897c0e9-baee-4e87-9ae2-b588651b0557, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5897c0e9-baee-4e87-9ae2-b588651b0557,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:22.963905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.967769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0a65cb33-1ef3-4a8a-b594-c976f48fe5ae None None] Deleting port 54c0a211-1a76-4b70-9721-dfb4a7c82566 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:22.968908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0a65cb33-1ef3-4a8a-b594-c976f48fe5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:22.973008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.033302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1364921242'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:23.033759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 54c0a211-1a76-4b70-9721-dfb4a7c82566, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=54c0a211-1a76-4b70-9721-dfb4a7c82566,segment=NetworkSegment(e27dbe2c-24d0-463d-82e1-8153714ac5e3),segment_id=e27dbe2c-24d0-463d-82e1-8153714ac5e3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:23.034164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.046443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41bedd-5117-49e9-8b3a-94e8f137700e tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=414d4496-c795-44c3-bff2-c68918d5df4a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:23.061774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:23.066924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.076053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e172086b-da79-4049-bfc8-8f868834f7ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:23.093367 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-120a2b39-8b13-4060-9380-7f53ba006d96 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/762e433f-f208-4291-86df-44936126baa4 HTTP/1.1" status: 404 len: 337 time: 0.3431976 Mar 16 11:19:23.102538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:network and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:23.102706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.106403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.107577 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a039f40-efc5-4fe6-a1ef-f5adbd360e82 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3085613 Mar 16 11:19:23.110062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.138185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:23.144529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.156553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Deleting port 2cfb5c75-2918-40bf-9304-4d38790c00d8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:23.156961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.160649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b11f0-a9b0-406c-9245-0336d22a79f7 None None] Pushing event updated for resources: {'Port': ['ID=5897c0e9-baee-4e87-9ae2-b588651b0557,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:23.163751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 414d4496-c795-44c3-bff2-c68918d5df4a details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:23.189835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:23.190266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 54c0a211-1a76-4b70-9721-dfb4a7c82566 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:23.207425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'e172086b-da79-4049-bfc8-8f868834f7ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:23.227053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d48cf14-96f1-4572-bf57-f0dc394e7112 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.227735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d48cf14-96f1-4572-bf57-f0dc394e7112 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.229584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d48cf14-96f1-4572-bf57-f0dc394e7112 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/d8e9da9a-fcf6-49dd-b5b7-6766afa0ba10 HTTP/1.1" status: 404 len: 339 time: 0.1265385 Mar 16 11:19:23.236446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.278307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:23.278802 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b9f271-8438-4dd1-98c7-edd547cbb981 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.279401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b9f271-8438-4dd1-98c7-edd547cbb981 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.281211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42b9f271-8438-4dd1-98c7-edd547cbb981 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/db0fd74c-b54b-4847-aa15-1277fdb09339 HTTP/1.1" status: 404 len: 337 time: 0.0436690 Mar 16 11:19:23.283936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.289180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9e14a090-b2bd-4d20-9d6c-e375321cedcc no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:23.323656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddf149b-47d2-4c0e-b6e5-6782ac4e4637 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.324120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddf149b-47d2-4c0e-b6e5-6782ac4e4637 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.328161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cddf149b-47d2-4c0e-b6e5-6782ac4e4637 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/ca7357a4-11fa-4244-ad10-2913ef4f145f HTTP/1.1" status: 404 len: 339 time: 0.0407534 Mar 16 11:19:23.335855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.360126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:23.372888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:23.374767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-67816f64-6cec-41cf-b15f-93b794bc1bd0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.375412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67816f64-6cec-41cf-b15f-93b794bc1bd0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.382696 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67816f64-6cec-41cf-b15f-93b794bc1bd0 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/84dbdf16-e794-4880-91fc-a004ff188223 HTTP/1.1" status: 404 len: 337 time: 0.0456219 Mar 16 11:19:23.385524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.387282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:23.390297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.400568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:23.405655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9e14a090-b2bd-4d20-9d6c-e375321cedcc {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:23.406026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9e14a090-b2bd-4d20-9d6c-e375321cedcc not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:23.407182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 54c0a211-1a76-4b70-9721-dfb4a7c82566 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:23.407776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.453214 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dfd335-2ac2-4b7b-b6fd-270ee82ca59c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.453651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dfd335-2ac2-4b7b-b6fd-270ee82ca59c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.455274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 54c0a211-1a76-4b70-9721-dfb4a7c82566 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:23.455540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e5dfd335-2ac2-4b7b-b6fd-270ee82ca59c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/85db5a4e-34dd-4677-bf71-b52cbde90b62 HTTP/1.1" status: 404 len: 339 time: 0.0686848 Mar 16 11:19:23.456032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 54c0a211-1a76-4b70-9721-dfb4a7c82566 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:23.456582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 449bd3ff-39b5-4417-b888-7695ac6cbb34 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:23.457777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=54c0a211-1a76-4b70-9721-dfb4a7c82566,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:23.460042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39244) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.569013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] For port 449bd3ff-39b5-4417-b888-7695ac6cbb34, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=449bd3ff-39b5-4417-b888-7695ac6cbb34,segment=NetworkSegment(c56bbe70-65c4-46fc-aba4-61ec5650b0a5),segment_id=c56bbe70-65c4-46fc-aba4-61ec5650b0a5)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:23.570019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.591348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:23.610805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No DVR routers for this DVR port 54c0a211-1a76-4b70-9721-dfb4a7c82566 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:23.654695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ecc6ac-c6f2-4f2b-b8a5-9047036a4c6a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.655129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ecc6ac-c6f2-4f2b-b8a5-9047036a4c6a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.659191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c3ecc6ac-c6f2-4f2b-b8a5-9047036a4c6a tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/2652e37f-f70c-4190-bdd8-8686767f7008 HTTP/1.1" status: 404 len: 337 time: 0.1950974 Mar 16 11:19:23.669892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39250) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.727267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Calling delete_port for 449bd3ff-39b5-4417-b888-7695ac6cbb34 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:23.760370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7514e1-2830-409d-96f7-1905f4e2a005 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] DELETE failed (client error): The resource could not be found. Mar 16 11:19:23.761012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7514e1-2830-409d-96f7-1905f4e2a005 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:19:23.763282 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cd7514e1-2830-409d-96f7-1905f4e2a005 tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/38aa7db5-d3aa-4b86-a0b6-2cb1e043cc24 HTTP/1.1" status: 404 len: 339 time: 0.0923984 Mar 16 11:19:23.770277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39254) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.781186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.782130 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Added segment c6535fa4-2a53-41bd-a5f2-f406628a47e3 of type vlan for network 4848f00f-95fa-45c6-a9e5-2bae50149f59 Mar 16 11:19:23.801407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.837557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0a65cb33-1ef3-4a8a-b594-c976f48fe5ae None None] The port '54c0a211-1a76-4b70-9721-dfb4a7c82566' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:23.838348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.849144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.921662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262a82f5-12be-4a17-921c-1ee353eaee68']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:23.934561 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The resource could not be found. Mar 16 11:19:23.935844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-464ddcd6-11f5-4cc1-93d2-cac8d11a72ce tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7829554 Mar 16 11:19:23.942664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:23.952507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'e172086b-da79-4049-bfc8-8f868834f7ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b08b841d-6957-44f4-9d39-19d5edb91e0f'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:23.960745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27dbe2c-24d0-463d-82e1-8153714ac5e3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:23.961025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27dbe2c-24d0-463d-82e1-8153714ac5e3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:23.964409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] No DVR routers for this DVR port 449bd3ff-39b5-4417-b888-7695ac6cbb34 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:23.971296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:23.984297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:23.989445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No active binding found for port 449bd3ff-39b5-4417-b888-7695ac6cbb34 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 16 11:19:23.991012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 449bd3ff-39b5-4417-b888-7695ac6cbb34 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:23.997982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.000053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792952f-e115-4ad0-8e1c-acd3f2f84fd7 None None] Pushing event deleted for resources: {'Port': ['ID=449bd3ff-39b5-4417-b888-7695ac6cbb34,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.028982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:24.052332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:24.072004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] For port 2cfb5c75-2918-40bf-9304-4d38790c00d8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2cfb5c75-2918-40bf-9304-4d38790c00d8,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:24.072364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.107239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.110384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:24.128433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:24.128815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:24.143470 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:24.168489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:19:24.206053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.254210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::1 (1002c76f-2977-4cc2-9a1c-483f137d3546/a3b265f1-9126-49c3-80f1-080c337298d3/110d2b9b-4bef-499f-86fb-08106ab344e6) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:24.274421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=9b90f918-c70f-4ae7-84fe-3d5d0db50c40,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.280919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.284526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.285144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.285696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4b7c-bb95-405d-b279-6e236d7780f0 req-7f94f79a-4e85-4da1-87e8-1fd5cc789ede tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:24.287426 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ace4b7c-bb95-405d-b279-6e236d7780f0 req-7f94f79a-4e85-4da1-87e8-1fd5cc789ede tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 945 time: 0.4509730 Mar 16 11:19:24.324502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.351242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.358445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The resource could not be found. Mar 16 11:19:24.362140 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30024e8d-eec5-46eb-888a-27ae7b71de70 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4133420 Mar 16 11:19:24.368239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting subnet 55626325-eb7c-4b20-89ae-d10f467c4453 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:24.374270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:24.378999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=262a82f5-12be-4a17-921c-1ee353eaee68,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.391613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.425189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b88c98c-8efb-4f82-baa6-95cac4fec0f9 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/262a82f5-12be-4a17-921c-1ee353eaee68 HTTP/1.1" status: 204 len: 168 time: 2.1274929 Mar 16 11:19:24.432826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39266) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:24.512221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router d9526c4f-8a46-47f2-b9b6-2cff70f14941 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:24.512482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29569512-b4d0-4cb5-b89f-56391247404b None None] Network 845efa37-f431-4525-a112-525e194369ee requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:24.518085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.607248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.646683 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ace4b7c-bb95-405d-b279-6e236d7780f0 req-520517db-79ea-43fd-9116-8d7b6532b3c8 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups?id=edc76ac1-4065-4be1-ae20-0ff3a1104309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509083 Mar 16 11:19:24.650274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Network': ['ID=4848f00f-95fa-45c6-a9e5-2bae50149f59,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:24.721478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.736492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4848f00f-95fa-45c6-a9e5-2bae50149f59 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:24.777568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.821714 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-73a6ec21-44cb-4670-b898-0a04e4ddee5b tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8416133 Mar 16 11:19:24.828983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.883106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83e62bb9-0ddc-49b0-aaa6-630849f290be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/9b90f918-c70f-4ae7-84fe-3d5d0db50c40 HTTP/1.1" status: 204 len: 168 time: 2.8054652 Mar 16 11:19:24.884032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:24.887683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:24.923358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-94f668fe-b2e1-49a1-a979-430df0f0d9a3 None None] Provisioning for port 5897c0e9-baee-4e87-9ae2-b588651b0557 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:24.997034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172086b-da79-4049-bfc8-8f868834f7ee,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:25.014338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111ee71-0054-435f-98b2-733987a4049e None None] DHCP port deletion for 845efa37-f431-4525-a112-525e194369ee request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:25.030250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Deleting port 7cb70140-d08d-4438-beac-34c8ce31c037 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:25.030914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.062621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.063137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.063537 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Floating IP 98e3da58-4849-456b-b7ba-9f5bd9409fd2 disassociated. External IP: 172.26.1.170, port: 2cfb5c75-2918-40bf-9304-4d38790c00d8. Mar 16 11:19:25.064053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Calling delete_port for 2cfb5c75-2918-40bf-9304-4d38790c00d8 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:25.125641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.127193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9eab869-0e6e-41fd-8cf6-56f2f642972d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/e172086b-da79-4049-bfc8-8f868834f7ee HTTP/1.1" status: 204 len: 168 time: 0.7520006 Mar 16 11:19:25.136805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39274) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:25.204655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.308377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.319151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5897c0e9-baee-4e87-9ae2-b588651b0557 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:25.429208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 110d2b9b-4bef-499f-86fb-08106ab344e6 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:25.432021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Subnet': ['ID=55626325-eb7c-4b20-89ae-d10f467c4453,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:25.444717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5847c69b-660a-4432-a6ea-38f627fd8ce6 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:25.455975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.470325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.487587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.490236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab14f39f-e48d-44c2-9953-8e2945124a8c tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/subnets/55626325-eb7c-4b20-89ae-d10f467c4453 HTTP/1.1" status: 204 len: 168 time: 1.7181959 Mar 16 11:19:25.495609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39278) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:25.497452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.502530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5847c69b-660a-4432-a6ea-38f627fd8ce6 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:25.504581 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5847c69b-660a-4432-a6ea-38f627fd8ce6 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3669209 Mar 16 11:19:25.521901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe91d0-8716-4405-ae76-b04d12004468 None None] Network 05a9534a-9477-405d-9fcf-5cca1d9c6fbe requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:25.524238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:25.531259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.606943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:25.608238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event deleted for resources: {'Port': ['ID=2cfb5c75-2918-40bf-9304-4d38790c00d8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:25.620945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'a771aff0-9b71-4b33-b499-2091e0f4e5b7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:25.628172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:25.632798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:25.637365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:25.644022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:25.656393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:25.784208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2cfb5c75-2918-40bf-9304-4d38790c00d8 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:25.812994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=110d2b9b-4bef-499f-86fb-08106ab344e6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:25.849908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:25.851898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.854616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5897c0e9-baee-4e87-9ae2-b588651b0557 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:25.891232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 2cfb5c75-2918-40bf-9304-4d38790c00d8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:25.895383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2cfb5c75-2918-40bf-9304-4d38790c00d8 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:25.900396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5897c0e9-baee-4e87-9ae2-b588651b0557 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:25.906439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:25.976343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a111ee71-0054-435f-98b2-733987a4049e None None] For port 7cb70140-d08d-4438-beac-34c8ce31c037, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7cb70140-d08d-4438-beac-34c8ce31c037,segment=NetworkSegment(b6b882fa-5329-41b7-b081-b52224d3f9d4),segment_id=b6b882fa-5329-41b7-b081-b52224d3f9d4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:25.976912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.037617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:26.043905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.144060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4cf9fed-b818-4cf5-9cf2-6fe37e65f7ea req-88d09e4a-6d7c-4f8a-ab03-8d7c4ef3f716 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.1415997 Mar 16 11:19:26.151745 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The resource could not be found. Mar 16 11:19:26.152783 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49e9ec69-8d50-4a8e-91c9-ab3b5b0f845f tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6095078 Mar 16 11:19:26.181879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39288) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:26.196868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825770281'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:26.203105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:26.213579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:26.225026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.235305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.245966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Sync routers for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:26.254957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.268337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Calling delete_port for 7cb70140-d08d-4438-beac-34c8ce31c037 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:26.363993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db5b315-76a1-40fe-88de-c9478428a695']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:26.390406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Deleting port 7da994a7-ae42-4e17-95ef-689da7ea86bd {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:26.390973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.422635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:26.423450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56bbe70-65c4-46fc-aba4-61ec5650b0a5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:26.436938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:26.437604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:26.457744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:26.467708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.477038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:26.485785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:26.498964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:26.506088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.590057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:26.590760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:26.607027 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:26.662676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:26.827616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.866942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.891783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.893518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.929435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:26.958711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.002727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.027998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37f75478-4a66-4ee7-a4f1-69c6dcc3c896 None None] Provisioning for port 110d2b9b-4bef-499f-86fb-08106ab344e6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:27.041785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.047779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37f75478-4a66-4ee7-a4f1-69c6dcc3c896 None None] Provisioning complete for port 110d2b9b-4bef-499f-86fb-08106ab344e6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:27.049070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37f75478-4a66-4ee7-a4f1-69c6dcc3c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.049800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=6db5b315-76a1-40fe-88de-c9478428a695,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:27.082490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.087728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 5897c0e9-baee-4e87-9ae2-b588651b0557, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5897c0e9-baee-4e87-9ae2-b588651b0557,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:27.097765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] For port 7da994a7-ae42-4e17-95ef-689da7ea86bd, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7da994a7-ae42-4e17-95ef-689da7ea86bd,segment=NetworkSegment(682a5cb3-7b08-40e1-be3b-1271b3ccf099),segment_id=682a5cb3-7b08-40e1-be3b-1271b3ccf099)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:27.098366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.111471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.145309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44d3db47-9205-4159-a9dc-684b76117cc9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/6db5b315-76a1-40fe-88de-c9478428a695 HTTP/1.1" status: 204 len: 168 time: 2.2447212 Mar 16 11:19:27.153980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:27.225753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=5897c0e9-baee-4e87-9ae2-b588651b0557,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:27.228324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] DHCP port deletion for 05a9534a-9477-405d-9fcf-5cca1d9c6fbe request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:27.238987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Deleting port 7da994a7-ae42-4e17-95ef-689da7ea86bd {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:27.239493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.273376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7cb70140-d08d-4438-beac-34c8ce31c037 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:27.313315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.389967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:27.392991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=110d2b9b-4bef-499f-86fb-08106ab344e6,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:27.394669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Calling delete_port for 7da994a7-ae42-4e17-95ef-689da7ea86bd owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:27.401322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:27.408399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7cb70140-d08d-4438-beac-34c8ce31c037 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:27.411088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7cb70140-d08d-4438-beac-34c8ce31c037 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:27.413003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ee71-0054-435f-98b2-733987a4049e None None] Pushing event deleted for resources: {'Port': ['ID=7cb70140-d08d-4438-beac-34c8ce31c037,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:27.420383 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5ad336a4-ba82-4a8e-b797-1b8d3726afba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.2894440 Mar 16 11:19:27.453179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-37f75478-4a66-4ee7-a4f1-69c6dcc3c896 None None] Port 110d2b9b-4bef-499f-86fb-08106ab344e6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:27.480802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:27.482415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111ee71-0054-435f-98b2-733987a4049e None None] No DVR routers for this DVR port 7cb70140-d08d-4438-beac-34c8ce31c037 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:27.483527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3002999 Mar 16 11:19:27.530627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:19:27.549596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39298) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:27.549941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39300) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:27.605421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5897c0e9-baee-4e87-9ae2-b588651b0557 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:27.745453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307472586'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:27.836098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:27.950262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:28.004945 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893', 'status': 'completed', 'code': 200} Mar 16 11:19:28.012531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a3c1e-aaaf-4880-8e53-2add70b73148 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec84751-62aa-4a0f-bd47-a07a74c0c4f4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:28.057812 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3ebbecb-f481-4731-878c-2d178aa56320 req-5e9abb1b-f1cb-41af-aefe-9988e2338dfc tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.4380279 Mar 16 11:19:28.129197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] For port 7da994a7-ae42-4e17-95ef-689da7ea86bd, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7da994a7-ae42-4e17-95ef-689da7ea86bd,segment=NetworkSegment(682a5cb3-7b08-40e1-be3b-1271b3ccf099),segment_id=682a5cb3-7b08-40e1-be3b-1271b3ccf099)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:28.129855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.199566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.209140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39312) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:28.230824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'subnets': [{'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2136937799', 'ip_version': 6}, {'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:28.231393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'subnet': {'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2136937799', 'ip_version': 6}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:28.232330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Request body: {'subnet': {'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:28.274741 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ed339945-37de-4005-a80c-085ffc4e2094 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/f282b95e-eaae-4740-b864-51a302541f50 HTTP/1.1" status: 200 len: 992 time: 0.7083032 Mar 16 11:19:28.308037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:28.317406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Calling delete_port for 7da994a7-ae42-4e17-95ef-689da7ea86bd owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:28.320373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Router ff03d8e6-9410-47c1-ac27-8261ab628f41 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:28.323772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:28.324914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.332576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:28.342871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:28.357133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.378407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-26dd7ed2-a509-45fc-baf5-7cabacb26189 None None] Provisioning complete for port 110d2b9b-4bef-499f-86fb-08106ab344e6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:28.378922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-26dd7ed2-a509-45fc-baf5-7cabacb26189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.402118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5897c0e9-baee-4e87-9ae2-b588651b0557 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:28.402663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.422053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Port': ['ID=7da994a7-ae42-4e17-95ef-689da7ea86bd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:28.445754 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-b3db3ff1-38ec-4c11-b029-9477f289ad96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1099 time: 0.3026285 Mar 16 11:19:28.506193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'f282b95e-eaae-4740-b864-51a302541f50', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'port_id': 'b826e78f-f233-4250-baed-884220b03893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'mac_address': 'fa:16:3e:66:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:19Z', 'updated_at': '2022-03-16T11:19:19Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.518564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Checking router: d9526c4f-8a46-47f2-b9b6-2cff70f14941 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:28.522143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-26dd7ed2-a509-45fc-baf5-7cabacb26189 None None] Port 110d2b9b-4bef-499f-86fb-08106ab344e6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:28.527180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:28.527625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:28.550372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] No DVR routers for this DVR port 7da994a7-ae42-4e17-95ef-689da7ea86bd on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:28.575772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:28.576561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.608544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Router 71d93437-5ac5-4092-9e70-64518c568682 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:19:28.662049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.677684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.756126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.781220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7da994a7-ae42-4e17-95ef-689da7ea86bd no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:28.817415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7da994a7-ae42-4e17-95ef-689da7ea86bd {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:28.818137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7da994a7-ae42-4e17-95ef-689da7ea86bd not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:28.825577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:28.827844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:28.848198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Usage tracker for resource:subnet and tenant:7987b3a12dac4b4db6f47200ffb61ac5 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:28.856737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:28.861218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.877819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845efa37-f431-4525-a112-525e194369ee']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.884773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:28.913579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b882fa-5329-41b7-b081-b52224d3f9d4') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.913855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b882fa-5329-41b7-b081-b52224d3f9d4') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.922797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9534a-9477-405d-9fcf-5cca1d9c6fbe']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.941151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682a5cb3-7b08-40e1-be3b-1271b3ccf099') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.941596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682a5cb3-7b08-40e1-be3b-1271b3ccf099') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:28.952192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.964732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.987386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:28.991940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.003777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f62410-e6df-49bd-8ddf-bcee7509686a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:29.012647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-dbdbaf97-93b0-4d5c-97e9-331b2acf689b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.014095 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-dbdbaf97-93b0-4d5c-97e9-331b2acf689b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 897 time: 0.5539038 Mar 16 11:19:29.015897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.020145 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c34c282c-6eef-4862-89bc-02ca1d6c1b7b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4512942 Mar 16 11:19:29.020654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:29.039602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:29.039990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:29.056397 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:29.064035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Deleting port 7da994a7-ae42-4e17-95ef-689da7ea86bd {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:29.064035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.066498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:29.066901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:29.081379 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:29.084880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': 'cec84751-62aa-4a0f-bd47-a07a74c0c4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '47f62410-e6df-49bd-8ddf-bcee7509686a'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:29.109232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:29.116821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:29.121687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:29.143036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c033860f-d83d-4638-8fda-ea5365fb3d1b None None] The port '7da994a7-ae42-4e17-95ef-689da7ea86bd' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:29.156339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:29.222287 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-240d33ea-a264-4acd-9227-7d8b03210ec5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 1000 time: 0.2004836 Mar 16 11:19:29.270639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'f282b95e-eaae-4740-b864-51a302541f50', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'port_id': 'b826e78f-f233-4250-baed-884220b03893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'mac_address': 'fa:16:3e:66:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:19Z', 'updated_at': '2022-03-16T11:19:19Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:29.275424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a8c98-6414-485b-a613-bdbdcd5cd57c None None] The sync data for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv is: [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'f282b95e-eaae-4740-b864-51a302541f50', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'port_id': 'b826e78f-f233-4250-baed-884220b03893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'mac_address': 'fa:16:3e:66:fa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:19:19Z', 'updated_at': '2022-03-16T11:19:19Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:29.287956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 755ab627-b5f3-4225-ab50-4b640a0adb97 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:29.288276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.298462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39322) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:29.311580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Made reservation on behalf of 7987b3a12dac4b4db6f47200ffb61ac5 for: {'subnet': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:29.357011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.361240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.406243 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:29.408653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7efc8d9b-7b4f-409c-93cb-586b151bac69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3818076 Mar 16 11:19:29.414035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:29.457405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-49893269-2a84-48e4-838f-0d9f748bb372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:29.459135 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-49893269-2a84-48e4-838f-0d9f748bb372 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 200 len: 835 time: 0.2243042 Mar 16 11:19:29.481425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:29.494934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Sync routers for ids ['71d93437-5ac5-4092-9e70-64518c568682'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:29.511042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] Pushing event deleted for resources: {'Network': ['ID=05a9534a-9477-405d-9fcf-5cca1d9c6fbe,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:29.515348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c47ef016-5972-4caa-9bf5-5d939943847f req-d11bda77-e5b0-4ff6-a138-8b1679853b5f tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c23c0feb-d832-4ebb-8fc6-67bb9519e628 HTTP/1.1" status: 200 len: 210 time: 0.1887991 Mar 16 11:19:29.518144 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Routers {'71d93437-5ac5-4092-9e70-64518c568682'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:29.518993 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['71d93437-5ac5-4092-9e70-64518c568682'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:29.526850 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7544ba4-5551-446c-ae9d-e6a7a9bf04ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "PUT /v2.0/routers/71d93437-5ac5-4092-9e70-64518c568682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8738456 Mar 16 11:19:29.531296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:29.540920 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83ee2e19-dd23-4ea2-84bf-e6d736d24e0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/f282b95e-eaae-4740-b864-51a302541f50 HTTP/1.1" status: 200 len: 992 time: 0.2346144 Mar 16 11:19:29.543419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15092869-fc44-4cc9-a35f-9f522f1eaebf tempest-NetworksTest-204400855 tempest-NetworksTest-204400855-project] 10.222.0.36 "DELETE /v2.0/networks/05a9534a-9477-405d-9fcf-5cca1d9c6fbe HTTP/1.1" status: 204 len: 168 time: 3.9453931 Mar 16 11:19:29.544274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.548335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.577394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:29.583667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796efb7c-6e04-4afc-99f7-c1cd01556e20 None None] New status for floating IP f282b95e-eaae-4740-b864-51a302541f50: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:19:29.691434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.713281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] No DVR routers for this DVR port 2cfb5c75-2918-40bf-9304-4d38790c00d8 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:29.724151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.737215 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bfbc7190-eefe-479a-9bb9-0b5a858ac1db req-f3a0b114-0f84-4ef7-86c1-8b6688b8b7c2 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.59 "DELETE /v2.0/ports/2cfb5c75-2918-40bf-9304-4d38790c00d8 HTTP/1.1" status: 204 len: 173 time: 6.8754127 Mar 16 11:19:29.776720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.810569 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-7c210f59-3901-4b92-81ae-f7467441bfe0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fb8e664-243b-4034-87db-be5c06387597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3312633 Mar 16 11:19:29.857165 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Set router 71d93437-5ac5-4092-9e70-64518c568682 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:29.917178 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/845efa37-f431-4525-a112-525e194369ee HTTP/1.1" status: 204 len: 168 time: 2.7497816 Mar 16 11:19:29.926430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:29.935533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-182540425'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:29.942340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:29.951335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:29.952889 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Sync routers for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:29.956392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:29.965581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:29.980147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:30.006388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f62410-e6df-49bd-8ddf-bcee7509686a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:30.007849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'name': 'network-vif-deleted', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:19:30.037085 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-cff80314-9a87-4885-9762-31ed58d86ff4 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193673 Mar 16 11:19:30.037642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:30.040536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.052626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.056192 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4681b2ab-a33f-4779-9222-9d7aa65ea0a3 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/47f62410-e6df-49bd-8ddf-bcee7509686a HTTP/1.1" status: 204 len: 168 time: 0.6276672 Mar 16 11:19:30.057725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.076518 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:30.077137 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:30.124299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39348) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.135956 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23c0feb-d832-4ebb-8fc6-67bb9519e628', 'name': 'network-vif-deleted', 'tag': '2cfb5c75-2918-40bf-9304-4d38790c00d8', 'status': 'completed', 'code': 200} Mar 16 11:19:30.139590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782c61-acb3-4931-9bbf-d6b1d2817039 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=845efa37-f431-4525-a112-525e194369ee,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:30.169408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.169809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.230158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:30.241299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5fe56-f0a6-4363-a14a-5483cfc1d945 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.243101 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ca5fe56-f0a6-4363-a14a-5483cfc1d945 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports/110d2b9b-4bef-499f-86fb-08106ab344e6 HTTP/1.1" status: 200 len: 911 time: 0.7091720 Mar 16 11:19:30.253577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39354) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.361711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.362356 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment 5122227a-4be3-4bba-a599-954c67964eb6 of type vlan for network 29feaa43-e6af-4ff8-972b-8d5e111be587 Mar 16 11:19:30.455501 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a88ded-d19c-4972-88c6-c9310fc9a869 req-bec3c065-a893-460c-a91d-654db1014c3a service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042168 Mar 16 11:19:30.457608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 755ab627-b5f3-4225-ab50-4b640a0adb97, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=755ab627-b5f3-4225-ab50-4b640a0adb97,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:30.457969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.499369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e66058d-3621-4eb2-bb2b-90649d703d69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:30.552090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.594735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 755ab627-b5f3-4225-ab50-4b640a0adb97 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:30.612657 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:30.627148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.681386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e66058d-3621-4eb2-bb2b-90649d703d69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:30.682669 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e66058d-3621-4eb2-bb2b-90649d703d69 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5895007 Mar 16 11:19:30.689844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39366) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.732504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.780892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422467a-e244-4ad0-b369-cfa3db9d26ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.784732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422467a-e244-4ad0-b369-cfa3db9d26ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.785497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a422467a-e244-4ad0-b369-cfa3db9d26ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:30.791045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.792132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:30.792721 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:30.821044 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dae834fc-1f06-4c6c-ab1d-f588f43894f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cf86c315df84a7c8ac35721ef42c106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6896489 Mar 16 11:19:30.828792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.845977 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca2d1a06-f0a5-442b-a5cd-81775d529652 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/f282b95e-eaae-4740-b864-51a302541f50 HTTP/1.1" status: 200 len: 994 time: 0.2897975 Mar 16 11:19:30.950656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a422467a-e244-4ad0-b369-cfa3db9d26ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:30.954464 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a422467a-e244-4ad0-b369-cfa3db9d26ea tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6998472 Mar 16 11:19:30.967190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39378) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.979176 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0483258 Mar 16 11:19:30.990563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:30.990929 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:25Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': '110d2b9b-4bef-499f-86fb-08106ab344e6', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:ed:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d93437-5ac5-4092-9e70-64518c568682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:23Z', 'updated_at': '2022-03-16T11:19:26Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:30.991664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=29feaa43-e6af-4ff8-972b-8d5e111be587,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:30.999958 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Checking router: 71d93437-5ac5-4092-9e70-64518c568682 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:31.000310 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Updating router 71d93437-5ac5-4092-9e70-64518c568682 port 110d2b9b-4bef-499f-86fb-08106ab344e6 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:19:31.000435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:31.065607 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.086296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:31.088767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.123563 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Checking router: ff03d8e6-9410-47c1-ac27-8261ab628f41 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:31.147558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.228905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.229427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.229533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.229855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.230147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.230660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.230781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.231095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.231413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.231733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.232047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71d2502-5985-4e11-bdcb-e2d41fb9b57a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.243633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.247042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:31.271318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.314870 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:31.322094 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:31.328246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.345724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.347392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.393254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec84751-62aa-4a0f-bd47-a07a74c0c4f4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:31.394951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=755ab627-b5f3-4225-ab50-4b640a0adb97,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:31.398163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:31.405486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.413192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:31.415883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.421184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:31.437796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:31.440599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.441869 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c034daa-924a-4d58-9af6-dff15de323ee tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/cec84751-62aa-4a0f-bd47-a07a74c0c4f4 HTTP/1.1" status: 204 len: 168 time: 0.7404382 Mar 16 11:19:31.446864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:31.491834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.492062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.492400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.492723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.493045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.493364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.493684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.494013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.494343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.494641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.494953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:31.518981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bdfad4d3-51cb-4de2-9f66-f51f831a7a36 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:31.521531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:31.532834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc76ac1-4065-4be1-ae20-0ff3a1104309,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:31.534875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.543494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-61fae605-3d45-4bc2-b99e-2b5cbe13264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.611775 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:31.639107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bdfad4d3-51cb-4de2-9f66-f51f831a7a36 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:31.640366 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bdfad4d3-51cb-4de2-9f66-f51f831a7a36 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1925383 Mar 16 11:19:31.646396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:31.655950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037452261'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:31.662325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.757761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:31.770223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.786882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:31.799892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fcead-14e6-4244-8f41-1d1266144c93,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:31.815358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.826925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.830819 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc267907-d02a-4d1a-974b-783620b0ab79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c34fcead-14e6-4244-8f41-1d1266144c93 HTTP/1.1" status: 204 len: 168 time: 0.9883080 Mar 16 11:19:31.902761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Subnet': ['ID=ea56fe07-1edc-46a2-9e18-5609f1c4712b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:31.905203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:31.906544 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3eab5b04-19d2-4f5a-8c48-a7db23632b91 tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "DELETE /v2.0/security-groups/edc76ac1-4065-4be1-ae20-0ff3a1104309 HTTP/1.1" status: 204 len: 168 time: 1.1698921 Mar 16 11:19:31.908752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:31.910786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:31.944364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:31.950748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:31.963221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:31.965637 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-114e3209-2672-47ef-b895-44d20c484c5a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] show failed (client error): The resource could not be found. Mar 16 11:19:31.966982 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-114e3209-2672-47ef-b895-44d20c484c5a tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "GET /v2.0/security-groups/edc76ac1-4065-4be1-ae20-0ff3a1104309 HTTP/1.1" status: 404 len: 347 time: 0.0490630 Mar 16 11:19:31.972330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:32.074053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Checking segment: {'id': '1c0345ee-fd2d-426e-a59a-17162494abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:32.074712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network hostable DHCP agents. Network: 414d4496-c795-44c3-bff2-c68918d5df4a, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:32.140363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network 414d4496-c795-44c3-bff2-c68918d5df4a is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:32.187373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 414d4496-c795-44c3-bff2-c68918d5df4a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:32.193192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.201006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.209936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917c92f-cc8e-492b-897a-9b9bf85433dd None None] Network 414d4496-c795-44c3-bff2-c68918d5df4a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:32.216016 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.232394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Deleting port 308c0cc6-559c-4854-ad7c-c283b5114f3d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:32.232975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.243218 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Transition to ACTIVE for port object 110d2b9b-4bef-499f-86fb-08106ab344e6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:32.265296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.308498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event updated for resources: {'Subnet': ['ID=8c010c2b-98e1-4226-bb94-68edfef49487,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:32.339708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.348791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.375399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.482203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Checking segment: {'id': 'c6535fa4-2a53-41bd-a5f2-f406628a47e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:32.482555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network hostable DHCP agents. Network: 4848f00f-95fa-45c6-a9e5-2bae50149f59, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:32.553459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Network 4848f00f-95fa-45c6-a9e5-2bae50149f59 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:32.601351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=7fac9524-92c2-41f0-a260-4855c29a1f34,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:32.615680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666795e8-1994-4186-a428-0046f49ad52d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:32.630375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.632366 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e7b1e49-5b89-420e-9bdd-66f68ec11034 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9846234 Mar 16 11:19:32.639793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:32.655554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4848f00f-95fa-45c6-a9e5-2bae50149f59) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:32.668988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '666795e8-1994-4186-a428-0046f49ad52d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:32.680453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': '5122227a-4be3-4bba-a599-954c67964eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:32.681072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 29feaa43-e6af-4ff8-972b-8d5e111be587, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:32.681236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10ef2f-a58e-47a5-a40d-ecae749b5f9b None None] Network 4848f00f-95fa-45c6-a9e5-2bae50149f59 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:32.685971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:32.686386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:32.687006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.687195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:32.711368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:32.716597 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:32.729561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.731585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.740681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:32.776527 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Attempting to bind port 110d2b9b-4bef-499f-86fb-08106ab344e6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:32.777048 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Attempting to bind port 110d2b9b-4bef-499f-86fb-08106ab344e6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:32.777650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Attempting to bind port 110d2b9b-4bef-499f-86fb-08106ab344e6 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:32.806404 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:32.811302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:32.813694 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:32.817508 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.818427 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:32.819080 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Bound port: 110d2b9b-4bef-499f-86fb-08106ab344e6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:32.819711 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.837283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-414d4496-c795-44c3-bff2-c68918d5df4a', 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a', 'tenant_id': '7987b3a12dac4b4db6f47200ffb61ac5', 'fixed_ips': [{'subnet_id': 'ea56fe07-1edc-46a2-9e18-5609f1c4712b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:32.847873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.881530 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22e8a6c3-de2f-4a97-b1d5-28435e466adc tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6689565 Mar 16 11:19:32.882891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:32.891211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:32.904630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Calling delete_port for 308c0cc6-559c-4854-ad7c-c283b5114f3d owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:32.956623 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] For port 110d2b9b-4bef-499f-86fb-08106ab344e6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:32.960731 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] For port 110d2b9b-4bef-499f-86fb-08106ab344e6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=110d2b9b-4bef-499f-86fb-08106ab344e6,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:32.963809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b750a-0e22-4073-8f31-287d37748232 None None] The sync data for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv is: [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:16:07Z', 'revision_number': 4, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '1aec2ec0-3c43-4381-b595-04b178e48722', 'name': '', 'network_id': 'ea7189ab-a939-4c69-ae2d-cb3d1499d38c', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'mac_address': 'fa:16:3e:76:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f650d3-adca-4d93-9675-34f652668e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:16:05Z', 'updated_at': '2022-03-16T11:16:14Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'subnets': [{'id': '39f650d3-adca-4d93-9675-34f652668e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:32.980014 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.045692 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Routers {'71d93437-5ac5-4092-9e70-64518c568682'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:33.055438 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['71d93437-5ac5-4092-9e70-64518c568682'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:33.140170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Pushing event updated for resources: {'Port': ['ID=110d2b9b-4bef-499f-86fb-08106ab344e6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:33.224295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:33.266254 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.267102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.267582 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.268673 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.269105 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.269910 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.270356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.271012 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.272267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.272780 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.273170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:33.302737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4848f00f-95fa-45c6-a9e5-2bae50149f59', 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59', 'tenant_id': '7987b3a12dac4b4db6f47200ffb61ac5', 'fixed_ips': [{'subnet_id': '8c010c2b-98e1-4226-bb94-68edfef49487'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:33.303522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.317391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Allocated IP 2001:db8::1 (414d4496-c795-44c3-bff2-c68918d5df4a/ea56fe07-1edc-46a2-9e18-5609f1c4712b/bac09750-fe49-4a49-a16e-bfd4c9d3ea18) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:33.330431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 29feaa43-e6af-4ff8-972b-8d5e111be587) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:33.351686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2cc29-98d9-41bd-911b-4965ad394d01 None None] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:33.364072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.365122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.457716 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:33.468763 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-399e73f6-fad5-465c-ac4a-056ff81f3e06 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8259630 Mar 16 11:19:33.483028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.516751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group_rule': {'security_group_id': '666795e8-1994-4186-a428-0046f49ad52d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:33.559485 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] Set router 71d93437-5ac5-4092-9e70-64518c568682 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:33.599772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7e45b-7aeb-43b6-99cd-294031363d49 None None] New status for floating IP 98e3da58-4849-456b-b7ba-9f5bd9409fd2: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:19:33.735643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:33.741214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:33.742769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39434) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.745067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:33.753707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:33.821288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e90ff79-53cc-44e5-aaf7-8d613f79e3fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8265009 Mar 16 11:19:33.840390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39440) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.845903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7137b5-a667-4ccb-808a-f9eacbd0b54c tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.847862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7137b5-a667-4ccb-808a-f9eacbd0b54c tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.849512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7137b5-a667-4ccb-808a-f9eacbd0b54c tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:33.855114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-66b7e45b-7aeb-43b6-99cd-294031363d49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:33.855701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-66b7e45b-7aeb-43b6-99cd-294031363d49 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:33.859276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1161699314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:33.863086 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca7137b5-a667-4ccb-808a-f9eacbd0b54c tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7503259 Mar 16 11:19:33.863675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.868040 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:19:33.869120 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4247bcbf-4fd4-41f3-9aef-c38ffe7d135b tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3779697 Mar 16 11:19:33.869862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.877263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:33.881613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:33.929020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:33.938869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:33.948387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e687c8ad-65da-4636-aea3-03ea4099fec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:33.977220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:33.978543 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7db019-9422-441d-9584-2717036bdfd7 None None] Pushing event updated for resources: {'Port': ['ID=110d2b9b-4bef-499f-86fb-08106ab344e6,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:34.007767 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:25Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': '110d2b9b-4bef-499f-86fb-08106ab344e6', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:ed:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d93437-5ac5-4092-9e70-64518c568682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:23Z', 'updated_at': '2022-03-16T11:19:32Z', 'revision_number': 4, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:34.008688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:34.015173 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d935d23-df46-4d67-9b03-d335bfcde40c None None] The sync data for ids ['71d93437-5ac5-4092-9e70-64518c568682'] in dv-neutron-833733-1-hyperv is: [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:25Z', 'revision_number': 2, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None, '_interfaces': [{'id': '110d2b9b-4bef-499f-86fb-08106ab344e6', 'name': '', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'mac_address': 'fa:16:3e:ed:c8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d93437-5ac5-4092-9e70-64518c568682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:19:23Z', 'updated_at': '2022-03-16T11:19:32Z', 'revision_number': 4, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'subnets': [{'id': 'a3b265f1-9126-49c3-80f1-080c337298d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:34.022908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-56820e24-507a-4e22-aeb4-2da73be81448 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1853822442', 'prefixes': ['172.20.0.0/16']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:34.039698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.041099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.047096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-56820e24-507a-4e22-aeb4-2da73be81448 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:34.050420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Pushing event deleted for resources: {'Port': ['ID=308c0cc6-559c-4854-ad7c-c283b5114f3d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:34.105924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 110d2b9b-4bef-499f-86fb-08106ab344e6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:34.106332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.149379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.151652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.155554 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aeaf7fc5-fa16-4426-8476-52131a9775fa tempest-ServerActionsTestJSON-357031476 tempest-ServerActionsTestJSON-357031476-project] 10.222.0.36 "DELETE /v2.0/floatingips/98e3da58-4849-456b-b7ba-9f5bd9409fd2 HTTP/1.1" status: 204 len: 168 time: 2.1794782 Mar 16 11:19:34.156768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.196675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.296773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Allocated IP 2001:db8:0:1::1 (4848f00f-95fa-45c6-a9e5-2bae50149f59/8c010c2b-98e1-4226-bb94-68edfef49487/b8268cce-b4b6-4a90-99a9-d8021bfc4142) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:34.297667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.315422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-29feaa43-e6af-4ff8-972b-8d5e111be587', 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': '7fac9524-92c2-41f0-a260-4855c29a1f34'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:34.316136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.341491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.341904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.382729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7e45b-7aeb-43b6-99cd-294031363d49 None None] New status for floating IP 98e3da58-4849-456b-b7ba-9f5bd9409fd2: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:19:34.423978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting subnet ea56fe07-1edc-46a2-9e18-5609f1c4712b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:34.484487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.511297 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Transition to ACTIVE for port object bac09750-fe49-4a49-a16e-bfd4c9d3ea18 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:34.581258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.583709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.591414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/666795e8-1994-4186-a428-0046f49ad52d HTTP/1.1" status: 204 len: 168 time: 0.7059264 Mar 16 11:19:34.591414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.591414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c44551c7-ac98-4fdb-993b-28c88d9484d1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7402728 Mar 16 11:19:34.593810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.596037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.610990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port 110d2b9b-4bef-499f-86fb-08106ab344e6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=110d2b9b-4bef-499f-86fb-08106ab344e6,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:34.610990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.625218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0623e3-92d8-40cf-9b14-22e2d44330a2 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666795e8-1994-4186-a428-0046f49ad52d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:34.625400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'port': {'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587', 'name': 'tempest-RoutersIpV6Test-1455567378'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:34.638590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Transition to ACTIVE for port object bac09750-fe49-4a49-a16e-bfd4c9d3ea18 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:34.703284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.711295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.765388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 110d2b9b-4bef-499f-86fb-08106ab344e6 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:34.810855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-56820e24-507a-4e22-aeb4-2da73be81448 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.812136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-56820e24-507a-4e22-aeb4-2da73be81448 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0677657 Mar 16 11:19:34.820490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.835935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:34.868587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:34.879182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:34.892215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9958c1d4-8f9d-4af9-9dd3-324e22f314ef tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4517586 Mar 16 11:19:34.896989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.899321 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:34.899932 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:34.919959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Network 414d4496-c795-44c3-bff2-c68918d5df4a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:34.923565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Allocated IP 2001:db8::2 (29feaa43-e6af-4ff8-972b-8d5e111be587/7fac9524-92c2-41f0-a260-4855c29a1f34/51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:34.937076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:34.944930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Pushing event updated for resources: {'Port': ['ID=bac09750-fe49-4a49-a16e-bfd4c9d3ea18,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:34.955494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:34.960184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f95bb7e-8e98-4479-baa9-0cbe61257181 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "GET /v2.0/subnetpools/d8326d29-eee5-47f4-9632-1c639720f4cb HTTP/1.1" status: 200 len: 732 time: 0.1324968 Mar 16 11:19:34.963472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:34.972250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.972852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.973236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.973574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.974337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.974455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.974777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.975159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.975480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.975804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.975917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2b97309a-3561-4de3-ad96-587219cba629 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-569802064'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:34.976119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:19:34.997658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.002787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.017252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.033888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Transition to ACTIVE for port object b8268cce-b4b6-4a90-99a9-d8021bfc4142 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:35.093694 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:35.115031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.115541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88d8d697-94be-4074-ade7-f60e92cc61b1 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:35.171537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:35.181054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b97309a-3561-4de3-ad96-587219cba629 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.182431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b97309a-3561-4de3-ad96-587219cba629 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "PUT /v2.0/subnetpools/d8326d29-eee5-47f4-9632-1c639720f4cb HTTP/1.1" status: 200 len: 683 time: 0.2169700 Mar 16 11:19:35.186535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:35.194423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:35.204993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.219829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Transition to ACTIVE for port object b8268cce-b4b6-4a90-99a9-d8021bfc4142 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:35.239933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Attempting to bind port bac09750-fe49-4a49-a16e-bfd4c9d3ea18 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:35.240318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Attempting to bind port bac09750-fe49-4a49-a16e-bfd4c9d3ea18 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '1c0345ee-fd2d-426e-a59a-17162494abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:35.240742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Attempting to bind port bac09750-fe49-4a49-a16e-bfd4c9d3ea18 on network 414d4496-c795-44c3-bff2-c68918d5df4a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:35.245875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.300827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:35.304579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.325118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88d8d697-94be-4074-ade7-f60e92cc61b1 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:35.334333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:35.335095 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88d8d697-94be-4074-ade7-f60e92cc61b1 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7355947 Mar 16 11:19:35.336588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.344157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Subnet': ['ID=ea56fe07-1edc-46a2-9e18-5609f1c4712b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:35.351237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] device_id is not set on port 547b2080-d32f-4528-a921-023269c76197 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:19:35.359336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'tempest-secgroup--950415144'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:35.388807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Network 4848f00f-95fa-45c6-a9e5-2bae50149f59 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:35.390122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:35.390699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Checking segment: {'id': '1c0345ee-fd2d-426e-a59a-17162494abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:35.391248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.391812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Bound using segment: {'id': '1c0345ee-fd2d-426e-a59a-17162494abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:35.392267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Bound port: bac09750-fe49-4a49-a16e-bfd4c9d3ea18, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0345ee-fd2d-426e-a59a-17162494abb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '414d4496-c795-44c3-bff2-c68918d5df4a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:35.392770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.408704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:35.422458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:35.426736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:35.476246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Pushing event updated for resources: {'Port': ['ID=b8268cce-b4b6-4a90-99a9-d8021bfc4142,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:35.485264 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7892e353-4eed-46a7-9659-f2affa7828ac tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/subnets/ea56fe07-1edc-46a2-9e18-5609f1c4712b HTTP/1.1" status: 204 len: 168 time: 1.6183860 Mar 16 11:19:35.488663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39484) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:35.493322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet d1e5b115-1d58-45d1-ba7e-9273456fc986 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:35.495940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:35.504456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.530279 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:31Z', 'revision_number': 10, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:35.535837 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:35.555538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.565593 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:35.571647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:35.599461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.631463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Attempting to bind port b8268cce-b4b6-4a90-99a9-d8021bfc4142 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:35.631822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Attempting to bind port b8268cce-b4b6-4a90-99a9-d8021bfc4142 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c6535fa4-2a53-41bd-a5f2-f406628a47e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:35.632163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Attempting to bind port b8268cce-b4b6-4a90-99a9-d8021bfc4142 on network 4848f00f-95fa-45c6-a9e5-2bae50149f59 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:35.638195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=110d2b9b-4bef-499f-86fb-08106ab344e6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:35.656436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.671136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.671741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.675867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:35.676165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Checking segment: {'id': 'c6535fa4-2a53-41bd-a5f2-f406628a47e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:35.676563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.676946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Bound using segment: {'id': 'c6535fa4-2a53-41bd-a5f2-f406628a47e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:35.677472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Bound port: b8268cce-b4b6-4a90-99a9-d8021bfc4142, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6535fa4-2a53-41bd-a5f2-f406628a47e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4848f00f-95fa-45c6-a9e5-2bae50149f59'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:35.677860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.689218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] For port bac09750-fe49-4a49-a16e-bfd4c9d3ea18, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:35.709690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] For port bac09750-fe49-4a49-a16e-bfd4c9d3ea18, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bac09750-fe49-4a49-a16e-bfd4c9d3ea18,segment=NetworkSegment(1c0345ee-fd2d-426e-a59a-17162494abb7),segment_id=1c0345ee-fd2d-426e-a59a-17162494abb7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:35.711339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Transition to ACTIVE for port object 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:35.734934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b20d5d3d-415c-4c47-9902-ff3871a28545 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.736138 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b20d5d3d-415c-4c47-9902-ff3871a28545 tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d8326d29-eee5-47f4-9632-1c639720f4cb HTTP/1.1" status: 204 len: 168 time: 0.5404081 Mar 16 11:19:35.748611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:35.753261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.810511 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:35.880209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Transition to ACTIVE for port object 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:35.937043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] For port b8268cce-b4b6-4a90-99a9-d8021bfc4142, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:35.943344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] For port b8268cce-b4b6-4a90-99a9-d8021bfc4142, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8268cce-b4b6-4a90-99a9-d8021bfc4142,segment=NetworkSegment(c6535fa4-2a53-41bd-a5f2-f406628a47e3),segment_id=c6535fa4-2a53-41bd-a5f2-f406628a47e3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:35.957640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.968507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:35.973347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:36.016581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:36.025085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:36.028393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:36.031741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbec06-5309-4a3a-979c-15c0a1d2b197 None None] Pushing event updated for resources: {'Port': ['ID=bac09750-fe49-4a49-a16e-bfd4c9d3ea18,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.167009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Usage tracker for resource:security_group_rule and tenant:e8e1676263fe4812b6ce6b246753bc1e is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:36.170020 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-02347457-43d7-4983-97b2-4be0e5f9ea6f tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] show failed (client error): The resource could not be found. Mar 16 11:19:36.171085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02347457-43d7-4983-97b2-4be0e5f9ea6f tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "GET /v2.0/subnetpools/d8326d29-eee5-47f4-9632-1c639720f4cb HTTP/1.1" status: 404 len: 346 time: 0.2559593 Mar 16 11:19:36.176369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:36.186959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:36.220853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dad223-26ae-452e-80fe-a18612a68610 None None] Pushing event updated for resources: {'Port': ['ID=b8268cce-b4b6-4a90-99a9-d8021bfc4142,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.229088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:36.364880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.371685 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-e02302f1-b472-47b2-bac1-cdd828b0031f tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] delete failed (client error): The resource could not be found. Mar 16 11:19:36.379245 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e02302f1-b472-47b2-bac1-cdd828b0031f tempest-SubnetPoolsTestJSON-1987836405 tempest-SubnetPoolsTestJSON-1987836405-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d8326d29-eee5-47f4-9632-1c639720f4cb HTTP/1.1" status: 404 len: 346 time: 0.1699870 Mar 16 11:19:36.406926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.441828 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:31Z', 'revision_number': 10, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:36.454022 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed6b2f-caa4-494f-a70e-fce184cc9bc9 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:31Z', 'revision_number': 10, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None, '_interfaces': [{'id': '8b45fedd-cae8-4c46-a6a9-b9373798d1b6', 'name': '', 'network_id': 'ab7d26b3-9a32-4cfd-b080-c65c407bc223', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'mac_address': 'fa:16:3e:61:df:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:17:39Z', 'updated_at': '2022-03-16T11:17:56Z', 'revision_number': 5, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'subnets': [{'id': '7a268f3a-d556-4fa5-9b88-c0dd133f1e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:36.489131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8::33d (29feaa43-e6af-4ff8-972b-8d5e111be587/7fac9524-92c2-41f0-a260-4855c29a1f34/547b2080-d32f-4528-a921-023269c76197) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:36.526276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting subnet 8c010c2b-98e1-4226-bb94-68edfef49487 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:36.551519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.578225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Pushing event updated for resources: {'Port': ['ID=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.669058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Attempting to bind port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:36.669485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Attempting to bind port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5122227a-4be3-4bba-a599-954c67964eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:36.670026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Attempting to bind port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 on network 29feaa43-e6af-4ff8-972b-8d5e111be587 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:36.680102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:36.680465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Checking segment: {'id': '5122227a-4be3-4bba-a599-954c67964eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:36.680953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.681304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Bound using segment: {'id': '5122227a-4be3-4bba-a599-954c67964eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:36.681779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Bound port: 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5122227a-4be3-4bba-a599-954c67964eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29feaa43-e6af-4ff8-972b-8d5e111be587'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:36.683079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.692839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.704702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.704926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.736603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.789404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89705960-ff2a-4589-8335-1187b1b19c6a None None] Network 414d4496-c795-44c3-bff2-c68918d5df4a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:36.809902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.907972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39500) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:36.936041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f29f997-03b3-46fa-b969-40da462a5733,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.956240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e5b115-1d58-45d1-ba7e-9273456fc986,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:36.964211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.968586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cc1727c-5e3f-4302-a48e-46bbc1541e57 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/d1e5b115-1d58-45d1-ba7e-9273456fc986 HTTP/1.1" status: 204 len: 168 time: 2.0600865 Mar 16 11:19:36.973074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:36.997523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:36.999153 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8cc7eed2-ae4a-45c3-9709-1633000c6070 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6569276 Mar 16 11:19:37.009642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:37.027180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cfbf41d1-37a1-4e1c-b505-e373a84ace4d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:37.027733 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-cfbf41d1-37a1-4e1c-b505-e373a84ace4d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 11:19:37.028708 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cfbf41d1-37a1-4e1c-b505-e373a84ace4d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "PUT /v2.0/security-groups/5f29f997-03b3-46fa-b969-40da462a5733 HTTP/1.1" status: 409 len: 330 time: 0.0180495 Mar 16 11:19:37.043859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:37.068278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] For port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:37.071855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] For port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,segment=NetworkSegment(5122227a-4be3-4bba-a599-954c67964eb6),segment_id=5122227a-4be3-4bba-a599-954c67964eb6)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:37.083543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc70e67-8559-450c-87c3-b332d007195b None None] Network 6012bcf8-34d3-43a7-908e-65b5d4e94df7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:37.243564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.264149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object 547b2080-d32f-4528-a921-023269c76197 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:37.282582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.310122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.312033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.347296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.401128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.477754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:37.485092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:37.485472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.500697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff60c84-0d12-4aae-97eb-b708766e90cf None None] Pushing event updated for resources: {'Port': ['ID=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:37.521710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d3639ff48b446ebab8576c5a403146 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:37.530344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.532178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:37.548228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:37.594111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:37.609542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:37.611362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=547b2080-d32f-4528-a921-023269c76197,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:37.628357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:37.632823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:37.633442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.664165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Router 71d93437-5ac5-4092-9e70-64518c568682 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:37.666209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8268cce-b4b6-4a90-99a9-d8021bfc4142 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:37.697307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.706611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.735150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b8268cce-b4b6-4a90-99a9-d8021bfc4142 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:37.748236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 755ab627-b5f3-4225-ab50-4b640a0adb97 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:37.772398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Subnet': ['ID=8c010c2b-98e1-4226-bb94-68edfef49487,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:37.774934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce1b46bb-7ec4-4ff8-8a39-0b6d3b418165 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1773639 Mar 16 11:19:37.778770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:37.788986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 755ab627-b5f3-4225-ab50-4b640a0adb97 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:37.789330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 755ab627-b5f3-4225-ab50-4b640a0adb97 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:37.795872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.797696 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-72b18e88-a777-4da1-99b8-1690aee5e022 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/subnets/8c010c2b-98e1-4226-bb94-68edfef49487 HTTP/1.1" status: 204 len: 168 time: 2.3030307 Mar 16 11:19:37.800976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:37.847088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.879029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f29f997-03b3-46fa-b969-40da462a5733,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:37.922584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:37.923730 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-088669e3-49fc-4ec0-b7b3-12fd9461247d tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f29f997-03b3-46fa-b969-40da462a5733 HTTP/1.1" status: 204 len: 168 time: 0.8733132 Mar 16 11:19:37.928456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:38.007138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36a1b707-d228-42be-b11b-3a7efd8d5c2c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Synchronizing usage tracker for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:38.032119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36a1b707-d228-42be-b11b-3a7efd8d5c2c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] Unset dirty status for tenant:e8e1676263fe4812b6ce6b246753bc1e on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:38.033337 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-36a1b707-d228-42be-b11b-3a7efd8d5c2c tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1039321 Mar 16 11:19:38.061677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:38.091233 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7ca49142-2b88-43d2-885b-cb925c738ddc tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] delete failed (client error): The resource could not be found. Mar 16 11:19:38.092245 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ca49142-2b88-43d2-885b-cb925c738ddc tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "DELETE /v2.0/security-groups/1584d85c-aedc-4641-b056-14ca60281861 HTTP/1.1" status: 404 len: 347 time: 0.0296507 Mar 16 11:19:38.096484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39534) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:38.125457 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-afe80b65-b5e8-43a9-a533-419e8552f92a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] show failed (client error): The resource could not be found. Mar 16 11:19:38.131377 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-afe80b65-b5e8-43a9-a533-419e8552f92a tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-groups/59488531-fa99-400c-a55a-a241bb3b658d HTTP/1.1" status: 404 len: 347 time: 0.0294993 Mar 16 11:19:38.132041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39538) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:38.155115 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-608b4e68-aa8e-4538-b14b-fb0a33069184 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] show failed (client error): The resource could not be found. Mar 16 11:19:38.162411 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-608b4e68-aa8e-4538-b14b-fb0a33069184 tempest-NegativeSecGroupIPv6Test-871777503 tempest-NegativeSecGroupIPv6Test-871777503-project] 10.222.0.36 "GET /v2.0/security-group-rules/1b87bb7d-a4c9-4b82-9a9d-bc66e0d6519f HTTP/1.1" status: 404 len: 356 time: 0.0231571 Mar 16 11:19:38.209659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] DHCP port deletion for 6012bcf8-34d3-43a7-908e-65b5d4e94df7 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:38.215841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Deleting port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:38.216710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.242407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Deleting port 1aec2ec0-3c43-4381-b595-04b178e48722 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:38.242748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.429761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.455218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:38.455583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.471217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.512159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a1a10-1613-4081-a2fd-5fe332bd15c3 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:38.512834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c5a1a10-1613-4081-a2fd-5fe332bd15c3 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Synchronizing usage tracker for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:38.628058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39546) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:38.642682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] For port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,segment=NetworkSegment(efac8873-59b9-492e-8451-6f34d9f7a157),segment_id=efac8873-59b9-492e-8451-6f34d9f7a157)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:38.644028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.681319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] For port 1aec2ec0-3c43-4381-b595-04b178e48722, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1aec2ec0-3c43-4381-b595-04b178e48722,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:38.681814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:38.707194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:38.759755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:38.761568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d070180-7f33-4185-877a-7c231896b4a4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:38.806692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18810ba2-26f4-427d-9d4f-dd906512ccb2 None None] Network 4848f00f-95fa-45c6-a9e5-2bae50149f59 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:38.897274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Calling delete_port for 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:38.956083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Calling delete_port for 1aec2ec0-3c43-4381-b595-04b178e48722 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:38.964502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-407432d8-eb94-411c-867a-dc133ff3bb93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8d3639ff48b446ebab8576c5a403146&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0507782 Mar 16 11:19:38.973267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:39.017082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c5a1a10-1613-4081-a2fd-5fe332bd15c3 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Unset dirty status for tenant:7987b3a12dac4b4db6f47200ffb61ac5 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:39.018747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c5a1a10-1613-4081-a2fd-5fe332bd15c3 tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1624849 Mar 16 11:19:39.043918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:39.078751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.079331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Provisioning for port b8268cce-b4b6-4a90-99a9-d8021bfc4142 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:39.083393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94700083-e4b5-492c-a3e0-5461be80aab1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "PUT /v2.0/routers/71d93437-5ac5-4092-9e70-64518c568682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1151855 Mar 16 11:19:39.087442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39562) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:39.126682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Provisioning complete for port b8268cce-b4b6-4a90-99a9-d8021bfc4142 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:39.127087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:39.271830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No DVR routers for this DVR port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:39.278692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:39.279245 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5be358aa-231a-4a0d-b0e1-828e4f092340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8e1676263fe4812b6ce6b246753bc1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6496654 Mar 16 11:19:39.279846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:39.282630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375ace1-addd-4c05-ad2e-3d7b08af8414 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:39.283978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375ace1-addd-4c05-ad2e-3d7b08af8414 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:39.284764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c375ace1-addd-4c05-ad2e-3d7b08af8414 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:39.287545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39568) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:39.368995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.421412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] For port b8268cce-b4b6-4a90-99a9-d8021bfc4142, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8268cce-b4b6-4a90-99a9-d8021bfc4142,segment=NetworkSegment(c6535fa4-2a53-41bd-a5f2-f406628a47e3),segment_id=c6535fa4-2a53-41bd-a5f2-f406628a47e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:39.424536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c375ace1-addd-4c05-ad2e-3d7b08af8414 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:39.429480 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c375ace1-addd-4c05-ad2e-3d7b08af8414 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3373425 Mar 16 11:19:39.438411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.439777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39572) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:39.477505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.482190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] DHCP port deletion for 4848f00f-95fa-45c6-a9e5-2bae50149f59 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:39.510151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Deleting port b8268cce-b4b6-4a90-99a9-d8021bfc4142 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:39.510539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.576264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.578535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40a626-8f01-416e-9d79-37d5e18eb9ed None None] Pushing event updated for resources: {'Port': ['ID=b8268cce-b4b6-4a90-99a9-d8021bfc4142,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:39.594841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.602840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.637516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d869c-dfc2-4d7b-879e-74d48560c3b4 None None] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:39.651306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.656803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting port b8268cce-b4b6-4a90-99a9-d8021bfc4142 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:39.657138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.663589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:39.691109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6012bcf8-34d3-43a7-908e-65b5d4e94df7']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:39.699283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.700946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aec2ec0-3c43-4381-b595-04b178e48722,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:39.729956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efac8873-59b9-492e-8451-6f34d9f7a157') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:39.730274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efac8873-59b9-492e-8451-6f34d9f7a157') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:39.773645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.791821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Deleting port 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:39.792186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.869179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:39.985783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-551df029-2c6e-40e2-b65a-408d1f592b88 None None] The port '979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:40.011209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.020896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b9d86e75-be6d-4836-b14f-47d38b6c7b00 None None] Provisioning for port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:40.034714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:40.034714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:40.045669 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:40.050059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] For port b8268cce-b4b6-4a90-99a9-d8021bfc4142, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8268cce-b4b6-4a90-99a9-d8021bfc4142,segment=NetworkSegment(c6535fa4-2a53-41bd-a5f2-f406628a47e3),segment_id=c6535fa4-2a53-41bd-a5f2-f406628a47e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:40.050617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.156993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet a3b265f1-9126-49c3-80f1-080c337298d3 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:40.161912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.190073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.204152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Calling delete_port for b8268cce-b4b6-4a90-99a9-d8021bfc4142 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:40.233446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.244871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.295465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d070180-7f33-4185-877a-7c231896b4a4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.296290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Sync routers for ids ['71d93437-5ac5-4092-9e70-64518c568682'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:40.303040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.314112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:40.317156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa2676-2fc3-4d22-8d54-7d7563d99c5e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.344038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.352594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.357381 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b16f0c8-4b29-4602-9aec-1c22292e1989 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2aa2676-2fc3-4d22-8d54-7d7563d99c5e HTTP/1.1" status: 204 len: 168 time: 1.0621634 Mar 16 11:19:40.370680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:40.371674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.401468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.414055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Routers {'71d93437-5ac5-4092-9e70-64518c568682'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:40.414937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['71d93437-5ac5-4092-9e70-64518c568682'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:40.415312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=6012bcf8-34d3-43a7-908e-65b5d4e94df7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.433553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.437502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8cb3ea2-dee2-48c2-a319-8b995b84d01e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d070180-7f33-4185-877a-7c231896b4a4 HTTP/1.1" status: 204 len: 168 time: 1.4174306 Mar 16 11:19:40.439314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce129013-7636-4994-95d0-483f7de16240 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/6012bcf8-34d3-43a7-908e-65b5d4e94df7 HTTP/1.1" status: 204 len: 168 time: 3.4584584 Mar 16 11:19:40.449310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39580) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:40.461574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] For port b8268cce-b4b6-4a90-99a9-d8021bfc4142, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b8268cce-b4b6-4a90-99a9-d8021bfc4142,segment=NetworkSegment(c6535fa4-2a53-41bd-a5f2-f406628a47e3),segment_id=c6535fa4-2a53-41bd-a5f2-f406628a47e3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:40.462233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.508464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.572106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.654320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Set router 71d93437-5ac5-4092-9e70-64518c568682 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:40.706096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.728651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.771386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] Pushing event deleted for resources: {'Port': ['ID=b8268cce-b4b6-4a90-99a9-d8021bfc4142,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.794170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b265f1-9126-49c3-80f1-080c337298d3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:40.823562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:40.854149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c1651f-4ab1-430a-97d6-d124f335c517 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:40.859755 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6edff57b-c7c4-4aa2-8d00-1334339b02b1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a3b265f1-9126-49c3-80f1-080c337298d3 HTTP/1.1" status: 204 len: 168 time: 1.4168804 Mar 16 11:19:40.860454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:40.870009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:35Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:40.926646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Calling delete_port for b8268cce-b4b6-4a90-99a9-d8021bfc4142 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:41.038941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dba6b5-5fb3-4d80-8b1f-650f94327460 None None] No DVR routers for this DVR port b8268cce-b4b6-4a90-99a9-d8021bfc4142 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:41.040658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Checking router: 71d93437-5ac5-4092-9e70-64518c568682 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:41.099776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.222364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Routers {'71d93437-5ac5-4092-9e70-64518c568682'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:41.223078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['71d93437-5ac5-4092-9e70-64518c568682'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:41.285018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7a6895c-d01d-4808-ad61-efc0b8624762 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:41.315641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:41.316119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:41.415636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] Set router 71d93437-5ac5-4092-9e70-64518c568682 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:41.505940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7a6895c-d01d-4808-ad61-efc0b8624762 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:41.506901 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7a6895c-d01d-4808-ad61-efc0b8624762 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6429245 Mar 16 11:19:41.508387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,segment=NetworkSegment(5122227a-4be3-4bba-a599-954c67964eb6),segment_id=5122227a-4be3-4bba-a599-954c67964eb6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:41.509760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:41.643785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.658794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Provisioning complete for port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:41.659163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.738845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.747258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.805176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.879295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39610) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:41.891505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:41.896146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:41.918038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting port b8268cce-b4b6-4a90-99a9-d8021bfc4142 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:41.918038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:41.932684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:35Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:41.963050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:41.963571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 979815a0-d4a6-4ff8-a5b4-c0cf8cc87d79 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:41.964120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8268cce-b4b6-4a90-99a9-d8021bfc4142 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:42.015441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] The port 'b8268cce-b4b6-4a90-99a9-d8021bfc4142' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:42.022647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e400f0c-414e-42b4-8c08-6a5273b16a5e None None] The sync data for ids ['71d93437-5ac5-4092-9e70-64518c568682'] in dv-neutron-833733-1-hyperv is: [{'id': '71d93437-5ac5-4092-9e70-64518c568682', 'name': 'tempest-NetworksTestDHCPv6-router-410103986', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:19:21Z', 'updated_at': '2022-03-16T11:19:35Z', 'revision_number': 3, 'project_id': 'd0c617c97d4d4a1f9910539767ab681b', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:42.032939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b8268cce-b4b6-4a90-99a9-d8021bfc4142 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:42.033399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b8268cce-b4b6-4a90-99a9-d8021bfc4142 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:42.035938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.128346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=547b2080-d32f-4528-a921-023269c76197,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:42.154019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Provisioning for port 547b2080-d32f-4528-a921-023269c76197 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:42.163141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Provisioning complete for port 547b2080-d32f-4528-a921-023269c76197 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:42.171166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.219863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.239382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-710109585-network', 'tenant_id': '6e2dfd9e6070419fb0118131f9a5a46f'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:42.247553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-13f7ce78-e6e2-4c29-aecd-5201107f10ab None None] Port 547b2080-d32f-4528-a921-023269c76197 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:42.314998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:42.373384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-db442e4b-885a-4d5b-bf19-e94b5ffa7b2e None None] Provisioning complete for port 547b2080-d32f-4528-a921-023269c76197 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:42.373384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db442e4b-885a-4d5b-bf19-e94b5ffa7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.385297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Usage tracker for resource:network and tenant:6e2dfd9e6070419fb0118131f9a5a46f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:42.397525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:42.413089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.415119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:42.419549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:42.434090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.453608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Deleting port 5897c0e9-baee-4e87-9ae2-b588651b0557 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:42.454301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.458285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.477171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Made reservation on behalf of 6e2dfd9e6070419fb0118131f9a5a46f for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:42.480697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.500614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.501135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Fanout notify agent at l3_agent the message router_deleted on router 71d93437-5ac5-4092-9e70-64518c568682 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:19:42.510738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.542106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4848f00f-95fa-45c6-a9e5-2bae50149f59']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:42.543678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Router ff03d8e6-9410-47c1-ac27-8261ab628f41 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:42.546891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-db442e4b-885a-4d5b-bf19-e94b5ffa7b2e None None] Port 547b2080-d32f-4528-a921-023269c76197 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:42.569171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6535fa4-2a53-41bd-a5f2-f406628a47e3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:42.569620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6535fa4-2a53-41bd-a5f2-f406628a47e3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:42.587754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:42.590889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:42.596944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.600589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.602458 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ae01941-8684-4708-9bd3-f1ac6d30d9a0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/routers/71d93437-5ac5-4092-9e70-64518c568682 HTTP/1.1" status: 204 len: 168 time: 1.0916848 Mar 16 11:19:42.606477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2dfd9e6070419fb0118131f9a5a46f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:42.609156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:42.612278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:42.658449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.680940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:42.681501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:42.701244 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:42.774533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] For port 5897c0e9-baee-4e87-9ae2-b588651b0557, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5897c0e9-baee-4e87-9ae2-b588651b0557,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:42.774840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.833661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:42.837747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:42.838135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.864041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.879146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.909879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:42.925553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Calling delete_port for 5897c0e9-baee-4e87-9ae2-b588651b0557 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:42.936853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=4848f00f-95fa-45c6-a9e5-2bae50149f59,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:42.958780 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1b73370f-6f33-4a1d-a364-c33d38bfed1a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/4848f00f-95fa-45c6-a9e5-2bae50149f59 HTTP/1.1" status: 204 len: 168 time: 3.9121370 Mar 16 11:19:42.961958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.038220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea9a0f6-135d-4c5d-b0e7-3f33383e7cd5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:43.039621 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1ea9a0f6-135d-4c5d-b0e7-3f33383e7cd5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4287958 Mar 16 11:19:43.041823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.044708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.084131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.105354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.133810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:43.154185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:43.168983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] Pushing event deleted for resources: {'Port': ['ID=5897c0e9-baee-4e87-9ae2-b588651b0557,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:43.172032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f85ea5-f8c6-4dcb-900b-e91675f83b5f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:43.172792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95f85ea5-f8c6-4dcb-900b-e91675f83b5f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:43.176705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.177105 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Added segment 8bd0c9c3-4d06-4900-9c0d-cb3573287736 of type vlan for network 4d042098-0649-4008-b103-c4259de1e264 Mar 16 11:19:43.178462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b040a-9b9f-4e00-9fc4-c9903ad87ad3 None None] No DVR routers for this DVR port 5897c0e9-baee-4e87-9ae2-b588651b0557 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:43.204497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142affca-98e3-44f6-aa79-56f03ed20768 None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:19:43.215070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95f85ea5-f8c6-4dcb-900b-e91675f83b5f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:43.218786 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-95f85ea5-f8c6-4dcb-900b-e91675f83b5f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1706395 Mar 16 11:19:43.219542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39628) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.225104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.273859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.297845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9451dff4-8074-49a4-930b-1afbc6ffa68f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:43.312522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:43.316813 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Sync routers for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:43.328133 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:43.328754 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:43.337683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142affca-98e3-44f6-aa79-56f03ed20768 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:19:43.343045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9451dff4-8074-49a4-930b-1afbc6ffa68f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:43.348177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9451dff4-8074-49a4-930b-1afbc6ffa68f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226554 Mar 16 11:19:43.348177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-360cffc7-da4d-4dd6-97cf-1fbd3e2fb0c8 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff03d8e6-9410-47c1-ac27-8261ab628f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1892176 Mar 16 11:19:43.348432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39632) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.351987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39634) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.357095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:43.427752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.431398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.432252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:43.432817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.512572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Deleting port bac09750-fe49-4a49-a16e-bfd4c9d3ea18 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:43.512911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.530069 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:43.660805 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7781482 Mar 16 11:19:43.661838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:43.687483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Request body: {'subnet': {'network_id': '4d042098-0649-4008-b103-c4259de1e264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-710109585-subnet', 'tenant_id': '6e2dfd9e6070419fb0118131f9a5a46f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:43.694852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b37031-4e54-4eec-8a48-fd7bb5e3e313 admin admin] Pushing event updated for resources: {'Network': ['ID=4d042098-0649-4008-b103-c4259de1e264,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:43.707179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:43.711347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4d042098-0649-4008-b103-c4259de1e264 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:43.722474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Usage tracker for resource:subnet and tenant:6e2dfd9e6070419fb0118131f9a5a46f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:43.728011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:43.737156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:43.739539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:43.755319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:43.766643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Made reservation on behalf of 6e2dfd9e6070419fb0118131f9a5a46f for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:43.769094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.837152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:43.840664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:43.902298 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:19:39Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:43.906696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Checking router: ff03d8e6-9410-47c1-ac27-8261ab628f41 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:43.917781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Routers {'ff03d8e6-9410-47c1-ac27-8261ab628f41'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:43.922398 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ff03d8e6-9410-47c1-ac27-8261ab628f41'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:44.143455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5897c0e9-baee-4e87-9ae2-b588651b0557 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:44.174614 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] Set router ff03d8e6-9410-47c1-ac27-8261ab628f41 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:44.178569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.189672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5897c0e9-baee-4e87-9ae2-b588651b0557 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:44.190453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5897c0e9-baee-4e87-9ae2-b588651b0557 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:44.191185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 110d2b9b-4bef-499f-86fb-08106ab344e6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:44.227620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 110d2b9b-4bef-499f-86fb-08106ab344e6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:44.228388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 110d2b9b-4bef-499f-86fb-08106ab344e6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:44.237623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.289361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] For port bac09750-fe49-4a49-a16e-bfd4c9d3ea18, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bac09750-fe49-4a49-a16e-bfd4c9d3ea18,segment=NetworkSegment(1c0345ee-fd2d-426e-a59a-17162494abb7),segment_id=1c0345ee-fd2d-426e-a59a-17162494abb7)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:44.289946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.439290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Calling delete_port for bac09750-fe49-4a49-a16e-bfd4c9d3ea18 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:44.500503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:19:39Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:44.505297 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229bb30-a998-492b-8829-ee688ab867d3 None None] The sync data for ids ['ff03d8e6-9410-47c1-ac27-8261ab628f41'] in dv-neutron-833733-1-hyperv is: [{'id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'name': 'tempest-ServerActionsTestJSON-1965567912-router', 'tenant_id': '0d88939110374a91b73f7c49fe4abc0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:15:55Z', 'updated_at': '2022-03-16T11:19:39Z', 'revision_number': 5, 'project_id': '0d88939110374a91b73f7c49fe4abc0f', 'gw_port': {'id': '970784ce-769c-40b9-947a-0307e8bcff4e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03d8e6-9410-47c1-ac27-8261ab628f41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:15:56Z', 'updated_at': '2022-03-16T11:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:44.542691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be98da9-61bd-4496-91dc-a42dccbcf93b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:44.589860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.594475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.596026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Checking segment: {'id': '8bd0c9c3-4d06-4900-9c0d-cb3573287736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d042098-0649-4008-b103-c4259de1e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:44.596394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Network hostable DHCP agents. Network: 4d042098-0649-4008-b103-c4259de1e264, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:44.629413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.630228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.652874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:44.653228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.678331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Port': ['ID=bac09750-fe49-4a49-a16e-bfd4c9d3ea18,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:44.687116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:19:44.691278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.722148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Network 4d042098-0649-4008-b103-c4259de1e264 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:44.731507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] No DVR routers for this DVR port bac09750-fe49-4a49-a16e-bfd4c9d3ea18 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:44.771949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4d042098-0649-4008-b103-c4259de1e264) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:44.779616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:44.780193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.781949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e183cd-75d1-43c0-a041-a9ea1cbd8604 None None] Network 4d042098-0649-4008-b103-c4259de1e264 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:44.789203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:44.790424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=9233815d-b8e6-4db2-807d-f4d456c181aa,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:44.797520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:44.803531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:44.804186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.818012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cf190-705f-4292-a541-de4d8a79cdec None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:44.851458 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8538ca81-2fb5-4fb9-8745-45f4e666b8e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1835542 Mar 16 11:19:44.862203 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3f2943f1-3b66-4063-9289-560c704ab31e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5125060 Mar 16 11:19:44.863869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:44.866500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39646) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:44.873349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:44.899612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Deleting port 970784ce-769c-40b9-947a-0307e8bcff4e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:44.899998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.101431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=547b2080-d32f-4528-a921-023269c76197,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:45.207975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:45.226580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:45.234490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.247118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:45.262930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] For port 970784ce-769c-40b9-947a-0307e8bcff4e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=970784ce-769c-40b9-947a-0307e8bcff4e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:45.263280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.280002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:45.295871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:45.342874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625196e1-b032-41bd-9625-0a6ae4cb815e None None] Network 4d042098-0649-4008-b103-c4259de1e264 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:45.398571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:45.478685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Calling delete_port for 970784ce-769c-40b9-947a-0307e8bcff4e owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:45.510846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:45.603613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414d4496-c795-44c3-bff2-c68918d5df4a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.613571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '9233815d-b8e6-4db2-807d-f4d456c181aa'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:45.614460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.624331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0345ee-fd2d-426e-a59a-17162494abb7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.624615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0345ee-fd2d-426e-a59a-17162494abb7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:45.668277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.668498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.675000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port 8b45fedd-cae8-4c46-a6a9-b9373798d1b6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:45.675344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.751855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.831652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:45.857184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Allocated IP 2001:db8::f816:3eff:fe3c:a08a (1002c76f-2977-4cc2-9a1c-483f137d3546/9233815d-b8e6-4db2-807d-f4d456c181aa/7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:45.879838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:45.880288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:45.895906 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:45.999051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.056191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Pushing event deleted for resources: {'Port': ['ID=970784ce-769c-40b9-947a-0307e8bcff4e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.155510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.185482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-65407ef1-7b8d-4d97-a1d9-7eb11c7220cb None None] Provisioning complete for port 547b2080-d32f-4528-a921-023269c76197 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:46.185906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.186041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65407ef1-7b8d-4d97-a1d9-7eb11c7220cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.198242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=414d4496-c795-44c3-bff2-c68918d5df4a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.220230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1edc20c7-81db-4f4d-9a32-6d3ab9f6901a tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/414d4496-c795-44c3-bff2-c68918d5df4a HTTP/1.1" status: 204 len: 168 time: 3.2025175 Mar 16 11:19:46.220804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39668) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:46.241431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:46.252559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1578506296-network', 'tenant_id': 'a299ad63d42545279976984923d22ffa'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:46.257779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:46.261033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1aec2ec0-3c43-4381-b595-04b178e48722 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:46.263145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Usage tracker for resource:network and tenant:a299ad63d42545279976984923d22ffa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:46.266613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:46.273079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:46.284482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Made reservation on behalf of a299ad63d42545279976984923d22ffa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:46.287530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.301240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.307693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 1aec2ec0-3c43-4381-b595-04b178e48722 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:46.308035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1aec2ec0-3c43-4381-b595-04b178e48722 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:46.320752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.367187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-65407ef1-7b8d-4d97-a1d9-7eb11c7220cb None None] Port 547b2080-d32f-4528-a921-023269c76197 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:19:46.408797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.452307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.465011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Transition to ACTIVE for port object 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:46.477804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.488070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Transition to ACTIVE for port object 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:46.495732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.549197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Port': ['ID=8b45fedd-cae8-4c46-a6a9-b9373798d1b6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.557551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:46.564791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:46.569472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:46.611679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Pushing event updated for resources: {'Port': ['ID=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.619193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:46.630780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:46.641584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:46.642190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.651289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.674866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Attempting to bind port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:46.675268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Attempting to bind port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:46.675576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Attempting to bind port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:46.684281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:46.684801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:46.685318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.685844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:46.687621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Bound port: 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:46.688192 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.697947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.707700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 9c22e965-ad4e-487f-af3c-2c4b642a9143 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:19:46.714431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=5e9a7526-7f47-47af-b0ed-b5f483f5db15,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.746565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2551ac2b-a18f-4ef7-9ae6-e92be8ea896d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:46.768668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996a36e7-6eae-4889-b77d-26dc2724b851') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:46.768957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996a36e7-6eae-4889-b77d-26dc2724b851') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:46.775878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:46.790997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Usage tracker for resource:security_group_rule and tenant:a299ad63d42545279976984923d22ffa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:46.796092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:46.814838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:46.825507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] For port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:46.830379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] For port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:46.837641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.847458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:46.885262 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6be99d6a-41dd-4ddb-9860-96c783ac848f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0177286 Mar 16 11:19:46.944648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:46.957300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4fd29-839d-462a-9aa1-bb5dbda87801 None None] Pushing event updated for resources: {'Port': ['ID=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:46.963000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:7a:20:94', 'name': 'tempest-NetworksTestDHCPv6-1104618463'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:46.983477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.053362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.159470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.161644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff03d8e6-9410-47c1-ac27-8261ab628f41 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:19:47.187438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.191305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.195689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:47.197817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.200768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.204935 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ff8b69b-ce0a-433c-aeb1-eeb2481ab473 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ff03d8e6-9410-47c1-ac27-8261ab628f41 HTTP/1.1" status: 204 len: 168 time: 3.8496981 Mar 16 11:19:47.210629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:47.215225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:47.216876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:47.217467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.221692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:47.231904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:47.240843 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:47.281663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:47.308297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1ad5c-dca5-4af1-8138-1ad8162d3498,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:47.316165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:47.320220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.334937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.335619 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Added segment bf9399ea-a45f-4bd9-92ec-36a7fe6744d9 of type vlan for network 917d2cc2-2993-441d-8e5a-5ca5df28dfff Mar 16 11:19:47.367750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Deleting subnet 39f650d3-adca-4d93-9675-34f652668e64 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:47.369759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.375182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.381978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.397020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.417270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=2551ac2b-a18f-4ef7-9ae6-e92be8ea896d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:47.434793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port af406812-4373-4a9b-9853-dc4e226d98d0 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:19:47.472264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.491843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be193d6c-17f1-4156-86f7-ebd6db05dbfe tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/2551ac2b-a18f-4ef7-9ae6-e92be8ea896d HTTP/1.1" status: 204 len: 168 time: 1.2661202 Mar 16 11:19:47.495425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39684) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:47.509217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.622679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.623519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:47.624081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.651051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:47.658687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0764563f-f1fd-46f3-a689-0e9cfa89a8f1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/9c22e965-ad4e-487f-af3c-2c4b642a9143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8652205 Mar 16 11:19:47.663999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39688) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:47.665007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] Sync routers for ids ['9c22e965-ad4e-487f-af3c-2c4b642a9143'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:47.681072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] Routers {'9c22e965-ad4e-487f-af3c-2c4b642a9143'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:47.681884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c22e965-ad4e-487f-af3c-2c4b642a9143'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.724267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.747480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.764314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] Routers {'9c22e965-ad4e-487f-af3c-2c4b642a9143'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:47.764528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c22e965-ad4e-487f-af3c-2c4b642a9143'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.795765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] Pushing event updated for resources: {'Network': ['ID=917d2cc2-2993-441d-8e5a-5ca5df28dfff,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:47.811711 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-018f7468-d4d4-435b-a17b-58da054b1b07 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5674138 Mar 16 11:19:47.819233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39692) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:47.824069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 917d2cc2-2993-441d-8e5a-5ca5df28dfff details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:47.861668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:47.862196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347ae3a-5dd5-4208-85e6-ca32e6d87a6a None None] The sync data for ids ['9c22e965-ad4e-487f-af3c-2c4b642a9143'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:47.878110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:47.881007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d786ad-613e-44b6-8f70-67e2083ae05e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:47.886451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24d786ad-613e-44b6-8f70-67e2083ae05e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports/547b2080-d32f-4528-a921-023269c76197 HTTP/1.1" status: 200 len: 984 time: 0.2210069 Mar 16 11:19:47.904164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:47.957137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Request body: {'subnet': {'network_id': '917d2cc2-2993-441d-8e5a-5ca5df28dfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1578506296-subnet', 'tenant_id': 'a299ad63d42545279976984923d22ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:47.975292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:48.009380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Usage tracker for resource:subnet and tenant:a299ad63d42545279976984923d22ffa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:48.013776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:48.024023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:48.182319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Made reservation on behalf of a299ad63d42545279976984923d22ffa for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:48.183592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace5214-4cbe-4c3b-887a-44e3e29fb5eb None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:48.185601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.259295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:48.275817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.335775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 172.20.0.13 (1002c76f-2977-4cc2-9a1c-483f137d3546/5e9a7526-7f47-47af-b0ed-b5f483f5db15/af406812-4373-4a9b-9853-dc4e226d98d0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:48.351399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f650d3-adca-4d93-9675-34f652668e64,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:48.351609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.355296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b9382bd3-20cc-47ab-8c95-4ec677e87d81 None None] Provisioning for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:48.369909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe7a:2094 (1002c76f-2977-4cc2-9a1c-483f137d3546/9233815d-b8e6-4db2-807d-f4d456c181aa/af406812-4373-4a9b-9853-dc4e226d98d0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:48.372719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.393985 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f6ca0298-8285-423e-86eb-7b3aa63b23dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39f650d3-adca-4d93-9675-34f652668e64 HTTP/1.1" status: 204 len: 168 time: 1.1722925 Mar 16 11:19:48.394247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18d63b1-d2a0-4878-ae84-bc1686a98bc0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:48.395800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:48.414740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90761439-a14f-4b6d-9b9f-bb27f27ad498') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:48.415034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90761439-a14f-4b6d-9b9f-bb27f27ad498') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:48.430844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dab7b1-5571-488d-9dac-b5edff9af7db None None] Network ea7189ab-a939-4c69-ae2d-cb3d1499d38c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:48.435011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.464432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.467691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:48.476131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:48.476537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:48.491473 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:48.617458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:48.632855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:48.633190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.652329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.759603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Deleting port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:48.759852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.844431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.863245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.899913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.925498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] Pushing event deleted for resources: {'Network': ['ID=a18d63b1-d2a0-4878-ae84-bc1686a98bc0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:48.940253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18be26fe-21bd-4842-b3b9-675f03dbf50d tempest-BulkNetworkOpsIpV6Test-267076671 tempest-BulkNetworkOpsIpV6Test-267076671-project] 10.222.0.36 "DELETE /v2.0/networks/a18d63b1-d2a0-4878-ae84-bc1686a98bc0 HTTP/1.1" status: 204 len: 168 time: 1.4436572 Mar 16 11:19:48.943903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.954414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] DHCP port deletion for ea7189ab-a939-4c69-ae2d-cb3d1499d38c request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:48.982143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.983439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Deleting port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:48.983902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:48.988488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:48.999806 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c99692d-23af-4c18-9c69-d113b2722619 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5452254 Mar 16 11:19:49.002457 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:49.008888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.019956 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:49.031231 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:49.037016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875523b6-d001-4b63-9236-1e99b06f8dcf,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:49.052906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Checking segment: {'id': 'bf9399ea-a45f-4bd9-92ec-36a7fe6744d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '917d2cc2-2993-441d-8e5a-5ca5df28dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:49.053252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Network hostable DHCP agents. Network: 917d2cc2-2993-441d-8e5a-5ca5df28dfff, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:49.073253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:49.079116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Network 917d2cc2-2993-441d-8e5a-5ca5df28dfff is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:49.093517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 917d2cc2-2993-441d-8e5a-5ca5df28dfff) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:49.098915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:49.099823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.110697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.114389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object af406812-4373-4a9b-9853-dc4e226d98d0 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:49.122418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d4107-ee5d-44d9-a251-86db7aeee454 None None] Network 917d2cc2-2993-441d-8e5a-5ca5df28dfff requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:49.135306 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f426931a-703e-4d18-b006-8bb44ed155f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2655079 Mar 16 11:19:49.208536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 970784ce-769c-40b9-947a-0307e8bcff4e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:49.233745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.369595 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:49.377583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 970784ce-769c-40b9-947a-0307e8bcff4e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:49.378117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 970784ce-769c-40b9-947a-0307e8bcff4e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:49.379788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Update dhcp port {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '9233815d-b8e6-4db2-807d-f4d456c181aa', 'ip_address': '2001:db8::f816:3eff:fe3c:a08a'}, {'subnet_id': '5e9a7526-7f47-47af-b0ed-b5f483f5db15'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:19:49.387183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=af406812-4373-4a9b-9853-dc4e226d98d0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:49.474502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] For port fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:49.475152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.495152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:49.507592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:49.516615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:49.562061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:49.570365 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:49.594541 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:49.595316 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:49.674087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:49.761508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting subnet 7a268f3a-d556-4fa5-9b88-c0dd133f1e97 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:49.766210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.833557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:49.841747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.848480 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:49.858596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.965713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] For port fc9e72e6-5176-40fd-b1d0-5a3d31492f85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,segment=NetworkSegment(956431f3-4b91-46f7-aa5d-ce733dfd4f37),segment_id=956431f3-4b91-46f7-aa5d-ce733dfd4f37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:49.966469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:49.967594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Calling delete_port for fc9e72e6-5176-40fd-b1d0-5a3d31492f85 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:50.052090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.115452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Calling delete_port for fc9e72e6-5176-40fd-b1d0-5a3d31492f85 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:50.125287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.125964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.133879 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:50.146233 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e66e1-5573-4528-810e-5b59631c840d None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:50.196214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.205708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:50.218674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-534655a7-3909-4d26-a6cd-a79f67eac69a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7987b3a12dac4b4db6f47200ffb61ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5431833 Mar 16 11:19:50.253444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.269595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.339461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8d806-f4ec-41be-9164-46c1c4bc9b04 None None] Network 917d2cc2-2993-441d-8e5a-5ca5df28dfff requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:50.413961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9e72e6-5176-40fd-b1d0-5a3d31492f85,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:50.441246 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac1d8d81-95f6-4831-871a-259a469776e9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4872632 Mar 16 11:19:50.453722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39742) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.454915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] No DVR routers for this DVR port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:50.497488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:50.497729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:50.537333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98419c40-93af-4822-9719-e01d60aa1f77 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/f282b95e-eaae-4740-b864-51a302541f50 HTTP/1.1" status: 200 len: 994 time: 0.3262525 Mar 16 11:19:50.542594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Allocated IP 172.20.0.2 (1002c76f-2977-4cc2-9a1c-483f137d3546/5e9a7526-7f47-47af-b0ed-b5f483f5db15/7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:50.555223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.570046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:50.570463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.618027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Subnet': ['ID=7a268f3a-d556-4fa5-9b88-c0dd133f1e97,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:50.640814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-7cd06028-fcb9-42a8-8672-a30aaab551d9 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.642331 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-7cd06028-fcb9-42a8-8672-a30aaab551d9 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/networks?id=4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 200 len: 811 time: 0.3271439 Mar 16 11:19:50.643368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.653886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b2dd5e0d-5488-4efc-974d-3b4dc7d14ae6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/7a268f3a-d556-4fa5-9b88-c0dd133f1e97 HTTP/1.1" status: 204 len: 168 time: 1.6439724 Mar 16 11:19:50.655286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.663804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278dd70-6b3c-4e05-ae8a-685fee0b51c7 None None] Network ab7d26b3-9a32-4cfd-b080-c65c407bc223 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:50.672856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-74c145a1-f4df-41b3-b9d4-071bf26dcb2d tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/quotas/6e2dfd9e6070419fb0118131f9a5a46f HTTP/1.1" status: 200 len: 375 time: 0.0166574 Mar 16 11:19:50.682521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78ce3c-4ef5-4f42-95c4-742311724582 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.686453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78ce3c-4ef5-4f42-95c4-742311724582 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:50.687312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ba78ce3c-4ef5-4f42-95c4-742311724582 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:50.761843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-66ea496c-d384-4b97-b581-3bd1825cf2d0 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705369 Mar 16 11:19:50.781811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ba78ce3c-4ef5-4f42-95c4-742311724582 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:50.785932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba78ce3c-4ef5-4f42-95c4-742311724582 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3296251 Mar 16 11:19:50.786783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:50.879960 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-c6ac1a9c-32da-4a65-ab27-4fab30440a91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9427538 Mar 16 11:19:50.905975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port af406812-4373-4a9b-9853-dc4e226d98d0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:50.906326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.919229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.921771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.946892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:50.980737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7189ab-a939-4c69-ae2d-cb3d1499d38c']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:50.999996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Deleting port fc9e72e6-5176-40fd-b1d0-5a3d31492f85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:51.000673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.018991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39760) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:51.070560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.091000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956431f3-4b91-46f7-aa5d-ce733dfd4f37') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:51.091268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956431f3-4b91-46f7-aa5d-ce733dfd4f37') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:51.116753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port d09bffff-ec3e-461e-804b-c20bf9fc39e2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:51.116753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.141167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-400de05e-f0ff-4b01-a54e-eda9fa0f2bff None None] The port 'fc9e72e6-5176-40fd-b1d0-5a3d31492f85' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:51.141708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.208947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.228479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:51.228808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:51.245174 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:51.274035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] For port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:51.321471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.379812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.400255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fc9e72e6-5176-40fd-b1d0-5a3d31492f85 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:51.401919 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-6e001333-09d3-492c-b529-70390b335fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362126 Mar 16 11:19:51.433084 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-4753a53f-0e76-4b9a-8a5d-01e1305dc6fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1099 time: 0.4451635 Mar 16 11:19:51.446056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: fc9e72e6-5176-40fd-b1d0-5a3d31492f85 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:51.446368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fc9e72e6-5176-40fd-b1d0-5a3d31492f85 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:51.465421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Transition to ACTIVE for port object 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:51.473408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.509988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1d3fb-e566-4d64-9268-4f919c963bb2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:51.528927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] DHCP port deletion for ab7d26b3-9a32-4cfd-b080-c65c407bc223 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:51.546221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.558458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Deleting port d09bffff-ec3e-461e-804b-c20bf9fc39e2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:51.558824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.590881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.624346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:51.624743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.634757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.635880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-28f35834-92ac-4073-9d71-ad6faab7cce4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a1d3fb-e566-4d64-9268-4f919c963bb2 HTTP/1.1" status: 204 len: 168 time: 1.3677368 Mar 16 11:19:51.671828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7189ab-a939-4c69-ae2d-cb3d1499d38c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:51.689503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.725648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001de5c-f439-4350-b6f4-1e8fe92557f8 None None] Pushing event updated for resources: {'Port': ['ID=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:51.759975 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4adcac32-0575-4725-8ab0-7b8a2a0937a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ea7189ab-a939-4c69-ae2d-cb3d1499d38c HTTP/1.1" status: 204 len: 168 time: 3.3642116 Mar 16 11:19:51.804182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.838306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] For port d09bffff-ec3e-461e-804b-c20bf9fc39e2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d09bffff-ec3e-461e-804b-c20bf9fc39e2,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:51.838812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:51.934514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] For port d09bffff-ec3e-461e-804b-c20bf9fc39e2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d09bffff-ec3e-461e-804b-c20bf9fc39e2,segment=NetworkSegment(3981d67c-8d7b-43cc-a6ee-afc9e38b356f),segment_id=3981d67c-8d7b-43cc-a6ee-afc9e38b356f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:19:51.934901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.007045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for af406812-4373-4a9b-9853-dc4e226d98d0 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:52.069271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Calling delete_port for d09bffff-ec3e-461e-804b-c20bf9fc39e2 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:52.125747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-c1b6b170-756e-4f61-b2f6-d0ced2c1ef71 service neutron] 10.222.0.36 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576266 Mar 16 11:19:52.132099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Calling delete_port for d09bffff-ec3e-461e-804b-c20bf9fc39e2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:52.219392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-568c7269-eca1-436c-a0ab-a57fd3b03c97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:52.224400 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-568c7269-eca1-436c-a0ab-a57fd3b03c97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 897 time: 0.7082963 Mar 16 11:19:52.264459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.306403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:19:52.349823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39776) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:52.371269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] Pushing event deleted for resources: {'Port': ['ID=d09bffff-ec3e-461e-804b-c20bf9fc39e2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:52.388169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb3531-283f-4669-8c54-6e66b1fe8244 None None] No DVR routers for this DVR port d09bffff-ec3e-461e-804b-c20bf9fc39e2 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:19:52.550190 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52f4c81d-b8cb-4ced-a99d-45ae7ea28c56 req-c81936d1-bd62-42a8-816d-0693f6b1bba5 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.0760570 Mar 16 11:19:52.577840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d09bffff-ec3e-461e-804b-c20bf9fc39e2 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:52.647411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: d09bffff-ec3e-461e-804b-c20bf9fc39e2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:52.647760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d09bffff-ec3e-461e-804b-c20bf9fc39e2 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:52.648168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:19:52.722273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:19:52.722613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b45fedd-cae8-4c46-a6a9-b9373798d1b6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:19:52.740390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.740799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.755422 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-918e5b34-e003-43d2-be51-6f6aa320186a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d88939110374a91b73f7c49fe4abc0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3958476 Mar 16 11:19:52.756350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:19:52.757124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:19:52.759573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:52.764665 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-6c23dd30-58fc-470e-b04f-74d96644f141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 1002 time: 0.5231907 Mar 16 11:19:52.855826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08a4ba21-9553-4e74-b0bf-c6d5e4de3520 None None] Provisioning for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:19:52.866172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08a4ba21-9553-4e74-b0bf-c6d5e4de3520 None None] Provisioning complete for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:52.866800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08a4ba21-9553-4e74-b0bf-c6d5e4de3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:52.972144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-a804ca6b-1555-40ad-a987-b81c9dd5dc8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:52.974083 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-a804ca6b-1555-40ad-a987-b81c9dd5dc8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 200 len: 835 time: 0.1991205 Mar 16 11:19:52.979619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:53.110811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.139698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 547b2080-d32f-4528-a921-023269c76197 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:53.140231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.196795 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-e2383ea3-4b71-49c2-af31-d6509fe2dd59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fb8e664-243b-4034-87db-be5c06387597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2152214 Mar 16 11:19:53.205721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.220085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=af406812-4373-4a9b-9853-dc4e226d98d0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.261635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Deleting port d09bffff-ec3e-461e-804b-c20bf9fc39e2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:53.261853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.277454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a30261c-f3ac-43f1-b2a9-335b7083485e None None] Could not find standard attr ID for object af406812-4373-4a9b-9853-dc4e226d98d0. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:19:53.329556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.379325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:53.389088 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:19:53.472414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] The port 'd09bffff-ec3e-461e-804b-c20bf9fc39e2' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:19:53.497743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.542418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.708878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.725167 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-f9d08a35-6703-4463-b8f7-65c947f4bdd4 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180593 Mar 16 11:19:53.754917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.757764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.759013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ff44219-3575-4128-ac7c-836982e5bf8e HTTP/1.1" status: 204 len: 168 time: 0.9961824 Mar 16 11:19:53.776142 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8918a3c8-d293-4447-9cc4-8bca73dd3022 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/af406812-4373-4a9b-9853-dc4e226d98d0 HTTP/1.1" status: 204 len: 168 time: 2.9877496 Mar 16 11:19:53.779109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:53.788505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-386728655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:53.794608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:53.829667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:53.832236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=5b40b4f3-ef4a-4826-87f1-e9b97c5d13ae,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.834355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:router and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:53.843635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9119e5-34ec-4d71-bb7e-85812498e8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff44219-3575-4128-ac7c-836982e5bf8e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:53.845519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:53.883795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 547b2080-d32f-4528-a921-023269c76197 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:19:53.893986 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11f134ee-1458-4a37-943a-be5b4529871f req-4cef73d8-8779-4919-bb89-67d98b81f5a6 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.1286864 Mar 16 11:19:53.895008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:54.001884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.003493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.006082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d26b3-9a32-4cfd-b080-c65c407bc223']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:54.025090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.026281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.027564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.028446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:54.036363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.044468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3981d67c-8d7b-43cc-a6ee-afc9e38b356f') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:54.044760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3981d67c-8d7b-43cc-a6ee-afc9e38b356f') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:54.059685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.087956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.123790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.133824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:19:54.134238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:19:54.150480 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:19:54.205789 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3e47345c-1f29-4e70-835e-db21b8e70f46 req-77ea5c7e-7356-42b5-af8b-68cb70666a44 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513386 Mar 16 11:19:54.253368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.278303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.294898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:54.298960 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee319d53-fcea-4751-92bc-1c716df90fd3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4654810 Mar 16 11:19:54.310140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.317086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.320147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Pushing event deleted for resources: {'Network': ['ID=ab7d26b3-9a32-4cfd-b080-c65c407bc223,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:54.335288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.338166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf959b8c-6668-4e55-8267-1aa8c4a35c33 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9428122 Mar 16 11:19:54.339907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.347715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1629356051'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:54.355413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:54.360757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:network and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:54.365667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:54.374934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:54.393609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:54.397062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.415237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.464672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:54.470402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:security_group_rule and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:54.475638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:54.482946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:54.499220 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-81f6f787-b5de-4609-8e45-d37fea1fc068 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/networks/ab7d26b3-9a32-4cfd-b080-c65c407bc223 HTTP/1.1" status: 204 len: 168 time: 3.8352096 Mar 16 11:19:54.506957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:54.521210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'routes': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:54.600958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.707638 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=547b2080-d32f-4528-a921-023269c76197,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:54.727860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.736402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.783587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:54.791286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8953f9-7aa2-4e2f-abc5-580ac7241246,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:54.797184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.797825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Added segment 0a55e117-61d3-41c6-bc7c-b9c297571f01 of type vlan for network 2c74085c-da69-4c37-ac9f-940980b1e330 Mar 16 11:19:54.841256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.890753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.897717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:54.898459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:54.926085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router d9526c4f-8a46-47f2-b9b6-2cff70f14941 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:55.038070 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6958504 Mar 16 11:19:55.039055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e299b-5994-472e-98fe-fe13a35499a0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Network': ['ID=2c74085c-da69-4c37-ac9f-940980b1e330,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:55.051226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2c74085c-da69-4c37-ac9f-940980b1e330 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:55.123469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:55.147893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'subnet': {'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:55.334089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-3ddc572c-58eb-49a9-a121-678b794bc257 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:55.334774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-3ddc572c-58eb-49a9-a121-678b794bc257 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Synchronizing usage tracker for tenant:6e2dfd9e6070419fb0118131f9a5a46f on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:55.402221 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-65103546-7cf6-4782-91a9-d6adf8f0bc45 req-b5dac16b-e369-4b8b-bb40-1defd26d704f tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.1102254 Mar 16 11:19:55.413233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Added routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:19:55.413520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Removed routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:19:55.413874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.417504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 5e9a7526-7f47-47af-b0ed-b5f483f5db15 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:55.425366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.439585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:55.449230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:subnet and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:55.453011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:55.459923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:55.477181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:55.520181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-3ddc572c-58eb-49a9-a121-678b794bc257 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Unset dirty status for tenant:6e2dfd9e6070419fb0118131f9a5a46f on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:55.521514 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-3ddc572c-58eb-49a9-a121-678b794bc257 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.59 "GET /v2.0/networks?id=4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 200 len: 811 time: 0.7253978 Mar 16 11:19:55.565779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.590937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Request body: {'port': {'device_id': '5809ad6e-b861-45c7-874a-898a61a459fa', 'network_id': '4d042098-0649-4008-b103-c4259de1e264', 'admin_state_up': True, 'tenant_id': '6e2dfd9e6070419fb0118131f9a5a46f'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:55.600713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.686742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.819158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:55.823802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:55.836950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Sync routers for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:55.855482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:55.857573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:55.902478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bdc0b4e-52ca-4c77-8526-05ea03d29866 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/f282b95e-eaae-4740-b864-51a302541f50 HTTP/1.1" status: 204 len: 168 time: 4.8823688 Mar 16 11:19:55.904340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:19:56.088328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.167532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:56.230544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Subnet': ['ID=17d6a6f8-15ea-479e-9a11-c3699a945aee,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:56.233320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Checking segment: {'id': '0a55e117-61d3-41c6-bc7c-b9c297571f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:56.233842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network hostable DHCP agents. Network: 2c74085c-da69-4c37-ac9f-940980b1e330, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:19:56.255879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.269290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 2c74085c-da69-4c37-ac9f-940980b1e330 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:19:56.284126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2c74085c-da69-4c37-ac9f-940980b1e330) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:56.289281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:56.290285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.330179 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9d720597-bc4e-4519-887e-b3acf3d4071a tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2043309 Mar 16 11:19:56.332653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39876) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:56.340953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'network': {'name': 'tempest-router-network01--1893634154'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:56.347329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:56.352929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:network and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:56.356046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:56.362919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:56.376263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acd70de-f899-4320-8193-315ef6ddf40a None None] Network 2c74085c-da69-4c37-ac9f-940980b1e330 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:56.379509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:56.384286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.407991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'tag': 'b826e78f-f233-4250-baed-884220b03893', 'status': 'completed', 'code': 200} Mar 16 11:19:56.423977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:56.439200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.439880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Added segment 3ab36abb-213b-4166-8918-75f82ae75336 of type vlan for network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 Mar 16 11:19:56.498148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.620105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.623945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:56.624518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.631575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.693506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.707158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:56.712270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Usage tracker for resource:port and tenant:6e2dfd9e6070419fb0118131f9a5a46f is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:56.716211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:56.722116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:56.731442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.750637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-2c74085c-da69-4c37-ac9f-940980b1e330', 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330', 'tenant_id': 'fac3c8f646514cf091b838dfb61992f2', 'fixed_ips': [{'subnet_id': '17d6a6f8-15ea-479e-9a11-c3699a945aee'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:19:56.751800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.752695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Network': ['ID=6c7159fd-c53e-4ee4-ad55-78d60e63ff11,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:56.758644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-61ba07b8-d04f-436b-b844-505f331aaaa5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4243979 Mar 16 11:19:56.768812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:56.790061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:56.795869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:56.810524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfea14-751b-4300-865d-aa689ba71701 req-2d4bbd89-4415-4034-a085-6dbd3453df09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:56.811226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2acfea14-751b-4300-865d-aa689ba71701 req-2d4bbd89-4415-4034-a085-6dbd3453df09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:56.820149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'network': {'name': 'tempest-router-network02--831914468'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:56.825234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:56.829246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:network and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:56.832238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:56.838839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:56.858814 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a1a76352-8ef4-4e73-9326-d974250e0e10 req-d078a769-d931-4dbb-9802-56746c66d3ec tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.1082921 Mar 16 11:19:56.859560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:56.862953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.894307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:19:56.902205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Checking router: d9526c4f-8a46-47f2-b9b6-2cff70f14941 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:56.904095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.904485 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Added segment 5843b445-5e8f-4a7e-9351-a88412a1fea3 of type vlan for network a6fbb69d-143f-474a-be81-b21cad0663ef Mar 16 11:19:56.930556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Made reservation on behalf of 6e2dfd9e6070419fb0118131f9a5a46f for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:56.933382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.934244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.938974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b10ad51-d1b2-4662-90b2-a1269a116a14 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:56.947021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2acfea14-751b-4300-865d-aa689ba71701 req-2d4bbd89-4415-4034-a085-6dbd3453df09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:56.947021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2acfea14-751b-4300-865d-aa689ba71701 req-2d4bbd89-4415-4034-a085-6dbd3453df09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.4057517 Mar 16 11:19:56.967315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:56.977532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:56.978178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:56.996732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.000545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:57.001128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.108399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3134933 Mar 16 11:19:57.115020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:57.124881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'subnet': {'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:57.140741 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2acfea14-751b-4300-865d-aa689ba71701 req-10b7431a-98a5-4b2d-b348-4b698908f2de tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850204 Mar 16 11:19:57.149437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cc55a-2102-4c3d-b7ce-537ab2aaa9f8 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Network': ['ID=a6fbb69d-143f-474a-be81-b21cad0663ef,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:57.177249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network a6fbb69d-143f-474a-be81-b21cad0663ef details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:19:57.201500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9a7526-7f47-47af-b0ed-b5f483f5db15,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:57.275319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:57.280429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:subnet and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:57.284136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:57.295931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:57.304221 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43b1864a-eeb3-432b-b683-86803fc69c5a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/5e9a7526-7f47-47af-b0ed-b5f483f5db15 HTTP/1.1" status: 204 len: 168 time: 2.9819722 Mar 16 11:19:57.309627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39906) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:57.388206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:57.500254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router c2f35b32-76ec-4cb1-a0eb-c135544a4699 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:57.526557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:57.550815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-b158d44a-f058-460d-9985-2ee10b326f02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 1099 time: 0.8643241 Mar 16 11:19:57.556435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Allocated IP 172.20.0.2 (2c74085c-da69-4c37-ac9f-940980b1e330/17d6a6f8-15ea-479e-9a11-c3699a945aee/c050c324-9906-4d7f-a753-ad53ee03e954) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:57.596557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:57.657107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 9c22e965-ad4e-487f-af3c-2c4b642a9143 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:19:57.715367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 9233815d-b8e6-4db2-807d-f4d456c181aa {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:19:57.725668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.741245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Allocated IP 172.20.0.12 (4d042098-0649-4008-b103-c4259de1e264/0be98da9-61bd-4496-91dc-a42dccbcf93b/32cf762f-189c-418e-a029-704005254c16) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:19:57.782544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:57.872333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:57.882662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:57.930837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:floatingip and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:57.935745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:57.943875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:57.957559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.053680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.134010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.140044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-2de2b87f-eabf-453f-acca-95e832143f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:58.141942 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-2de2b87f-eabf-453f-acca-95e832143f3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 200 len: 897 time: 0.5748091 Mar 16 11:19:58.216948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:58.233297 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Sync routers for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:58.254647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:58.255312 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.263099 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-47c155ee-e252-476f-87ed-6828cda7c5a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 200 len: 217 time: 0.1077130 Mar 16 11:19:58.271559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.275621 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c90f09ce-7e5d-467a-ac72-239532ddfaab tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 701 time: 3.7664549 Mar 16 11:19:58.290135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:58.302670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ae9c8b6-57d6-49b7-85f6-1b72d7ecdefa req-610d40b4-bb4c-48f5-9e42-16455019a12f tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.2506864 Mar 16 11:19:58.353511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.390388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:19:58.391728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Transition to ACTIVE for port object c050c324-9906-4d7f-a753-ad53ee03e954 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:58.402203 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f5092b18-1008-40e4-80c7-fdf1d24f4824 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/9c22e965-ad4e-487f-af3c-2c4b642a9143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4950140 Mar 16 11:19:58.412737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:58.424003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62565453-2363-4176-860b-9219c98dc8ee None None] Sync routers for ids ['9c22e965-ad4e-487f-af3c-2c4b642a9143'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:19:58.456141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.456598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-973d0fdd-f6c8-46ee-9975-0adff7aab841 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:19:58.485575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c25d-28fe-4d9b-9efc-db4a8664cb78 None None] The sync data for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv is: [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:18:31Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'fa10e41a-679a-44f1-9f23-f7dc81683b00', 'name': '', 'network_id': '2fb8e664-243b-4034-87db-be5c06387597', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:26:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:26Z', 'updated_at': '2022-03-16T11:18:48Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '9d31be83-c45e-4dfe-b5e4-cae1e9893a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:58.508706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Transition to ACTIVE for port object c050c324-9906-4d7f-a753-ad53ee03e954 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:19:58.515833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] Routers {'9c22e965-ad4e-487f-af3c-2c4b642a9143'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:58.517898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c22e965-ad4e-487f-af3c-2c4b642a9143'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.597900 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:58.609196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-a8a5402f-c523-4033-9bfd-79b2e652c31a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:58.612408 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-a8a5402f-c523-4033-9bfd-79b2e652c31a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 200 len: 835 time: 0.2922649 Mar 16 11:19:58.636757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-50b4503f-234d-41eb-81a4-98ac04751185 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:58.638867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-50b4503f-234d-41eb-81a4-98ac04751185 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.7576230 Mar 16 11:19:58.649066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-973d0fdd-f6c8-46ee-9975-0adff7aab841 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:19:58.654864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.655760 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-973d0fdd-f6c8-46ee-9975-0adff7aab841 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 205 time: 0.3507826 Mar 16 11:19:58.656748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:58.758749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.827585 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.835849 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Checking router: c2f35b32-76ec-4cb1-a0eb-c135544a4699 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:19:58.850328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.853599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Routers {'c2f35b32-76ec-4cb1-a0eb-c135544a4699'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:58.856816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Pushing event updated for resources: {'Port': ['ID=c050c324-9906-4d7f-a753-ad53ee03e954,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:58.857631 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.871129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Network 2c74085c-da69-4c37-ac9f-940980b1e330 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:58.875379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:58.881337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] Routers {'9c22e965-ad4e-487f-af3c-2c4b642a9143'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:19:58.885015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:19:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c22e965-ad4e-487f-af3c-2c4b642a9143'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:58.918937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:58.957136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:59.016503 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-f952c41d-45da-412c-a3d7-faa855406866 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2fb8e664-243b-4034-87db-be5c06387597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3799071 Mar 16 11:19:59.022414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62565453-2363-4176-860b-9219c98dc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:59.022414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62565453-2363-4176-860b-9219c98dc8ee None None] The sync data for ids ['9c22e965-ad4e-487f-af3c-2c4b642a9143'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:59.028023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.046484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=9233815d-b8e6-4db2-807d-f4d456c181aa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:59.080185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] Set router c2f35b32-76ec-4cb1-a0eb-c135544a4699 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:19:59.088281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e469d96e-f4d2-4e9a-8af0-b8d1c36e6096 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/9233815d-b8e6-4db2-807d-f4d456c181aa HTTP/1.1" status: 204 len: 168 time: 1.7740285 Mar 16 11:19:59.096597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39932) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:59.102804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Attempting to bind port c050c324-9906-4d7f-a753-ad53ee03e954 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:19:59.103166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Attempting to bind port c050c324-9906-4d7f-a753-ad53ee03e954 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '0a55e117-61d3-41c6-bc7c-b9c297571f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:19:59.103529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Attempting to bind port c050c324-9906-4d7f-a753-ad53ee03e954 on network 2c74085c-da69-4c37-ac9f-940980b1e330 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:19:59.111656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:19:59.112018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Checking segment: {'id': '0a55e117-61d3-41c6-bc7c-b9c297571f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:19:59.113173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.113560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Bound using segment: {'id': '0a55e117-61d3-41c6-bc7c-b9c297571f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:19:59.114938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Bound port: c050c324-9906-4d7f-a753-ad53ee03e954, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a55e117-61d3-41c6-bc7c-b9c297571f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2c74085c-da69-4c37-ac9f-940980b1e330'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:19:59.115322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.124960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port b826e78f-f233-4250-baed-884220b03893 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:59.125378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.210784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:19:59.213469 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43957d9c-4d0c-4c3a-9791-58ebe95bf5ae None None] New status for floating IP f282b95e-eaae-4740-b864-51a302541f50: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:19:59.240528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] For port c050c324-9906-4d7f-a753-ad53ee03e954, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:19:59.250115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132cd73e-4a8b-469d-b10c-df05333ec504 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:19:59.265382 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-107b1de2-20db-43d8-8347-a193d48e04b4 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290654 Mar 16 11:19:59.305336 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c629896a-fdad-4e94-82cf-00b21e61aca4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1956332 Mar 16 11:19:59.314186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39936) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:59.315627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.357258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:19:59.361526 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c0136-d7de-4918-bd98-6b27fdcdd945 None None] The sync data for ids ['c2f35b32-76ec-4cb1-a0eb-c135544a4699'] in dv-neutron-833733-1-hyperv is: [{'id': 'c2f35b32-76ec-4cb1-a0eb-c135544a4699', 'name': 'tempest-RoutersTest-router-1555442110', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:17:33Z', 'updated_at': '2022-03-16T11:19:46Z', 'revision_number': 11, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:19:59.404760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] For port c050c324-9906-4d7f-a753-ad53ee03e954, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c050c324-9906-4d7f-a753-ad53ee03e954,segment=NetworkSegment(0a55e117-61d3-41c6-bc7c-b9c297571f01),segment_id=0a55e117-61d3-41c6-bc7c-b9c297571f01)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:19:59.435195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53e30c-c28d-4aaf-97f4-7c4930fa9baf req-56599c46-efbd-4eb7-8297-c784629b7753 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:19:59.438883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a53e30c-c28d-4aaf-97f4-7c4930fa9baf req-56599c46-efbd-4eb7-8297-c784629b7753 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.9576340 Mar 16 11:19:59.450985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.463466 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-ae94b66f-4812-42e7-9fab-5ab2eaae54a3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] remove_router_interface failed (client error): The resource could not be found. Mar 16 11:19:59.464496 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae94b66f-4812-42e7-9fab-5ab2eaae54a3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/9c22e965-ad4e-487f-af3c-2c4b642a9143/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0505350 Mar 16 11:19:59.509239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:59.586983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:19:59.596191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:19:59.608798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:19:59.617425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.620934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:19:59.635063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.660658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-12c283b6-924b-4969-9968-881e1af9c1be None None] Provisioning complete for port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:19:59.661018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-12c283b6-924b-4969-9968-881e1af9c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.716813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d2e9-e9c6-4181-8b27-d910d20f7ccd None None] Pushing event updated for resources: {'Port': ['ID=c050c324-9906-4d7f-a753-ad53ee03e954,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:59.717527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.726826 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da462658-6009-4c0f-99f8-c9c07da4a04b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c22e965-ad4e-487f-af3c-2c4b642a9143 HTTP/1.1" status: 200 len: 205 time: 0.2086439 Mar 16 11:19:59.727912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:19:59.795218 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-efb42d1c-f6ee-4771-86d9-529c172fde77 service neutron] 10.222.0.59 "GET /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832308 Mar 16 11:19:59.845870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:19:59.849633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:19:59.934262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Network 4d042098-0649-4008-b103-c4259de1e264 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:19:59.941814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:19:59.943321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Pushing event updated for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:19:59.956642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:19:59.964562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d188636-a370-481c-8302-9c8e41868103 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:19:59.969889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Deleting port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:19:59.970697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.040127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.040834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.089646 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-842b29f9-8453-4eba-b349-7ea73d66d0dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5102367 Mar 16 11:20:00.170762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Request body: {'port': {'device_id': '5809ad6e-b861-45c7-874a-898a61a459fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:00.284671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c050c324-9906-4d7f-a753-ad53ee03e954 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:00.382510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.386100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8d188636-a370-481c-8302-9c8e41868103 None None] For port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:00.386561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.473254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a53e30c-c28d-4aaf-97f4-7c4930fa9baf req-3eb48c12-85ed-45c4-a5fb-5c7ae9d82ec1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9734790 Mar 16 11:20:00.474217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Subnet': ['ID=2ca961dc-258d-4367-a027-b3795eee1286,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:00.514254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Calling delete_port for 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:00.562658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c050c324-9906-4d7f-a753-ad53ee03e954 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:00.605914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.655498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:00.699027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d188636-a370-481c-8302-9c8e41868103 None None] Pushing event deleted for resources: {'Port': ['ID=7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:00.702418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:00.702906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:00.707344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d188636-a370-481c-8302-9c8e41868103 None None] No DVR routers for this DVR port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:00.730407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:20:00.774520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.833418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Checking segment: {'id': '3ab36abb-213b-4166-8918-75f82ae75336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:00.833659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network hostable DHCP agents. Network: 6c7159fd-c53e-4ee4-ad55-78d60e63ff11, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:00.864187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_pluggable_backend [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Port 7a1bf8b8-45a3-4b52-8e22-48d82f4c9a6b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 16 11:20:00.864584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_pluggable_backend [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:a08a {{(pid=83793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 16 11:20:00.870250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.915557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.933039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Allocated IP 172.26.1.7 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/00178c02-3fd1-4c45-a108-6dd0a4c47de5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:00.952735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeb11b-77f9-4789-8007-d196111b001b req-9e426367-8b66-440d-8345-452cee99575b tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:00.954239 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0faeb11b-77f9-4789-8007-d196111b001b req-9e426367-8b66-440d-8345-452cee99575b tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 932 time: 1.4188359 Mar 16 11:20:00.956071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port b826e78f-f233-4250-baed-884220b03893, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b826e78f-f233-4250-baed-884220b03893,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:00.956424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.981724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:00.992504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cf762f-189c-418e-a029-704005254c16 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:20:01.010998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.021583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:01.027466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:01.031735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=b27c3316-6963-43fb-a46b-f7e947a238ac,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:01.034236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.034809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.046169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c054fe-5230-48cd-b2f0-e4082ef858b9 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:01.052239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Transition to ACTIVE for port object 32cf762f-189c-418e-a029-704005254c16 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:01.061680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.104116 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b57be922-98d4-4a09-84d0-421bf9bf3852 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7620575 Mar 16 11:20:01.125318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395d97a-d775-4b89-8007-676ba3e1c7f8 None None] Network 2c74085c-da69-4c37-ac9f-940980b1e330 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:01.140332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:01.165607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for b826e78f-f233-4250-baed-884220b03893 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:01.204746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:01.222664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Pushing event updated for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:01.272752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Provisioning for port c050c324-9906-4d7f-a753-ad53ee03e954 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:01.320255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Attempting to bind port 32cf762f-189c-418e-a029-704005254c16 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:01.320590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Attempting to bind port 32cf762f-189c-418e-a029-704005254c16 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '8bd0c9c3-4d06-4900-9c0d-cb3573287736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d042098-0649-4008-b103-c4259de1e264'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:01.320915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Attempting to bind port 32cf762f-189c-418e-a029-704005254c16 on network 4d042098-0649-4008-b103-c4259de1e264 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:01.323358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Provisioning complete for port c050c324-9906-4d7f-a753-ad53ee03e954 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:01.323724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.327683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Port 32cf762f-189c-418e-a029-704005254c16 on network 4d042098-0649-4008-b103-c4259de1e264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:20:01.328002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Attempting to bind port 32cf762f-189c-418e-a029-704005254c16 on network 4d042098-0649-4008-b103-c4259de1e264 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:01.335109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:01.335442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Checking segment: {'id': '8bd0c9c3-4d06-4900-9c0d-cb3573287736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d042098-0649-4008-b103-c4259de1e264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:01.335866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Bound using segment: {'id': '8bd0c9c3-4d06-4900-9c0d-cb3573287736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d042098-0649-4008-b103-c4259de1e264'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:01.336308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Bound port: 32cf762f-189c-418e-a029-704005254c16, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd0c9c3-4d06-4900-9c0d-cb3573287736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4d042098-0649-4008-b103-c4259de1e264'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:01.336655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.443675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:01.447681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=32cf762f-189c-418e-a029-704005254c16,segment=NetworkSegment(8bd0c9c3-4d06-4900-9c0d-cb3573287736),segment_id=8bd0c9c3-4d06-4900-9c0d-cb3573287736)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:01.453017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.511089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.513166 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] 10.222.0.59 "PUT /v2.0/ports/32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 200 len: 1094 time: 1.4124141 Mar 16 11:20:01.528860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'tag': '32cf762f-189c-418e-a029-704005254c16'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:20:01.531993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'b27c3316-6963-43fb-a46b-f7e947a238ac'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:01.532769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.534836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:01.564781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0faeb11b-77f9-4789-8007-d196111b001b req-66506cc4-77cb-4c97-9c7e-978a13aa6dbf tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911276 Mar 16 11:20:01.565295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.565826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router c2f35b32-76ec-4cb1-a0eb-c135544a4699 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:01.624627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2f3b-e851-457d-a2e3-9c731b04b535 service neutron] Pushing event updated for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:01.660154 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-38308eec-13bb-4c7e-ad61-87f212e601df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 1097 time: 0.0984838 Mar 16 11:20:01.762420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.767342 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'tag': '32cf762f-189c-418e-a029-704005254c16', 'status': 'completed', 'code': 200} Mar 16 11:20:01.769722 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e513e55f-5000-4b4c-b512-70d8b2269204 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 200 len: 217 time: 0.0986052 Mar 16 11:20:01.794584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf8879f9-3940-407d-bc3d-ac51a6157def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.844063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6c7159fd-c53e-4ee4-ad55-78d60e63ff11) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:01.872458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19afe0c-451f-4c09-bde6-17efa2d48096 None None] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:01.927038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.927902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:01.930079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Allocated IP 2001:db8::f816:3eff:fe4a:107f (1002c76f-2977-4cc2-9a1c-483f137d3546/b27c3316-6963-43fb-a46b-f7e947a238ac/7e770420-9a21-4b28-9b36-f5f118a3acb3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:01.961566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e65a6efd-c9d6-488c-8a24-38af9b0244f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:01.963484 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-e65a6efd-c9d6-488c-8a24-38af9b0244f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0be98da9-61bd-4496-91dc-a42dccbcf93b HTTP/1.1" status: 200 len: 851 time: 0.1863055 Mar 16 11:20:01.971947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b826e78f-f233-4250-baed-884220b03893 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:02.036058 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-4e05f320-73e7-446f-91ae-354d5eec246c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d042098-0649-4008-b103-c4259de1e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630181 Mar 16 11:20:02.095470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.102193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df32614d-7552-4f21-87d3-3c3786ee019d tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 204 len: 168 time: 3.4367936 Mar 16 11:20:02.109793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.116662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:02.129341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-513986053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:02.148248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:02.159230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:02.163085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7d2c7edc-ae8e-47a8-85e0-8d9c88a932b6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0455372 Mar 16 11:20:02.166295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39962) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:02.168909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:02.173581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:02.176165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'subnet': {'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:02.178536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Usage tracker for resource:router and tenant:2abcbfb5e1c94ef4a54250ba4312f93f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:02.183278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.186894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.191164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:02.203602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:02.218285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:02.239116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.257014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] For port c050c324-9906-4d7f-a753-ad53ee03e954, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c050c324-9906-4d7f-a753-ad53ee03e954,segment=NetworkSegment(0a55e117-61d3-41c6-bc7c-b9c297571f01),segment_id=0a55e117-61d3-41c6-bc7c-b9c297571f01)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:02.297114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:02.300831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.348958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b69d-3575-4df8-9ac1-8b26ccca56de req-f65b3a27-a245-4d7c-8e75-d6c82742869e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:02.350179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:02.350395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1b09b69d-3575-4df8-9ac1-8b26ccca56de req-f65b3a27-a245-4d7c-8e75-d6c82742869e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:02.355874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.356926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.366333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Usage tracker for resource:subnet and tenant:fac3c8f646514cf091b838dfb61992f2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:02.369570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No active binding found for port b826e78f-f233-4250-baed-884220b03893 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 16 11:20:02.370209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b826e78f-f233-4250-baed-884220b03893 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:02.372667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:02.382519 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-ae529680-c0d1-4390-a52e-e985285288ae service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361771 Mar 16 11:20:02.383407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:02.399159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.429513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Made reservation on behalf of fac3c8f646514cf091b838dfb61992f2 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:02.434102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=b826e78f-f233-4250-baed-884220b03893,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:02.461126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.461599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router 9c22e965-ad4e-487f-af3c-2c4b642a9143 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:02.480609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.482221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6c7159fd-c53e-4ee4-ad55-78d60e63ff11', 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11', 'tenant_id': 'fac3c8f646514cf091b838dfb61992f2', 'fixed_ips': [{'subnet_id': '2ca961dc-258d-4367-a027-b3795eee1286'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:02.483090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.610027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1b09b69d-3575-4df8-9ac1-8b26ccca56de req-f65b3a27-a245-4d7c-8e75-d6c82742869e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:02.616423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e7aa6-85b0-4b76-a9e2-9c2b4655012c None None] Pushing event updated for resources: {'Port': ['ID=c050c324-9906-4d7f-a753-ad53ee03e954,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:02.636690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b09b69d-3575-4df8-9ac1-8b26ccca56de req-f65b3a27-a245-4d7c-8e75-d6c82742869e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=262d4e0d-efa1-48df-bfeb-52f260973bc4 HTTP/1.1" status: 200 len: 946 time: 0.8605490 Mar 16 11:20:02.665652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.810420 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b429bc6-8b0d-4272-81cd-7fe66d0d2fc6 req-bc4c6b3f-89bf-42a5-82d6-f4ff505d1bb7 service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170074 Mar 16 11:20:02.823492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.826959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00df22ef-c935-4f2f-92ab-1b1697fe7a23 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/9c22e965-ad4e-487f-af3c-2c4b642a9143 HTTP/1.1" status: 204 len: 168 time: 3.0809786 Mar 16 11:20:02.829220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39968) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:02.891579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.903508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port b826e78f-f233-4250-baed-884220b03893 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:02.915018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Transition to ACTIVE for port object 7e770420-9a21-4b28-9b36-f5f118a3acb3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:02.921758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:02.932654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:02.934759 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2153fa8-3302-46d3-bbb8-371c44088a90 req-d5fa6a2e-c88e-4854-a71c-ad5d6915b041 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/b826e78f-f233-4250-baed-884220b03893 HTTP/1.1" status: 204 len: 173 time: 4.2724960 Mar 16 11:20:02.940345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Allocated IP 172.20.0.2 (6c7159fd-c53e-4ee4-ad55-78d60e63ff11/2ca961dc-258d-4367-a027-b3795eee1286/a798c200-9172-40e8-909c-a1899eb279ec) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:02.941456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:02.944085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=00178c02-3fd1-4c45-a108-6dd0a4c47de5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:02.946457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'name': 'network-vif-deleted', 'tag': 'b826e78f-f233-4250-baed-884220b03893'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:20:02.955511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:02.971309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Transition to ACTIVE for port object 7e770420-9a21-4b28-9b36-f5f118a3acb3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:02.988582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.001918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.117511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b09b69d-3575-4df8-9ac1-8b26ccca56de req-d53b78dd-890d-4d60-9e69-eb5efdbc0f97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aef7126-46e8-46a6-b272-4fcb11301183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4732916 Mar 16 11:20:03.150943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.156392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-00c4f470-ecea-4f0c-9a39-e8d7dfb8321c None None] Provisioning complete for port c050c324-9906-4d7f-a753-ad53ee03e954 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:03.156757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-00c4f470-ecea-4f0c-9a39-e8d7dfb8321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.245500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.250447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c52e9748-3db6-4090-9f10-7decbd720274 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1276448 Mar 16 11:20:03.251396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:03.253404 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d4e0d-efa1-48df-bfeb-52f260973bc4', 'name': 'network-vif-deleted', 'tag': 'b826e78f-f233-4250-baed-884220b03893', 'status': 'completed', 'code': 200} Mar 16 11:20:03.270645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:03.276971 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-3633348b-8a13-4499-b100-cd88048fd0ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 1097 time: 0.3903933 Mar 16 11:20:03.291714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.340746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Pushing event updated for resources: {'Port': ['ID=7e770420-9a21-4b28-9b36-f5f118a3acb3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:03.366398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104ee7e-7601-4ec9-8fe2-469c9721162d req-48256f7e-02b4-49b4-ba8d-431011f1ff08 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.367833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0104ee7e-7601-4ec9-8fe2-469c9721162d req-48256f7e-02b4-49b4-ba8d-431011f1ff08 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 944 time: 0.5060344 Mar 16 11:20:03.370404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:03.379660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:03.382808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:03.462336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet 7fac9524-92c2-41f0-a260-4855c29a1f34 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:03.475183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.536207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Subnet': ['ID=9ee2d424-4a83-469f-9c6e-d191900c923a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:03.584680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.588173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.601536 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0104ee7e-7601-4ec9-8fe2-469c9721162d req-d300d173-4c51-4ecf-9678-fb4114664a6f tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839266 Mar 16 11:20:03.617981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-a9ef543e-a7b4-4c5e-b2ef-9c1fa31767eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.618985 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-a9ef543e-a7b4-4c5e-b2ef-9c1fa31767eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 200 len: 911 time: 0.3190033 Mar 16 11:20:03.636103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Attempting to bind port 7e770420-9a21-4b28-9b36-f5f118a3acb3 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:03.637129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Attempting to bind port 7e770420-9a21-4b28-9b36-f5f118a3acb3 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:03.637640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Attempting to bind port 7e770420-9a21-4b28-9b36-f5f118a3acb3 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:03.669091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.679607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Checking segment: {'id': '5843b445-5e8f-4a7e-9351-a88412a1fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:03.679960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network hostable DHCP agents. Network: a6fbb69d-143f-474a-be81-b21cad0663ef, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:03.682889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:03.683255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:03.683812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.684077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:03.684556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Bound port: 7e770420-9a21-4b28-9b36-f5f118a3acb3, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:03.684927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.716060 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-d1bad00d-75fb-4b6f-bab1-7ef4cadd9d51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 200 len: 217 time: 0.0877247 Mar 16 11:20:03.797244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] For port 7e770420-9a21-4b28-9b36-f5f118a3acb3, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:03.800075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Transition to ACTIVE for port object a798c200-9172-40e8-909c-a1899eb279ec will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:03.804313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] For port 7e770420-9a21-4b28-9b36-f5f118a3acb3, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7e770420-9a21-4b28-9b36-f5f118a3acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:03.813351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3f5b-7312-4f14-b384-dcd5c7a8eb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.817791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.840588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.870398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Transition to ACTIVE for port object a798c200-9172-40e8-909c-a1899eb279ec will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:03.890382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.911599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-0945fc61-316b-4582-9565-d39a09b4c178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:03.913250 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-0945fc61-316b-4582-9565-d39a09b4c178 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0be98da9-61bd-4496-91dc-a42dccbcf93b HTTP/1.1" status: 200 len: 851 time: 0.1895480 Mar 16 11:20:03.916066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network a6fbb69d-143f-474a-be81-b21cad0663ef is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:03.918109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e572ac-5c46-4fa8-9812-63ef1db135c0 None None] Pushing event updated for resources: {'Port': ['ID=7e770420-9a21-4b28-9b36-f5f118a3acb3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:03.924246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 32cf762f-189c-418e-a029-704005254c16 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:20:03.954844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:03.986834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:03.993864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:04.004423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:04.008667 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-8388ddee-aa87-4441-aaea-853b6b27d502 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d042098-0649-4008-b103-c4259de1e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841832 Mar 16 11:20:04.009249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, a6fbb69d-143f-474a-be81-b21cad0663ef) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:04.020956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.021643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.029137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4fe94-fa46-4b59-b45c-9023d71932fd None None] Network a6fbb69d-143f-474a-be81-b21cad0663ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:04.132675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.164563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Pushing event updated for resources: {'Port': ['ID=a798c200-9172-40e8-909c-a1899eb279ec,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:04.180252 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a65263e-1dd8-4049-9030-7551f526a8bd tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0089173 Mar 16 11:20:04.190357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39980) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:04.202517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:04.227996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:04.235846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c050c324-9906-4d7f-a753-ad53ee03e954 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:04.253694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:04.264780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.316174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 39984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:04.326107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.476321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=7fac9524-92c2-41f0-a260-4855c29a1f34,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:04.490380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.498234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=6d47e554-a338-4d9d-acbd-e80e7c460b0e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:04.504625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.514687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d3cd676e-adba-43bd-af69-cd3a7aa907bb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/7fac9524-92c2-41f0-a260-4855c29a1f34 HTTP/1.1" status: 204 len: 168 time: 1.6817291 Mar 16 11:20:04.514687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-967e8475-39bf-4fd2-81db-e979112f26f2 service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883742 Mar 16 11:20:04.518529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:04.524801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.539927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6b503-456e-4d63-8b8c-06aa8d762663 None None] Network 29feaa43-e6af-4ff8-972b-8d5e111be587 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:04.553664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Attempting to bind port a798c200-9172-40e8-909c-a1899eb279ec on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:04.554330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Attempting to bind port a798c200-9172-40e8-909c-a1899eb279ec by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '3ab36abb-213b-4166-8918-75f82ae75336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:04.554891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Attempting to bind port a798c200-9172-40e8-909c-a1899eb279ec on network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:04.571800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-edeb82ab-f907-4205-92ab-02eabad03050 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4122691 Mar 16 11:20:04.619891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 39992) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:04.667599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:04.668111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Checking segment: {'id': '3ab36abb-213b-4166-8918-75f82ae75336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:04.668354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.668746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Bound using segment: {'id': '3ab36abb-213b-4166-8918-75f82ae75336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:04.669220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Bound port: a798c200-9172-40e8-909c-a1899eb279ec, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab36abb-213b-4166-8918-75f82ae75336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6c7159fd-c53e-4ee4-ad55-78d60e63ff11'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:04.669590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.710867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=32cf762f-189c-418e-a029-704005254c16,segment=NetworkSegment(8bd0c9c3-4d06-4900-9c0d-cb3573287736),segment_id=8bd0c9c3-4d06-4900-9c0d-cb3573287736)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:04.763284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:ac:a6:76', 'name': 'tempest-NetworksTestDHCPv6-800718942'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:04.830817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '32cf762f-189c-418e-a029-704005254c16', 'network_id': '4d042098-0649-4008-b103-c4259de1e264', 'port_id': '32cf762f-189c-418e-a029-704005254c16', 'mac_address': 'fa:16:3e:41:bc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be98da9-61bd-4496-91dc-a42dccbcf93b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:20:04.869652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-a6fbb69d-143f-474a-be81-b21cad0663ef', 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef', 'tenant_id': 'fac3c8f646514cf091b838dfb61992f2', 'fixed_ips': [{'subnet_id': '9ee2d424-4a83-469f-9c6e-d191900c923a'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:04.870554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.871939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.897700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c050c324-9906-4d7f-a753-ad53ee03e954 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:04.898101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.942653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:04.998991 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0420d40b-9759-4b7a-844f-3f8ac3d39b48 req-d6219bd4-7c5a-4024-b8fc-5c053745425a service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572916 Mar 16 11:20:05.027819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.044093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daba3d-36d9-4eb8-ae78-211646420d28 req-2923cdbc-b150-45d3-ad12-0a5e874b3b4c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:05.045973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75daba3d-36d9-4eb8-ae78-211646420d28 req-2923cdbc-b150-45d3-ad12-0a5e874b3b4c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 944 time: 0.2829795 Mar 16 11:20:05.050775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.051451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.089535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.110500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.110752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:05.110979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.114537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] For port a798c200-9172-40e8-909c-a1899eb279ec, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:05.125631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.147327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Router ef566ca2-fc4f-486c-8e81-3a5a95230b8b is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:05.170278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] For port a798c200-9172-40e8-909c-a1899eb279ec, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a798c200-9172-40e8-909c-a1899eb279ec,segment=NetworkSegment(3ab36abb-213b-4166-8918-75f82ae75336),segment_id=3ab36abb-213b-4166-8918-75f82ae75336)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:05.176086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cf762f-189c-418e-a029-704005254c16 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:20:05.193544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.269810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=32cf762f-189c-418e-a029-704005254c16,segment=NetworkSegment(8bd0c9c3-4d06-4900-9c0d-cb3573287736),segment_id=8bd0c9c3-4d06-4900-9c0d-cb3573287736)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:05.292254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.300333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=00178c02-3fd1-4c45-a108-6dd0a4c47de5,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:05.313970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:05.337693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:05.345539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:05.346487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.355785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.356025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:05.393973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef7126-46e8-46a6-b272-4fcb11301183,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:05.399379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.403876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-613b5492-ffff-413d-8fbc-834785ed05dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/1aef7126-46e8-46a6-b272-4fcb11301183 HTTP/1.1" status: 204 len: 168 time: 1.0765352 Mar 16 11:20:05.434938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:05.488911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:05.496365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e53f1-7f14-4a4c-86d9-5a3910386077 None None] Pushing event updated for resources: {'Port': ['ID=a798c200-9172-40e8-909c-a1899eb279ec,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:05.568459 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75daba3d-36d9-4eb8-ae78-211646420d28 req-8bca169c-1c77-47f1-9e71-d2eeb87e897f tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791911 Mar 16 11:20:05.569647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.584677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] DHCP port deletion for 29feaa43-e6af-4ff8-972b-8d5e111be587 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:05.586960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16656a1-165b-4fd9-8a6f-7dcb094117a3 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:05.594976 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-45c0534d-501c-4fb2-b1cc-a1e062b92bbc tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.0670838 Mar 16 11:20:05.598872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:05.616147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Allocated IP 172.20.0.2 (a6fbb69d-143f-474a-be81-b21cad0663ef/9ee2d424-4a83-469f-9c6e-d191900c923a/db25be7d-6049-4a96-ad42-f2ff0acda150) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:05.640254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Deleting port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:05.641121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.676633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-432281183'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:05.688019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:05.699257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:network and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:05.765426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:05.783484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:05.797234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['32cf762f-189c-418e-a029-704005254c16'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:20:05.809322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:05.829660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.834089 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26f290a0-26a6-427c-8382-87a33b69a985 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "PUT /v2.0/routers/ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 200 len: 693 time: 2.5755796 Mar 16 11:20:05.838898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40008) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:05.848893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Made reservation on behalf of ecb8f968cfa54d859c8621e91d8f2eb4 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:05.852105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.869818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:05.886675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:05.903166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Sync routers for ids ['ef566ca2-fc4f-486c-8e81-3a5a95230b8b'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:05.913060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:05.921865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:security_group_rule and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:05.929779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:05.946971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:06.033795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.066662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.076741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,segment=NetworkSegment(5122227a-4be3-4bba-a599-954c67964eb6),segment_id=5122227a-4be3-4bba-a599-954c67964eb6)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:06.077094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.139964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.155377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a771aa1-e10b-4126-96c2-2570fd0c2052 None None] Provisioning for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:06.227931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Routers {'ef566ca2-fc4f-486c-8e81-3a5a95230b8b'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:06.230618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ef566ca2-fc4f-486c-8e81-3a5a95230b8b'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:06.248338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.341737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:06.372687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.387947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 6d419ea2-c84f-4f14-a6cf-ae140dbe104d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:20:06.441012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a798c200-9172-40e8-909c-a1899eb279ec up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:06.445734 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-611fa718-b2f9-47b0-9307-2ee96647baa3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/routers/ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 200 len: 699 time: 0.6053977 Mar 16 11:20:06.487485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:06.523198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:20:06.539885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.540420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Added segment 56808fec-a508-4dd5-a801-433789354781 of type vlan for network e4578bd1-48bc-46da-befb-6d08feda72ae Mar 16 11:20:06.573890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eccac9d6-0a05-440e-8834-ace39019dbad tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Synchronizing usage tracker for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:06.588268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.655037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755a94f2-dc2a-4935-b7b4-03f20e289ece,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:06.711127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.717486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.722054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:06.723530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.798869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eccac9d6-0a05-440e-8834-ace39019dbad tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Unset dirty status for tenant:2abcbfb5e1c94ef4a54250ba4312f93f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:06.800042 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eccac9d6-0a05-440e-8834-ace39019dbad tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 200 len: 205 time: 0.3116260 Mar 16 11:20:06.825192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40018) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:06.842544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:06.852991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Set router ef566ca2-fc4f-486c-8e81-3a5a95230b8b gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:06.911196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e2ab3-220f-4ae4-b937-a7dbc54f9c4e None None] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:06.925687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Network': ['ID=e4578bd1-48bc-46da-befb-6d08feda72ae,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:06.957084 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e55c591-7636-4462-8bf3-15d4ce2a1837 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2868273 Mar 16 11:20:06.957284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] For port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17,segment=NetworkSegment(5122227a-4be3-4bba-a599-954c67964eb6),segment_id=5122227a-4be3-4bba-a599-954c67964eb6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:06.957284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:06.958400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:06.966509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e4578bd1-48bc-46da-befb-6d08feda72ae details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:20:06.969914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Request body: {'subnet': {'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:07.021162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:07.102195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca68e-2b80-445e-9865-9e48c9e47a95 req-aada6076-14e1-4298-9cf3-0d74b55d96db tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:07.104366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aeeca68e-2b80-445e-9865-9e48c9e47a95 req-aada6076-14e1-4298-9cf3-0d74b55d96db tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 945 time: 0.2552109 Mar 16 11:20:07.137090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:07.150959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:subnet and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:07.156935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:07.165966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:07.211134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aeeca68e-2b80-445e-9865-9e48c9e47a95 req-eab3d257-2005-4629-bd00-dd0f66f139b9 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012919 Mar 16 11:20:07.215981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Made reservation on behalf of ecb8f968cfa54d859c8621e91d8f2eb4 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:07.224215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Allocated IP 172.20.0.1 (6c7159fd-c53e-4ee4-ad55-78d60e63ff11/2ca961dc-258d-4367-a027-b3795eee1286/5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:07.317036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Calling delete_port for 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:07.340974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.352498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef566ca2-fc4f-486c-8e81-3a5a95230b8b', 'name': 'tempest-RoutersTest-router-513986053', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:02Z', 'updated_at': '2022-03-16T11:20:04Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.382140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.401784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.408981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Checking router: ef566ca2-fc4f-486c-8e81-3a5a95230b8b for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:20:07.410363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.442579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Provisioning for port a798c200-9172-40e8-909c-a1899eb279ec completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:07.457330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.466368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Transition to ACTIVE for port object db25be7d-6049-4a96-ad42-f2ff0acda150 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:07.473432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a798c200-9172-40e8-909c-a1899eb279ec completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:07.486933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Provisioning complete for port a798c200-9172-40e8-909c-a1899eb279ec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:07.487291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.559971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 172.20.0.4 (1002c76f-2977-4cc2-9a1c-483f137d3546/6d47e554-a338-4d9d-acbd-e80e7c460b0e/6d419ea2-c84f-4f14-a6cf-ae140dbe104d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:07.560352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a798c200-9172-40e8-909c-a1899eb279ec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:07.560696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.563002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29feaa43-e6af-4ff8-972b-8d5e111be587']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.632792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:feac:a676 (1002c76f-2977-4cc2-9a1c-483f137d3546/b27c3316-6963-43fb-a46b-f7e947a238ac/6d419ea2-c84f-4f14-a6cf-ae140dbe104d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:07.640956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5122227a-4be3-4bba-a599-954c67964eb6') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.641648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5122227a-4be3-4bba-a599-954c67964eb6') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.670918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Transition to ACTIVE for port object db25be7d-6049-4a96-ad42-f2ff0acda150 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:07.680428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.727641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.731345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:07.731689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:07.739407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.764089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:07.764608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.769443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Routers {'ef566ca2-fc4f-486c-8e81-3a5a95230b8b'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:07.770082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ef566ca2-fc4f-486c-8e81-3a5a95230b8b'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:07.779457 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:07.854946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.924770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:07.974466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Subnet': ['ID=63b0436f-c4d3-4445-8589-4863e973398e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:07.997950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 32cf762f-189c-418e-a029-704005254c16 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:08.017361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Checking segment: {'id': '56808fec-a508-4dd5-a801-433789354781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:08.017729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network hostable DHCP agents. Network: e4578bd1-48bc-46da-befb-6d08feda72ae, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:08.089410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Transition to ACTIVE for port object 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:08.124663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network e4578bd1-48bc-46da-befb-6d08feda72ae is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:08.133013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Network a6fbb69d-143f-474a-be81-b21cad0663ef is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:08.137894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Pushing event updated for resources: {'Port': ['ID=db25be7d-6049-4a96-ad42-f2ff0acda150,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:08.143860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e4578bd1-48bc-46da-befb-6d08feda72ae) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:08.148205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:08.148775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.173307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:08.183574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-826c0744-04ee-4558-a66a-4c32a988e2c8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2183559 Mar 16 11:20:08.183574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.190317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2134691730', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:08.203528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:08.213875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:router and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:08.216599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e010d-2d90-484c-9de4-ce6e45e38b4e None None] Network e4578bd1-48bc-46da-befb-6d08feda72ae requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:08.217693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:08.224659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:08.241403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:08.252094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Deleting port 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:08.252814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.259900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.265822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.268238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.269156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.308679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.308933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] Set router ef566ca2-fc4f-486c-8e81-3a5a95230b8b gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:08.372105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.372918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Fanout notify agent at l3_agent the message router_deleted on router ef566ca2-fc4f-486c-8e81-3a5a95230b8b {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:08.374592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.401019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.409290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Update dhcp port {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': 'b27c3316-6963-43fb-a46b-f7e947a238ac', 'ip_address': '2001:db8::f816:3eff:fe4a:107f'}, {'subnet_id': '6d47e554-a338-4d9d-acbd-e80e7c460b0e'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '7e770420-9a21-4b28-9b36-f5f118a3acb3'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:20:08.431090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=29feaa43-e6af-4ff8-972b-8d5e111be587,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:08.433188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.443869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.531747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.536318 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cb72f15f-aa28-44ad-bbe3-01528fe3e5e2 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 204 len: 168 time: 1.7049005 Mar 16 11:20:08.536318 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe7e9978-facd-4b76-8b61-1f6dbc7cf6cf tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/29feaa43-e6af-4ff8-972b-8d5e111be587 HTTP/1.1" status: 204 len: 168 time: 4.0146463 Mar 16 11:20:08.539701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 6d419ea2-c84f-4f14-a6cf-ae140dbe104d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:08.543620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40032) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.543901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40034) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.563738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176726243'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:08.570092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:08.577393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae516ae7-d9b7-4188-89e4-85619929e4b6 None None] The port '51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:20:08.613623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:08.623003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Port': ['ID=5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:08.625519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:08.627887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:08.641064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:08.642443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.668737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:08.676118 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-683bd7fe-dd4c-4613-b6ee-e2170a15b48b tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 200 len: 205 time: 0.1232345 Mar 16 11:20:08.681884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.687693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:08.689377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef566ca2-fc4f-486c-8e81-3a5a95230b8b', 'name': 'tempest-RoutersTest-router-513986053', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:02Z', 'updated_at': '2022-03-16T11:20:04Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:08.691099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.718709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:08.721913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.744049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port fa10e41a-679a-44f1-9f23-f7dc81683b00 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:08.744447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.745275 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.748171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.754866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.768647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fc421-b556-4c00-b9d1-bb66b4b2c5b0 None None] The sync data for ids ['ef566ca2-fc4f-486c-8e81-3a5a95230b8b'] in dv-neutron-833733-1-hyperv is: [{'id': 'ef566ca2-fc4f-486c-8e81-3a5a95230b8b', 'name': 'tempest-RoutersTest-router-513986053', 'tenant_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:02Z', 'updated_at': '2022-03-16T11:20:04Z', 'revision_number': 2, 'project_id': '2abcbfb5e1c94ef4a54250ba4312f93f', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:08.833433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] For port a798c200-9172-40e8-909c-a1899eb279ec, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a798c200-9172-40e8-909c-a1899eb279ec,segment=NetworkSegment(3ab36abb-213b-4166-8918-75f82ae75336),segment_id=3ab36abb-213b-4166-8918-75f82ae75336)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:08.835080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 32cf762f-189c-418e-a029-704005254c16 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:08.838107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Attempting to bind port db25be7d-6049-4a96-ad42-f2ff0acda150 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:08.838447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Attempting to bind port db25be7d-6049-4a96-ad42-f2ff0acda150 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5843b445-5e8f-4a7e-9351-a88412a1fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:08.838798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Attempting to bind port db25be7d-6049-4a96-ad42-f2ff0acda150 on network a6fbb69d-143f-474a-be81-b21cad0663ef {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:08.902232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-8ced945f-b31d-439a-8dd3-982a0f9c0e52 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:08.905567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ced945f-b31d-439a-8dd3-982a0f9c0e52 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/ef566ca2-fc4f-486c-8e81-3a5a95230b8b HTTP/1.1" status: 404 len: 336 time: 0.2166657 Mar 16 11:20:08.912014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40044) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:08.969147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-98af84c2-ffe2-4d9e-bc9a-6ba031ca1d80 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:08.969587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98af84c2-ffe2-4d9e-bc9a-6ba031ca1d80 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:08.971716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:08.972106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Checking segment: {'id': '5843b445-5e8f-4a7e-9351-a88412a1fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:08.972501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.972876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Bound using segment: {'id': '5843b445-5e8f-4a7e-9351-a88412a1fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:08.973362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Bound port: db25be7d-6049-4a96-ad42-f2ff0acda150, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5843b445-5e8f-4a7e-9351-a88412a1fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fbb69d-143f-474a-be81-b21cad0663ef'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:08.975413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:08.995347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98af84c2-ffe2-4d9e-bc9a-6ba031ca1d80 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/fd22237c-c604-4845-85c3-116fe9a69ffc HTTP/1.1" status: 404 len: 337 time: 0.0781102 Mar 16 11:20:08.997759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.013782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.036210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.042951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142a903-31cd-4a9a-8df4-6f8fb300bc2a req-78172a3e-3f2d-41ea-9ad8-31ba5cead61c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.054436 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0142a903-31cd-4a9a-8df4-6f8fb300bc2a req-78172a3e-3f2d-41ea-9ad8-31ba5cead61c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 945 time: 0.6810400 Mar 16 11:20:09.086407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:20:09.097983 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf228aae-4af8-4bba-b4c3-b8225197ea2f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:09.098462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf228aae-4af8-4bba-b4c3-b8225197ea2f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:09.106343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port fa10e41a-679a-44f1-9f23-f7dc81683b00, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=fa10e41a-679a-44f1-9f23-f7dc81683b00,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:09.106792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.132694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:09.133528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=6d419ea2-c84f-4f14-a6cf-ae140dbe104d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.139141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:09.141717 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf228aae-4af8-4bba-b4c3-b8225197ea2f tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/9df9aa40-4b34-4880-969c-cd70c608ae59 HTTP/1.1" status: 404 len: 337 time: 0.1420367 Mar 16 11:20:09.142918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.143346 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment cf8057fb-bf38-4ddc-a171-307e7d2d5496 of type vlan for network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 Mar 16 11:20:09.144914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:09.148346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.178591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:09.178856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:09.179186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 32cf762f-189c-418e-a029-704005254c16 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:09.179534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.243524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.313619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for fa10e41a-679a-44f1-9f23-f7dc81683b00 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:09.337249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.337940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.353393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.367049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:09.367800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.399080 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc66fac-610b-4817-8868-4081f23100ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:09.399522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc66fac-610b-4817-8868-4081f23100ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:09.401163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4dc66fac-610b-4817-8868-4081f23100ea tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/d1e5b115-1d58-45d1-ba7e-9273456fc986 HTTP/1.1" status: 404 len: 337 time: 0.2475808 Mar 16 11:20:09.413704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40056) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.414285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0142a903-31cd-4a9a-8df4-6f8fb300bc2a req-5e00382d-266a-41c4-a872-4c43d1823cdc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582225 Mar 16 11:20:09.522737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6b9fb-d0ad-45f5-be31-ffa6bce5ac69 None None] Pushing event updated for resources: {'Port': ['ID=a798c200-9172-40e8-909c-a1899eb279ec,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.531488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:09.533538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce7dd5b5-0bab-4e88-9541-28e833b106db None None] Provisioning complete for port a798c200-9172-40e8-909c-a1899eb279ec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:09.533907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd5b5-0bab-4e88-9541-28e833b106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.537743 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04c8001-43f8-4798-87fa-9a59fdb121a6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:09.538496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04c8001-43f8-4798-87fa-9a59fdb121a6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:09.540275 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d04c8001-43f8-4798-87fa-9a59fdb121a6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/7a268f3a-d556-4fa5-9b88-c0dd133f1e97 HTTP/1.1" status: 404 len: 337 time: 0.1158242 Mar 16 11:20:09.547460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.568711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-e4578bd1-48bc-46da-befb-6d08feda72ae', 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae', 'tenant_id': 'ecb8f968cfa54d859c8621e91d8f2eb4', 'fixed_ips': [{'subnet_id': '63b0436f-c4d3-4445-8589-4863e973398e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:09.569435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.573393 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f0b7e51f-d26b-4eaf-aa3a-85daad4ece06 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9501195 Mar 16 11:20:09.582136 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0303681 Mar 16 11:20:09.584813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.585142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40066) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.597130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:09.603246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acaa99-3a67-4070-b99c-e1fb3a91caf6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=ebcd8a89-2308-4ef8-9b42-24c1d6747d32,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:09.624913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.660919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:20:09.713616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=db25be7d-6049-4a96-ad42-f2ff0acda150,segment=NetworkSegment(5843b445-5e8f-4a7e-9351-a88412a1fea3),segment_id=5843b445-5e8f-4a7e-9351-a88412a1fea3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:09.738376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1307c913-191d-4079-a789-3a9ecd4c7076 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 200 len: 205 time: 0.1871231 Mar 16 11:20:09.748970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.852132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:09.863047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-b6f1911d-71cf-49ad-a1fb-49242e32fdc6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:09.866956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b6f1911d-71cf-49ad-a1fb-49242e32fdc6 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/c2f35b32-76ec-4cb1-a0eb-c135544a4699 HTTP/1.1" status: 404 len: 336 time: 0.1141584 Mar 16 11:20:09.868575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.895098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:09.931532 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0af165e-7be2-4b32-ad9f-bb190c3927eb tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=daf432a9-7102-4cea-ab55-7656031245b6 HTTP/1.1" status: 200 len: 205 time: 0.0608430 Mar 16 11:20:09.931768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:09.956989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:09.967543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:09.970470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.004868 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-8c2a7c01-8813-4d10-a9bf-4a727dd4bfcc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:10.008527 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8c2a7c01-8813-4d10-a9bf-4a727dd4bfcc tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/daf432a9-7102-4cea-ab55-7656031245b6 HTTP/1.1" status: 404 len: 336 time: 0.0733159 Mar 16 11:20:10.012937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.013674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:10.020284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.065732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7e770420-9a21-4b28-9b36-f5f118a3acb3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:10.073259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.083577 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c68cf92-b842-40b2-8857-e2a04fa1e921 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:10.084084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c68cf92-b842-40b2-8857-e2a04fa1e921 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:10.088448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c68cf92-b842-40b2-8857-e2a04fa1e921 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/ab096e93-f21a-4ae1-86f8-90f61aa4da65 HTTP/1.1" status: 404 len: 337 time: 0.0721576 Mar 16 11:20:10.090157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.132306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.144063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Allocated IP 172.20.0.2 (1002c76f-2977-4cc2-9a1c-483f137d3546/6d47e554-a338-4d9d-acbd-e80e7c460b0e/7e770420-9a21-4b28-9b36-f5f118a3acb3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:10.204098 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b49625e8-da3e-4cf9-8283-73562d1474c4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 200 len: 205 time: 0.1106982 Mar 16 11:20:10.205888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.219738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41832cd9-0b5c-442b-a4dd-b0e3de9bdac9 None None] Pushing event updated for resources: {'Port': ['ID=db25be7d-6049-4a96-ad42-f2ff0acda150,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:10.263209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:10.303025 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-f143a7f6-97ec-4964-a8df-cdc9800d8531 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:10.304182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f143a7f6-97ec-4964-a8df-cdc9800d8531 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/79c5256e-a625-45cf-9036-b123726e5af7 HTTP/1.1" status: 404 len: 336 time: 0.0985634 Mar 16 11:20:10.306039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=fa10e41a-679a-44f1-9f23-f7dc81683b00,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:10.307331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.374132 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e5b35652-ba78-4e48-acd2-aa1e0184edc0 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f3be91e-49d6-4f05-872c-50f6f55b7341 HTTP/1.1" status: 200 len: 205 time: 0.0649621 Mar 16 11:20:10.378246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.433182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.448086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.492568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cf762f-189c-418e-a029-704005254c16'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:20:10.530880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac419c-2e98-40bc-9d72-083c8b028c72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:10.546829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac419c-2e98-40bc-9d72-083c8b028c72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:10.547659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-44ac419c-2e98-40bc-9d72-083c8b028c72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:10.583018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=32cf762f-189c-418e-a029-704005254c16,segment=NetworkSegment(8bd0c9c3-4d06-4900-9c0d-cb3573287736),segment_id=8bd0c9c3-4d06-4900-9c0d-cb3573287736)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:10.628900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.681289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Allocated IP 172.26.1.4 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/6b509433-decb-40a1-bbeb-92ff5df31ae2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:10.725593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Port': ['ID=5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:10.738482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.760328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Allocated IP 172.20.0.2 (e4578bd1-48bc-46da-befb-6d08feda72ae/63b0436f-c4d3-4445-8589-4863e973398e/c2298705-a4a9-48ef-96ae-458a1cafb1a7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:10.794054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:10.893589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:10.893960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:10.920413 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cf762f-189c-418e-a029-704005254c16', 'code': 200} Mar 16 11:20:10.923350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-b78ca71c-5fe9-41c7-95d0-acab75b4edf4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:10.926102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:10.926771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b78ca71c-5fe9-41c7-95d0-acab75b4edf4 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/9f3be91e-49d6-4f05-872c-50f6f55b7341 HTTP/1.1" status: 404 len: 336 time: 0.5315754 Mar 16 11:20:10.928010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:10.929781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:10.944922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] For port 7e770420-9a21-4b28-9b36-f5f118a3acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7e770420-9a21-4b28-9b36-f5f118a3acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:10.947014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:11.018387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.042830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Transition to ACTIVE for port object 7e770420-9a21-4b28-9b36-f5f118a3acb3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:11.059620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd77011f-55c2-48ee-987f-b11bc2da25e6 None None] Provisioning for port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:11.112452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.166649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-44ac419c-2e98-40bc-9d72-083c8b028c72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:11.167806 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44ac419c-2e98-40bc-9d72-083c8b028c72 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.5776408 Mar 16 11:20:11.179679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.214493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.217418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.236612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd77011f-55c2-48ee-987f-b11bc2da25e6 None None] Provisioning complete for port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:11.244993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd77011f-55c2-48ee-987f-b11bc2da25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.276951 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-358479d0-6669-489e-96f0-4e2802c41c93 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:11.277389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358479d0-6669-489e-96f0-4e2802c41c93 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:11.281568 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-358479d0-6669-489e-96f0-4e2802c41c93 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/cb2ad32d-1f26-4b5b-b00d-45d24b1fcdaf HTTP/1.1" status: 404 len: 337 time: 0.3484404 Mar 16 11:20:11.303442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.373602 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84ed28c1-6fa7-4dd6-8d0d-8fb03ff3fb7c tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=d067663b-ec8d-404d-850a-59f39d0713b4 HTTP/1.1" status: 200 len: 205 time: 0.0691016 Mar 16 11:20:11.386284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.453820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.475005 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-e02fc190-6cda-423d-8b6c-94a5a7252474 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:11.476831 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e02fc190-6cda-423d-8b6c-94a5a7252474 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/d067663b-ec8d-404d-850a-59f39d0713b4 HTTP/1.1" status: 404 len: 336 time: 0.0894697 Mar 16 11:20:11.479997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40126) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.506797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a785079-d495-42d6-a3a7-d1cd2b63bd1f None None] Pushing event updated for resources: {'Port': ['ID=7e770420-9a21-4b28-9b36-f5f118a3acb3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:11.513772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cd77011f-55c2-48ee-987f-b11bc2da25e6 None None] Port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:11.527017 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b38a88c-0451-4200-8407-1bcae154fdf3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:11.527867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b38a88c-0451-4200-8407-1bcae154fdf3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:11.529727 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0b38a88c-0451-4200-8407-1bcae154fdf3 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/bd5abf58-78b0-4bde-8fa7-f32469d9a078 HTTP/1.1" status: 404 len: 337 time: 0.0475016 Mar 16 11:20:11.533539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40130) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.561691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 6d419ea2-c84f-4f14-a6cf-ae140dbe104d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:11.562202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.609578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 7e770420-9a21-4b28-9b36-f5f118a3acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7e770420-9a21-4b28-9b36-f5f118a3acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:11.636007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.645867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.656113 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8788e421-5e3a-480b-8b61-0f65c1a909ac tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4726c05-b6ce-44fe-a618-be7723f975c8 HTTP/1.1" status: 200 len: 205 time: 0.1207023 Mar 16 11:20:11.696270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:11.709390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Transition to ACTIVE for port object c2298705-a4a9-48ef-96ae-458a1cafb1a7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:11.720016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.726966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870247f-db1c-4928-b754-48ead03d8c9e None None] Network a6fbb69d-143f-474a-be81-b21cad0663ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:11.741801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:11.810869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be29d55-5730-4d49-ba33-f9da4e41b2a0 req-5bc7c86e-de95-4ab0-8e65-870d2d6d0da8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:11.818644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2be29d55-5730-4d49-ba33-f9da4e41b2a0 req-5bc7c86e-de95-4ab0-8e65-870d2d6d0da8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.9010301 Mar 16 11:20:11.824240 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bc5c8ce-0acf-43c2-ae5a-05977013def8 req-298893d7-b484-49c6-bf5e-79f11af7e76a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 1099 time: 0.6011381 Mar 16 11:20:11.836871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-020f483b-2b63-4955-a7ab-ec9f8cacf5dd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] delete failed (client error): The resource could not be found. Mar 16 11:20:11.842713 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-020f483b-2b63-4955-a7ab-ec9f8cacf5dd tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/routers/d4726c05-b6ce-44fe-a618-be7723f975c8 HTTP/1.1" status: 404 len: 336 time: 0.1205637 Mar 16 11:20:11.847511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.856924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:11.866984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:11.869614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:11.912273 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-968bcebb-ae36-4e3c-b8b0-d3b588d61180 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:11.912655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968bcebb-ae36-4e3c-b8b0-d3b588d61180 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:11.918917 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-968bcebb-ae36-4e3c-b8b0-d3b588d61180 tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/9a08e06f-e093-4afb-95cc-494703110645 HTTP/1.1" status: 404 len: 337 time: 0.0688055 Mar 16 11:20:11.921217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:11.929950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:11.930346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 51bbd7ec-9dfd-4a6e-a317-f8fad15e8b17 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:11.932356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=6b509433-decb-40a1-bbeb-92ff5df31ae2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:11.980917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Transition to ACTIVE for port object c2298705-a4a9-48ef-96ae-458a1cafb1a7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:12.018503 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c90ffe0-c7e1-4c0b-8079-add21ba12bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] DELETE failed (client error): The resource could not be found. Mar 16 11:20:12.019348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c90ffe0-c7e1-4c0b-8079-add21ba12bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:12.020169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.030118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.037219 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c90ffe0-c7e1-4c0b-8079-add21ba12bbe tempest-RoutersTest-801061280 tempest-RoutersTest-801061280-project] 10.222.0.36 "DELETE /v2.0/subnets/676104a1-2f50-451b-a731-bc52a032177f HTTP/1.1" status: 404 len: 337 time: 0.1027057 Mar 16 11:20:12.054105 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2be29d55-5730-4d49-ba33-f9da4e41b2a0 req-0aaa3dcf-6bcf-4c87-9b30-070bbf61f2e5 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344294 Mar 16 11:20:12.092115 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bc5c8ce-0acf-43c2-ae5a-05977013def8 req-eafc1a93-9a6c-4826-b11a-942db6bac6ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478380 Mar 16 11:20:12.104174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0908f7a5-cd5d-4c33-a7fc-9cf6c9639de8 None None] Provisioning complete for port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:12.105046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0908f7a5-cd5d-4c33-a7fc-9cf6c9639de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.198119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Router de985420-1bdb-4ee6-b26d-ff722c561a81 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:12.225349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=7e770420-9a21-4b28-9b36-f5f118a3acb3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:12.244566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0908f7a5-cd5d-4c33-a7fc-9cf6c9639de8 None None] Port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:12.345110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device db25be7d-6049-4a96-ad42-f2ff0acda150 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:12.508105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Network e4578bd1-48bc-46da-befb-6d08feda72ae is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:12.530641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:12.533930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:12.548080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:12.558820 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-655292db-87eb-4432-9aef-077c3bfe17f4 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3640528 Mar 16 11:20:12.561032 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] Sync routers for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:12.562012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:12.580153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:12.581181 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.595470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port db25be7d-6049-4a96-ad42-f2ff0acda150 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:12.612421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Pushing event updated for resources: {'Port': ['ID=c2298705-a4a9-48ef-96ae-458a1cafb1a7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:12.647900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Provisioning for port db25be7d-6049-4a96-ad42-f2ff0acda150 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:12.651060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a798c200-9172-40e8-909c-a1899eb279ec up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:12.689769 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.712116 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:12.713095 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.717789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Provisioning complete for port db25be7d-6049-4a96-ad42-f2ff0acda150 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:12.718184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.730161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:12.806649 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:12.807416 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964f01e-d0ed-47ec-8c92-793f9f0cec83 None None] The sync data for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:12.823918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.879040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Attempting to bind port c2298705-a4a9-48ef-96ae-458a1cafb1a7 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:12.879040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Attempting to bind port c2298705-a4a9-48ef-96ae-458a1cafb1a7 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '56808fec-a508-4dd5-a801-433789354781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:12.881424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Attempting to bind port c2298705-a4a9-48ef-96ae-458a1cafb1a7 on network e4578bd1-48bc-46da-befb-6d08feda72ae {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:12.925110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.941776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:12.942039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Checking segment: {'id': '56808fec-a508-4dd5-a801-433789354781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:12.942718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:12.943323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Bound using segment: {'id': '56808fec-a508-4dd5-a801-433789354781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:12.943794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Bound port: c2298705-a4a9-48ef-96ae-458a1cafb1a7, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56808fec-a508-4dd5-a801-433789354781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:12.944168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.032060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.076089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a798c200-9172-40e8-909c-a1899eb279ec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:13.076425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.178138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=db25be7d-6049-4a96-ad42-f2ff0acda150,segment=NetworkSegment(5843b445-5e8f-4a7e-9351-a88412a1fea3),segment_id=5843b445-5e8f-4a7e-9351-a88412a1fea3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:13.183103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': 'cf8057fb-bf38-4ddc-a171-307e7d2d5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:13.184093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: ebcd8a89-2308-4ef8-9b42-24c1d6747d32, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:13.217678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] For port c2298705-a4a9-48ef-96ae-458a1cafb1a7, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:13.223013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.223340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 6d419ea2-c84f-4f14-a6cf-ae140dbe104d owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:13.273805 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d42e0c8c-4854-4a1c-b65f-4f3380dd1299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2abcbfb5e1c94ef4a54250ba4312f93f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419381 Mar 16 11:20:13.280228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:13.333214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.390077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] For port c2298705-a4a9-48ef-96ae-458a1cafb1a7, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c2298705-a4a9-48ef-96ae-458a1cafb1a7,segment=NetworkSegment(56808fec-a508-4dd5-a801-433789354781),segment_id=56808fec-a508-4dd5-a801-433789354781)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:13.411452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=e5a3289a-1e29-4879-879d-663be4ce9181,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.420082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.532087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Provisioning for port 6d419ea2-c84f-4f14-a6cf-ae140dbe104d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:13.554265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.554875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Provisioning complete for port 6d419ea2-c84f-4f14-a6cf-ae140dbe104d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:13.554875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.558559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.559302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.581778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d72121-8b62-48db-a817-f6d8f6f7376c None None] Pushing event updated for resources: {'Port': ['ID=db25be7d-6049-4a96-ad42-f2ff0acda150,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.594565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.671730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7e770420-9a21-4b28-9b36-f5f118a3acb3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:13.710710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:13.731585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.736908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Port 6d419ea2-c84f-4f14-a6cf-ae140dbe104d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:13.750892 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f51e8-2f7f-43f2-8bd0-612857df4580 None None] Pushing event updated for resources: {'Port': ['ID=c2298705-a4a9-48ef-96ae-458a1cafb1a7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.754777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41a7d9-9b48-4110-8c65-73f8d9c5312f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:13.770983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Provisioning for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:13.777375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Provisioning complete for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:13.777744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5fcfe9b-1e58-4a6f-9ae2-36b019e799e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.801095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.805109 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea15b02b-6a18-4cb2-8709-16686f018a99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d41a7d9-9b48-4110-8c65-73f8d9c5312f HTTP/1.1" status: 204 len: 168 time: 0.5211411 Mar 16 11:20:13.829148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:13.829521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.831408 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-820f4739-8cb3-47ff-a29d-ed360cf73ccb tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:13.832967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-820f4739-8cb3-47ff-a29d-ed360cf73ccb tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2697806 Mar 16 11:20:13.835816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:13.860531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ebcd8a89-2308-4ef8-9b42-24c1d6747d32) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:13.874560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.875146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:13.879154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e305910-a1fa-43d4-b9e1-40ff671f3cf2 None None] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:13.934369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e0b6-303a-4033-9c33-f45af35682c6 req-1949d857-cadb-410e-90a4-7183c233071a tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:13.936987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8337e0b6-303a-4033-9c33-f45af35682c6 req-1949d857-cadb-410e-90a4-7183c233071a tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.5984836 Mar 16 11:20:14.068758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b4fa380-e9d0-455e-b915-78f2a72a8419 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4768453 Mar 16 11:20:14.073393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:14.091413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1534447800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:14.110367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:14.122959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:14.133745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:14.146692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.155737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:14.254605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8337e0b6-303a-4033-9c33-f45af35682c6 req-769dd3a2-ba65-4572-984e-3401b3441531 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929509 Mar 16 11:20:14.304890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=6d419ea2-c84f-4f14-a6cf-ae140dbe104d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:14.340542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.341357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.500342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.511181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a2e90790-4a0e-48c5-b335-71046078f3ec None None] Provisioning complete for port db25be7d-6049-4a96-ad42-f2ff0acda150 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:14.511700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2e90790-4a0e-48c5-b335-71046078f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.587032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ebcd8a89-2308-4ef8-9b42-24c1d6747d32', 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': 'e5a3289a-1e29-4879-879d-663be4ce9181'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:14.588282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.608022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device db25be7d-6049-4a96-ad42-f2ff0acda150 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:14.625003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:14.640585 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9621e33f-f19f-42d1-a4a9-01632d147c04 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/6d419ea2-c84f-4f14-a6cf-ae140dbe104d HTTP/1.1" status: 204 len: 168 time: 3.4217567 Mar 16 11:20:14.648391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:14.767042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.768377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.769648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:14.770643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:14.939399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port db25be7d-6049-4a96-ad42-f2ff0acda150 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:14.939925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.095747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Allocated IP 2001:db8::2 (ebcd8a89-2308-4ef8-9b42-24c1d6747d32/e5a3289a-1e29-4879-879d-663be4ce9181/aa16d575-25e0-4d85-97d6-6bf5383fa546) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:15.133634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.148451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.214186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:15.215320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d141fb29-78a3-45d3-a594-d3fed4067795 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5648930 Mar 16 11:20:15.232439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.274998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c2298705-a4a9-48ef-96ae-458a1cafb1a7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:15.355730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.383747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f042754-3405-40c5-a1e4-9ec4eee5450c None None] Network e4578bd1-48bc-46da-befb-6d08feda72ae requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:15.401087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:15.402169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.412545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c725eaf-d08a-465b-bd16-74e6792eb313 tempest-ServiceProvidersTest-1035499713 tempest-ServiceProvidersTest-1035499713-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2641599 Mar 16 11:20:15.553318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.557445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63119f3a-f75f-4e47-b002-d40cf45d5162 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4755976 Mar 16 11:20:15.589502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-110b6eae-865a-46d9-92b4-2ca726d6740d None None] Provisioning for port c2298705-a4a9-48ef-96ae-458a1cafb1a7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:15.608985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.706004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c2298705-a4a9-48ef-96ae-458a1cafb1a7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:15.728320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.730583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c2298705-a4a9-48ef-96ae-458a1cafb1a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:15.730930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.766550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.787217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Transition to ACTIVE for port object aa16d575-25e0-4d85-97d6-6bf5383fa546 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:15.818772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40216) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:15.843041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 6d47e554-a338-4d9d-acbd-e80e7c460b0e {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:15.849827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Transition to ACTIVE for port object aa16d575-25e0-4d85-97d6-6bf5383fa546 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:15.862359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.904247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:15.905290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Calling delete_port for 5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:15.985497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Router 983baaf3-4539-4d6b-b560-fe1445eff189 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:15.989541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Pushing event updated for resources: {'Port': ['ID=aa16d575-25e0-4d85-97d6-6bf5383fa546,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.000469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:16.002288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.005383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:16.007971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:16.016668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.120690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.127720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2cf26-e97b-4150-a0de-73d09f0a697e req-5760c4ca-29b1-4a92-be64-fc3e36e48d9a tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:16.134908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-31e2cf26-e97b-4150-a0de-73d09f0a697e req-5760c4ca-29b1-4a92-be64-fc3e36e48d9a tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.7108755 Mar 16 11:20:16.141506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Attempting to bind port aa16d575-25e0-4d85-97d6-6bf5383fa546 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:16.142031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Attempting to bind port aa16d575-25e0-4d85-97d6-6bf5383fa546 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'cf8057fb-bf38-4ddc-a171-307e7d2d5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:16.142755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Attempting to bind port aa16d575-25e0-4d85-97d6-6bf5383fa546 on network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:16.153432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:16.154155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Checking segment: {'id': 'cf8057fb-bf38-4ddc-a171-307e7d2d5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:16.154674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.155258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Bound using segment: {'id': 'cf8057fb-bf38-4ddc-a171-307e7d2d5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:16.155835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Bound port: aa16d575-25e0-4d85-97d6-6bf5383fa546, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8057fb-bf38-4ddc-a171-307e7d2d5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebcd8a89-2308-4ef8-9b42-24c1d6747d32'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:16.156581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.174683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c2298705-a4a9-48ef-96ae-458a1cafb1a7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c2298705-a4a9-48ef-96ae-458a1cafb1a7,segment=NetworkSegment(56808fec-a508-4dd5-a801-433789354781),segment_id=56808fec-a508-4dd5-a801-433789354781)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:16.184756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.186239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7e770420-9a21-4b28-9b36-f5f118a3acb3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:16.193173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Port': ['ID=5cf04544-5c3e-4daa-bfb5-7b689b8cdbfe,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.327780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c2298705-a4a9-48ef-96ae-458a1cafb1a7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.382309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.441590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:16.442239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.475653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7009e513-97ba-406d-9eaa-716b203a8426 None None] Provisioning complete for port c2298705-a4a9-48ef-96ae-458a1cafb1a7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:16.476171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7009e513-97ba-406d-9eaa-716b203a8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.479905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.533758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-31e2cf26-e97b-4150-a0de-73d09f0a697e req-29134fe5-3cb9-48fa-a02b-68600991559b tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979867 Mar 16 11:20:16.548774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] For port aa16d575-25e0-4d85-97d6-6bf5383fa546, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:16.556491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:16.573395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.605783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:20794b514bf840839ec7f2d81229d499 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:16.627482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:16.642474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] For port aa16d575-25e0-4d85-97d6-6bf5383fa546, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=aa16d575-25e0-4d85-97d6-6bf5383fa546,segment=NetworkSegment(cf8057fb-bf38-4ddc-a171-307e7d2d5496),segment_id=cf8057fb-bf38-4ddc-a171-307e7d2d5496)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:16.652412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:16.710698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:16.834687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083e17-79a6-467e-93e8-ecd8898acc32 None None] Pushing event updated for resources: {'Port': ['ID=aa16d575-25e0-4d85-97d6-6bf5383fa546,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:16.938330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c2298705-a4a9-48ef-96ae-458a1cafb1a7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:16.946035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Router de985420-1bdb-4ee6-b26d-ff722c561a81 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:17.067667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c2298705-a4a9-48ef-96ae-458a1cafb1a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:17.074391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.082331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router d9526c4f-8a46-47f2-b9b6-2cff70f14941 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:17.144920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.165966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:17.181639 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ae4a846-0c0f-4a45-88fa-8200807624ec tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3443303 Mar 16 11:20:17.187709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.195191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] Sync routers for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:17.237601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:17.238310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.272636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=6d47e554-a338-4d9d-acbd-e80e7c460b0e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:17.308474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.321766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:17.321985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.340023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.344179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.383439 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a5f9f2b7-d7b2-4e46-8fc3-f0c0318da4b5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] delete failed (client error): The resource could not be found. Mar 16 11:20:17.384189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e220337-3960-42cf-9725-fe58a5b0951a None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:17.384480 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a5f9f2b7-d7b2-4e46-8fc3-f0c0318da4b5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1326803920 HTTP/1.1" status: 404 len: 335 time: 0.1971419 Mar 16 11:20:17.388430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40228) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.393611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-59e9186f-b3d6-4c42-bd1e-885d6e2423e0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de985420-1bdb-4ee6-b26d-ff722c561a81'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:17.409759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:17.410199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b2173-836a-4e6d-b98c-e60b2cebdc7a None None] The sync data for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:17.439862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.469175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a5e1a-27c5-4261-8656-c4317ff38120 req-7112713f-871d-485d-b360-1fe77af6b51c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:17.470646 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb7a5e1a-27c5-4261-8656-c4317ff38120 req-7112713f-871d-485d-b360-1fe77af6b51c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.7576597 Mar 16 11:20:17.485469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.613139 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f6c8f07-e433-402b-aeb9-3f62bbc0de70 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/6d47e554-a338-4d9d-acbd-e80e7c460b0e HTTP/1.1" status: 204 len: 168 time: 2.3796310 Mar 16 11:20:17.624367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.693480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8a930-21dc-449e-9a94-4305228904ab,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:17.799320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a27f227-d906-4fde-b8e5-103f25478fe1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20794b514bf840839ec7f2d81229d499&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9755147 Mar 16 11:20:17.802881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.848785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59e9186f-b3d6-4c42-bd1e-885d6e2423e0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.894147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.921369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb7a5e1a-27c5-4261-8656-c4317ff38120 req-07fab383-c751-481e-846a-f551d0baa41e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193826 Mar 16 11:20:17.938143 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-59e9186f-b3d6-4c42-bd1e-885d6e2423e0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] update failed (client error): The resource could not be found. Mar 16 11:20:17.939421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59e9186f-b3d6-4c42-bd1e-885d6e2423e0 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81 HTTP/1.1" status: 404 len: 339 time: 0.5500200 Mar 16 11:20:17.948061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet b27c3316-6963-43fb-a46b-f7e947a238ac {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:17.949638 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:17.961018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:17.962252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.029184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:18.042840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] Sync routers for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:18.066417 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:18.067810 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:18.121833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.188411 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:18.207464 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:18.209357 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:18.249117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.250965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5a88288-843c-4153-90b9-46c632ab5c04 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.0664246 Mar 16 11:20:18.261153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40246) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:18.318204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b34aa-89a2-4144-b9a2-8cee1d269730 None None] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:18.375924 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:18.376902 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd597b-2700-4e25-b31c-c670c580b693 None None] The sync data for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:18.402155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.519684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8a930-21dc-449e-9a94-4305228904ab,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:18.519950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e9cc00-3646-48c3-bc99-de2bcf814b74 None None] Provisioning for port aa16d575-25e0-4d85-97d6-6bf5383fa546 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:18.528902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.532676 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c65955fd-ae2a-49f3-8345-395f253dabb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecc8a930-21dc-449e-9a94-4305228904ab HTTP/1.1" status: 204 len: 168 time: 0.7263699 Mar 16 11:20:18.551540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8::1 (ebcd8a89-2308-4ef8-9b42-24c1d6747d32/e5a3289a-1e29-4879-879d-663be4ce9181/b547c05b-23ba-4888-a908-5d1ee162e1c3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:18.596381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.739633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bceb67c9-a1f8-47b7-b381-9a069680552c None None] Provisioning complete for port 7e770420-9a21-4b28-9b36-f5f118a3acb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:18.740774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bceb67c9-a1f8-47b7-b381-9a069680552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.764808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:18.947245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:18.958690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Sync routers for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:18.964823 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64c91206-6422-4735-931d-55095702dda8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/d9526c4f-8a46-47f2-b9b6-2cff70f14941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3670733 Mar 16 11:20:18.975057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:18.975683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:18.991079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:19.144317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device aa16d575-25e0-4d85-97d6-6bf5383fa546 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:19.224071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.245414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.297425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:19.339461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port aa16d575-25e0-4d85-97d6-6bf5383fa546 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:19.348311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=b27c3316-6963-43fb-a46b-f7e947a238ac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:19.443953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port aa16d575-25e0-4d85-97d6-6bf5383fa546 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:19.444321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.448601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object b547c05b-23ba-4888-a908-5d1ee162e1c3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:19.461325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Allocated IP 172.20.0.1 (2c74085c-da69-4c37-ac9f-940980b1e330/17d6a6f8-15ea-479e-9a11-c3699a945aee/d35fc456-b005-43fa-95c6-80633d16f370) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:19.464248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19aaa9-2618-4947-b5a7-35ec7cf8d571 req-46b185cd-b601-40bb-8813-defd53d8a97c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:19.465896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef19aaa9-2618-4947-b5a7-35ec7cf8d571 req-46b185cd-b601-40bb-8813-defd53d8a97c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.8314016 Mar 16 11:20:19.489577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.502341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c70782-37d1-409a-8e98-0360b0cf4fe2 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:19.507595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e7c5d17-af29-4c0f-bb46-cae289cfca7b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/b27c3316-6963-43fb-a46b-f7e947a238ac HTTP/1.1" status: 204 len: 168 time: 1.8746986 Mar 16 11:20:19.512385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:19.657190 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-379b9afc-2085-4e23-b23b-759f402d875c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433754 Mar 16 11:20:19.658146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:19.679374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:19.720398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef19aaa9-2618-4947-b5a7-35ec7cf8d571 req-2198f2d2-82ff-4f9b-af40-c0315a1a83ad tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190630 Mar 16 11:20:19.725826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 9d31be83-c45e-4dfe-b5e4-cae1e9893a95 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:19.750654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.827620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.842418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:19.850284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.853442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:19.859462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:19.875042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:19.878332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.882714 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034337 Mar 16 11:20:19.884587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:19.887823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40284) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:19.890698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Transition to ACTIVE for port object d35fc456-b005-43fa-95c6-80633d16f370 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:19.907341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:19.939627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port aa16d575-25e0-4d85-97d6-6bf5383fa546, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=aa16d575-25e0-4d85-97d6-6bf5383fa546,segment=NetworkSegment(cf8057fb-bf38-4ddc-a171-307e7d2d5496),segment_id=cf8057fb-bf38-4ddc-a171-307e7d2d5496)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:19.953474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:19.995785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=b547c05b-23ba-4888-a908-5d1ee162e1c3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.009876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:20:09Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:20.031854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.033299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Checking router: d9526c4f-8a46-47f2-b9b6-2cff70f14941 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:20:20.039626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:20.043045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.052660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.059247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Deleting port 7e770420-9a21-4b28-9b36-f5f118a3acb3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:20.059613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.074866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:20.088404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:20.089485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:20.090217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.110434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=aa16d575-25e0-4d85-97d6-6bf5383fa546,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.127320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Routers {'d9526c4f-8a46-47f2-b9b6-2cff70f14941'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:20.127626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:20.179717 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c61fc04-0b60-43c5-8558-24717103edd0 tempest-NetworksApiDiscovery-1579739987 tempest-NetworksApiDiscovery-1579739987-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2907107 Mar 16 11:20:20.235154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.312428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 2c74085c-da69-4c37-ac9f-940980b1e330 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:20.335078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:20.346355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:20.371533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.407019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Port': ['ID=d35fc456-b005-43fa-95c6-80633d16f370,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.462687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.604242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] For port 7e770420-9a21-4b28-9b36-f5f118a3acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7e770420-9a21-4b28-9b36-f5f118a3acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:20.604809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.616887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] Set router d9526c4f-8a46-47f2-b9b6-2cff70f14941 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:20.666493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57202e67-4a60-41bd-91b8-d16b6510dbba None None] Provisioning for port b547c05b-23ba-4888-a908-5d1ee162e1c3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:20.711478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.734656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57202e67-4a60-41bd-91b8-d16b6510dbba None None] Provisioning complete for port b547c05b-23ba-4888-a908-5d1ee162e1c3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:20.735019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57202e67-4a60-41bd-91b8-d16b6510dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.767969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.781089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.829212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40296) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:20.869056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:20.873982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:20.881632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=443d27b6-521f-4b65-9118-3efe63989fbb,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.886583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:20.887169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.893818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=9d31be83-c45e-4dfe-b5e4-cae1e9893a95,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:20.969684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:20.996390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-57202e67-4a60-41bd-91b8-d16b6510dbba None None] Port b547c05b-23ba-4888-a908-5d1ee162e1c3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:21.004617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac1c6306-bc41-4cc8-a256-cdb129ea17ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/9d31be83-c45e-4dfe-b5e4-cae1e9893a95 HTTP/1.1" status: 204 len: 168 time: 2.0073576 Mar 16 11:20:21.016536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40302) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:21.017902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Calling delete_port for 7e770420-9a21-4b28-9b36-f5f118a3acb3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:21.100443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f49c34-e257-4eda-ba9d-4a4e1040e01b None None] Network 2fb8e664-243b-4034-87db-be5c06387597 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:21.112756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device aa16d575-25e0-4d85-97d6-6bf5383fa546 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:21.225218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.275723 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-572f7174-a11b-42de-a543-ac05eafe6bfa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6029940 Mar 16 11:20:21.277870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:21.289957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:21.431313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:21.452468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:21.455153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:21.463349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6686c29dc03f4e48b7fbad087eba001c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:21.465955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:21.468883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:21.491054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef910-2dfa-4e48-b15d-2363234c3b93 req-16b33e0a-74ca-4e95-bbe8-717510c49a2c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:21.492713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a4ef910-2dfa-4e48-b15d-2363234c3b93 req-16b33e0a-74ca-4e95-bbe8-717510c49a2c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.5813470 Mar 16 11:20:21.511409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-00567c99-e19e-4dd1-b2c2-e05b436884d1 None None] Provisioning for port d35fc456-b005-43fa-95c6-80633d16f370 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:21.529963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:21.534694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:21.557227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-00567c99-e19e-4dd1-b2c2-e05b436884d1 None None] Provisioning complete for port d35fc456-b005-43fa-95c6-80633d16f370 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:21.557758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-00567c99-e19e-4dd1-b2c2-e05b436884d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.573499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:21.577296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.600287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.628594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a4ef910-2dfa-4e48-b15d-2363234c3b93 req-4f9d4043-8eaa-4e7d-8eb8-e7853bae7f98 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235111 Mar 16 11:20:21.631908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.648406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.649163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.695044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] Pushing event deleted for resources: {'Port': ['ID=7e770420-9a21-4b28-9b36-f5f118a3acb3,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.746487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b71bf-28aa-4bb5-a989-25a64dc4c877 None None] No DVR routers for this DVR port 7e770420-9a21-4b28-9b36-f5f118a3acb3 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:21.747819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port aa16d575-25e0-4d85-97d6-6bf5383fa546 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:21.748431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:21.806591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-00567c99-e19e-4dd1-b2c2-e05b436884d1 None None] Port d35fc456-b005-43fa-95c6-80633d16f370 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:21.820319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcad384-55f1-4797-8d9c-ac4e6064bc01 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:21.873199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=b547c05b-23ba-4888-a908-5d1ee162e1c3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:21.955493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.046356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:20:22.072294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.132339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:22.138421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df5dce-a534-429f-924e-7c048b016035 None None] DHCP port deletion for 2fb8e664-243b-4034-87db-be5c06387597 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:22.141519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:22.153132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:22.154154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.197351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:20:22.205248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Deleting port bd095368-0ec3-492c-bc5f-942d68fb5029 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:22.205671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.258425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:22.266984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:22.279135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:20:09Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:22.292983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.320372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37f03b-b78f-43b7-bc5d-8f142d74378e None None] The sync data for ids ['d9526c4f-8a46-47f2-b9b6-2cff70f14941'] in dv-neutron-833733-1-hyperv is: [{'id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'name': 'tempest-TestNetworkBasicOps-router-828845109', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:18:08Z', 'updated_at': '2022-03-16T11:20:09Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '5d95e4f5-bdfa-4ab1-bafd-24d5183a1755', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9526c4f-8a46-47f2-b9b6-2cff70f14941', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:18:10Z', 'updated_at': '2022-03-16T11:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:22.325761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.335078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.412004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=0b196978-33aa-4f43-bc09-1e129b1bcc40,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:22.447377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.447704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.477750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.506199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7e770420-9a21-4b28-9b36-f5f118a3acb3 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:22.516373 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f5929d8a-1050-4d13-a40e-027bedbe82df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2332346 Mar 16 11:20:22.577419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7e770420-9a21-4b28-9b36-f5f118a3acb3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:22.578165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7e770420-9a21-4b28-9b36-f5f118a3acb3 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:22.580052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:22.601116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:08:26:e0', 'name': 'tempest-NetworksTestDHCPv6-1877589175'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:22.607750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-14df5dce-a534-429f-924e-7c048b016035 None None] For port bd095368-0ec3-492c-bc5f-942d68fb5029, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bd095368-0ec3-492c-bc5f-942d68fb5029,segment=NetworkSegment(58df1269-c283-4b62-8cb6-573313f3422f),segment_id=58df1269-c283-4b62-8cb6-573313f3422f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:22.608137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.617136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '0b196978-33aa-4f43-bc09-1e129b1bcc40'}, {'subnet_id': '443d27b6-521f-4b65-9118-3efe63989fbb'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:22.617950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.720667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897cc41c-98a7-494d-a779-ff0f86f610f2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:22.769430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event updated for resources: {'Port': ['ID=d35fc456-b005-43fa-95c6-80633d16f370,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:22.771953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Calling delete_port for bd095368-0ec3-492c-bc5f-942d68fb5029 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:22.789813 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-735966e2-b402-490b-bc6f-0ab209bb88d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6686c29dc03f4e48b7fbad087eba001c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9596272 Mar 16 11:20:22.809572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40318) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:22.812558 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-9f54df17-1d72-4b5a-9da9-a901397354ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 1099 time: 0.6071491 Mar 16 11:20:22.904423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5922a15c-4e99-442d-b988-3cad965d734a None None] Provisioning complete for port b547c05b-23ba-4888-a908-5d1ee162e1c3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:22.904786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5922a15c-4e99-442d-b988-3cad965d734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:22.964589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa10e41a-679a-44f1-9f23-f7dc81683b00 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:23.023683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: fa10e41a-679a-44f1-9f23-f7dc81683b00 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:23.023944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device fa10e41a-679a-44f1-9f23-f7dc81683b00 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:23.024328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bd095368-0ec3-492c-bc5f-942d68fb5029 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:23.041017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:23.050831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319296-f934-49d4-87ef-0edfb6978a58 req-142817cf-cf26-46fc-b4ec-18b671112c5c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:23.052569 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb319296-f934-49d4-87ef-0edfb6978a58 req-142817cf-cf26-46fc-b4ec-18b671112c5c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.8596170 Mar 16 11:20:23.062553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5922a15c-4e99-442d-b988-3cad965d734a None None] Port b547c05b-23ba-4888-a908-5d1ee162e1c3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:23.069490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:23.080153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Network 2c74085c-da69-4c37-ac9f-940980b1e330 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:23.097287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:23.159690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.169276 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No ports have port_id starting with bd095368-0ec3-492c-bc5f-942d68fb5029 Mar 16 11:20:23.211114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df5dce-a534-429f-924e-7c048b016035 None None] No DVR routers for this DVR port bd095368-0ec3-492c-bc5f-942d68fb5029 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:23.213832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb319296-f934-49d4-87ef-0edfb6978a58 req-a9dc6440-9d2a-4b46-98ad-f4d097f40fab tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252289 Mar 16 11:20:23.247997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df5dce-a534-429f-924e-7c048b016035 None None] Pushing event deleted for resources: {'Port': ['ID=bd095368-0ec3-492c-bc5f-942d68fb5029,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:23.358509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.365795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Allocated IP 172.20.0.2 (1002c76f-2977-4cc2-9a1c-483f137d3546/443d27b6-521f-4b65-9118-3efe63989fbb/21bbf119-b835-45e3-8143-b6bacff8412b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:23.372534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Allocated IP 2001:db8::f816:3eff:fef8:86bf (1002c76f-2977-4cc2-9a1c-483f137d3546/0b196978-33aa-4f43-bc09-1e129b1bcc40/21bbf119-b835-45e3-8143-b6bacff8412b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:23.387725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Allocated IP 172.20.0.1 (e4578bd1-48bc-46da-befb-6d08feda72ae/63b0436f-c4d3-4445-8589-4863e973398e/4f23a047-a74e-4a77-8919-685574aa0ee3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:23.390972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:23.391436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.471647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:23.476015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.527585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb00e1c7-c585-44f0-befd-193088a0899d None None] Provisioning complete for port d35fc456-b005-43fa-95c6-80633d16f370 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:23.528123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb00e1c7-c585-44f0-befd-193088a0899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.528321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.555815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.563456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-e2c74ba1-ab9c-4d90-a247-b350b57b8eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:23.565186 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-e2c74ba1-ab9c-4d90-a247-b350b57b8eac service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 200 len: 911 time: 0.6935542 Mar 16 11:20:23.633646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cb00e1c7-c585-44f0-befd-193088a0899d None None] Port d35fc456-b005-43fa-95c6-80633d16f370 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:23.640717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 3f383201-4c3c-4954-b8a6-e451caaf5f74 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:20:23.649878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.660583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Transition to ACTIVE for port object 21bbf119-b835-45e3-8143-b6bacff8412b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:23.682263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Transition to ACTIVE for port object 21bbf119-b835-45e3-8143-b6bacff8412b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:23.684125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:23.689674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.730490 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-7bf9db15-7b9f-4374-bb41-215adf516f44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 200 len: 217 time: 0.1550667 Mar 16 11:20:23.762473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:23.762989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.772688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.782494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:23.785605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:23.790972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:23.793530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Pushing event updated for resources: {'Port': ['ID=21bbf119-b835-45e3-8143-b6bacff8412b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:23.925664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Attempting to bind port 21bbf119-b835-45e3-8143-b6bacff8412b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:23.926378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Attempting to bind port 21bbf119-b835-45e3-8143-b6bacff8412b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:23.926988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Attempting to bind port 21bbf119-b835-45e3-8143-b6bacff8412b on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:23.934200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:23.934794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:23.935174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.935638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:23.936261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Bound port: 21bbf119-b835-45e3-8143-b6bacff8412b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:23.936491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:23.979875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-a9ea7f9e-b2bd-418c-8fd2-e8bd0a13ce36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:23.981489 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-a9ea7f9e-b2bd-418c-8fd2-e8bd0a13ce36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0be98da9-61bd-4496-91dc-a42dccbcf93b HTTP/1.1" status: 200 len: 851 time: 0.2423661 Mar 16 11:20:23.991132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.029584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] For port 21bbf119-b835-45e3-8143-b6bacff8412b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:24.031725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:24.033030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] For port 21bbf119-b835-45e3-8143-b6bacff8412b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=21bbf119-b835-45e3-8143-b6bacff8412b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:24.037491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.061089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cc41c-98a7-494d-a779-ff0f86f610f2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.068993 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-194dcd71-ecc5-4577-9e52-29163905d084 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d042098-0649-4008-b103-c4259de1e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810721 Mar 16 11:20:24.070379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Transition to ACTIVE for port object 4f23a047-a74e-4a77-8919-685574aa0ee3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:24.136695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a636e8-4f05-4516-98e0-1ead9779df5d None None] Pushing event updated for resources: {'Port': ['ID=21bbf119-b835-45e3-8143-b6bacff8412b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.171094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.256019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.257139 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-54ed58ca-641b-4918-a223-6e42e5380603 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/897cc41c-98a7-494d-a779-ff0f86f610f2 HTTP/1.1" status: 204 len: 168 time: 1.4436941 Mar 16 11:20:24.283042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network e4578bd1-48bc-46da-befb-6d08feda72ae is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:24.284255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=4f23a047-a74e-4a77-8919-685574aa0ee3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.290493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:24.293009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:24.295747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 172.20.0.13 (1002c76f-2977-4cc2-9a1c-483f137d3546/443d27b6-521f-4b65-9118-3efe63989fbb/3f383201-4c3c-4954-b8a6-e451caaf5f74) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:24.308470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe08:26e0 (1002c76f-2977-4cc2-9a1c-483f137d3546/0b196978-33aa-4f43-bc09-1e129b1bcc40/3f383201-4c3c-4954-b8a6-e451caaf5f74) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:24.381759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:24.395837 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] Sync routers for ids ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:24.412917 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-024ee534-57ae-4549-94e8-ea96c4c0948d service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249588 Mar 16 11:20:24.418892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:24.426712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b6bed0d4-900e-42ad-bcd5-2b7746bd60ad tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8097465 Mar 16 11:20:24.452415 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] Routers {'f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:24.453363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:24.462725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.495159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.564244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:24.586356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] Routers {'f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:24.587244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:24.632029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=5d95e4f5-bdfa-4ab1-bafd-24d5183a1755,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:24.692607 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:24.693714 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c644e1-f1c6-450c-89b4-42059cb75bc6 None None] The sync data for ids ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:24.698457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e1485-9730-4b8a-9417-e263e56fe8be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:24.699135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-135e1485-9730-4b8a-9417-e263e56fe8be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:24.780802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b98c88af-f163-4791-a497-eba228bd58ec None None] Provisioning for port 4f23a047-a74e-4a77-8919-685574aa0ee3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:24.789070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b98c88af-f163-4791-a497-eba228bd58ec None None] Provisioning complete for port 4f23a047-a74e-4a77-8919-685574aa0ee3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:24.790438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b98c88af-f163-4791-a497-eba228bd58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:24.799624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Router de985420-1bdb-4ee6-b26d-ff722c561a81 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:24.898562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b98c88af-f163-4791-a497-eba228bd58ec None None] Port 4f23a047-a74e-4a77-8919-685574aa0ee3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:24.900087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-135e1485-9730-4b8a-9417-e263e56fe8be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:24.904521 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-135e1485-9730-4b8a-9417-e263e56fe8be tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports/b547c05b-23ba-4888-a908-5d1ee162e1c3 HTTP/1.1" status: 200 len: 911 time: 0.4812701 Mar 16 11:20:24.921778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:25.015810 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-727aa3f2-9b35-4b4c-bff9-1a28b31a934b req-8b3d77dc-7a32-4d6f-b1ce-6748e1ec7612 service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726017 Mar 16 11:20:25.044340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 21bbf119-b835-45e3-8143-b6bacff8412b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:25.124969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 21bbf119-b835-45e3-8143-b6bacff8412b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:25.136321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.156907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b797-28cb-41a0-bf62-9d2100ceaecd req-8deb67de-8d9a-4eff-b660-156de569fde2 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:25.158543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22f2b797-28cb-41a0-bf62-9d2100ceaecd req-8deb67de-8d9a-4eff-b660-156de569fde2 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.5869606 Mar 16 11:20:25.162064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.424272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.448316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 3f383201-4c3c-4954-b8a6-e451caaf5f74 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:25.506109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.506789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22f2b797-28cb-41a0-bf62-9d2100ceaecd req-faa61a10-db4f-40ac-b6ba-51e3672d194a tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879648 Mar 16 11:20:25.517541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.558771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debeeccf-871d-4983-b23a-b42f9d383600 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:25.596479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:25.605324 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77b654a1-4e92-4f17-af33-a23c90c10632 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6544602 Mar 16 11:20:25.615714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40334) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:25.640476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.668115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] Sync routers for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:25.699458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.700103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router d9526c4f-8a46-47f2-b9b6-2cff70f14941 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:25.720141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.724304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a4106d5-84f5-4853-a4a3-551cc11bf7c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/d9526c4f-8a46-47f2-b9b6-2cff70f14941 HTTP/1.1" status: 204 len: 168 time: 4.7068279 Mar 16 11:20:25.725365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:25.725707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Provisioning for port 21bbf119-b835-45e3-8143-b6bacff8412b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:25.749651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Provisioning complete for port 21bbf119-b835-45e3-8143-b6bacff8412b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:25.750036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.847773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:25.848546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:25.925775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:25.931580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=3f383201-4c3c-4954-b8a6-e451caaf5f74,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:25.934183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:25.945100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:25.964757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:25.970470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.027481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:26.028234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.035728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:26.036991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.057444 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2db93c8-aaeb-4869-bef1-f72ee971fe14 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4737818 Mar 16 11:20:26.057933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:26.075255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.144286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-628ed3d0-2ae3-4433-bf50-c564da10fdda tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.180908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.183727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.183727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24873f46-cdde-49be-86c6-686b6fef65c8 None None] The sync data for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:26.201579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.232909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb8e664-243b-4034-87db-be5c06387597']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.250571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.258246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58df1269-c283-4b62-8cb6-573313f3422f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.258600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58df1269-c283-4b62-8cb6-573313f3422f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:26.271809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.273483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] For port 21bbf119-b835-45e3-8143-b6bacff8412b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=21bbf119-b835-45e3-8143-b6bacff8412b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:26.280578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.368605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1df81-0b65-4083-b635-428502e743b7 None None] Pushing event updated for resources: {'Port': ['ID=21bbf119-b835-45e3-8143-b6bacff8412b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:26.433398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.509530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.518309 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-628ed3d0-2ae3-4433-bf50-c564da10fdda tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 16 11:20:26.522349 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-628ed3d0-2ae3-4433-bf50-c564da10fdda tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81 HTTP/1.1" status: 409 len: 329 time: 0.8984659 Mar 16 11:20:26.523175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:26.540114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebe31a-a081-407f-a24a-4b9d3e29a64d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:26.544024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebe31a-a081-407f-a24a-4b9d3e29a64d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:26.544844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-80ebe31a-a081-407f-a24a-4b9d3e29a64d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:26.558293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:26.558610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:26.574770 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:26.577148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.665592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=4f23a047-a74e-4a77-8919-685574aa0ee3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:26.710719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Provisioning for port 3f383201-4c3c-4954-b8a6-e451caaf5f74 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:26.715998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Provisioning complete for port 3f383201-4c3c-4954-b8a6-e451caaf5f74 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:26.717080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.779747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Port 3f383201-4c3c-4954-b8a6-e451caaf5f74 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:26.796734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-80ebe31a-a081-407f-a24a-4b9d3e29a64d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:26.797222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Provisioning complete for port 21bbf119-b835-45e3-8143-b6bacff8412b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:26.797798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98c17da3-609c-456a-91d8-15c0dbafd96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.798127 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-80ebe31a-a081-407f-a24a-4b9d3e29a64d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6939089 Mar 16 11:20:26.802272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:26.865594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:26.871598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.000093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 21bbf119-b835-45e3-8143-b6bacff8412b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:27.000816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=2fb8e664-243b-4034-87db-be5c06387597,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:27.016791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-102fa3a5-9e7d-43aa-9755-a2f07b1b19ad tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/2fb8e664-243b-4034-87db-be5c06387597 HTTP/1.1" status: 204 len: 168 time: 1.2853460 Mar 16 11:20:27.046547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:27.052462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 3f383201-4c3c-4954-b8a6-e451caaf5f74 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:27.052985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.083358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 21bbf119-b835-45e3-8143-b6bacff8412b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:27.084055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.113757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--1697670107', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:27.141640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58dbbcc0-04b7-48f9-a99c-d872d14172ed None None] Provisioning complete for port 3f383201-4c3c-4954-b8a6-e451caaf5f74 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:27.141924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:27.142055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58dbbcc0-04b7-48f9-a99c-d872d14172ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.175264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:27.180737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:27.203381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58dbbcc0-04b7-48f9-a99c-d872d14172ed None None] Port 3f383201-4c3c-4954-b8a6-e451caaf5f74 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:27.216196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network e4578bd1-48bc-46da-befb-6d08feda72ae is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:27.267692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:27.307965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:27.308646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d95e4f5-bdfa-4ab1-bafd-24d5183a1755 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:27.311141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:27.376030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8088e1-ce19-47c2-a146-615ff90f4641 req-da348d0d-5b01-4dbc-bf92-871e9902f427 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:27.378022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c8088e1-ce19-47c2-a146-615ff90f4641 req-da348d0d-5b01-4dbc-bf92-871e9902f427 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.6970696 Mar 16 11:20:27.379260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:27.499542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.528684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2b7f49ae-b5f5-4682-9694-abce01033fc6 None None] Provisioning complete for port 4f23a047-a74e-4a77-8919-685574aa0ee3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:27.529141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b7f49ae-b5f5-4682-9694-abce01033fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.572120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:27.575132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.587923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f49ae-b5f5-4682-9694-abce01033fc6 None None] Port 4f23a047-a74e-4a77-8919-685574aa0ee3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:27.651310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.678770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port b547c05b-23ba-4888-a908-5d1ee162e1c3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:27.679143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.729103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c8088e1-ce19-47c2-a146-615ff90f4641 req-0a848ea4-9f3d-4419-a631-9828a03ce20e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794142 Mar 16 11:20:27.790011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 3f383201-4c3c-4954-b8a6-e451caaf5f74 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:27.829484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:20:27.853912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.854289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment b4446155-53bc-4a0b-9f41-13bd947c283b of type vlan for network 8c4d94a5-c491-4f62-a743-43c6b257559b Mar 16 11:20:27.915793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:27.945297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.045817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for b547c05b-23ba-4888-a908-5d1ee162e1c3 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:28.208677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.212051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:28.212617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.416621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.419294 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3252084 Mar 16 11:20:28.420194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f9a3-738c-4da1-93de-d94fbf379218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=8c4d94a5-c491-4f62-a743-43c6b257559b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:28.422019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:28.430766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 8c4d94a5-c491-4f62-a743-43c6b257559b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:20:28.441355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-699438298', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:28.463366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:28.471320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:28.482788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:28.495570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:28.531125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.532116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.545768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a6e7-43aa-4527-9a68-58227f1e5fd6 req-67fc6543-0186-46de-bcec-04328f7b2c1c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:28.547372 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c80a6e7-43aa-4527-9a68-58227f1e5fd6 req-67fc6543-0186-46de-bcec-04328f7b2c1c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.3425250 Mar 16 11:20:28.548025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.632841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=3f383201-4c3c-4954-b8a6-e451caaf5f74,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:28.633117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=b547c05b-23ba-4888-a908-5d1ee162e1c3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:28.730653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.804678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c80a6e7-43aa-4527-9a68-58227f1e5fd6 req-fbaadc00-4aba-496b-acff-c0aeb3821406 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159855 Mar 16 11:20:28.919974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Router 983baaf3-4539-4d6b-b560-fe1445eff189 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:28.921234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.931185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:28.993410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b562b77-5d15-4396-ba68-a45be98cb5c2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/3f383201-4c3c-4954-b8a6-e451caaf5f74 HTTP/1.1" status: 204 len: 168 time: 2.1866415 Mar 16 11:20:28.999810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:29.010682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port d35fc456-b005-43fa-95c6-80633d16f370 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:29.011027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.135679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.136947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.138243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:29.139503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:29.184748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.219527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:29.220724 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c31cc7d-164c-4f95-b61b-92b21aebf2a7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2198951 Mar 16 11:20:29.229271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:29.428156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.524550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 0b196978-33aa-4f43-bc09-1e129b1bcc40 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:29.535624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.603122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Calling delete_port for d35fc456-b005-43fa-95c6-80633d16f370 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:29.613693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:29.680844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:29.688359 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1bf1f07a-5b0b-43f7-9c8a-81d4c09b3566 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "PUT /v2.0/routers/983baaf3-4539-4d6b-b560-fe1445eff189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4221406 Mar 16 11:20:29.690655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:29.693647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:29.696430 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] Sync routers for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:29.703162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Request body: {'port': {'network_id': 'e4578bd1-48bc-46da-befb-6d08feda72ae', 'name': 'tempest-FloatingIPAdminTestJSON-833307083'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:29.709229 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:29.710230 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:29.771404 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:29.783955 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:29.784836 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:29.870847 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:29.871522 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa38fe7-3a03-435f-9d2c-5d81c101d6f6 None None] The sync data for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:29.950654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.028774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:30.029403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.039745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] Sync routers for ids ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:30.054619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] Routers {'f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:30.055320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:30.061814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9fbe4db0-5416-478a-bd14-eca60a533f7a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1392503 Mar 16 11:20:30.063132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:30.065853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.079681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.119267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:30.131175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] Routers {'f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:30.131775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:30.151524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Port': ['ID=d35fc456-b005-43fa-95c6-80633d16f370,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:30.154544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd00b600-c703-4c65-92a0-d84b37a513b2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:30.223253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:30.225956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfc34d-c6fb-4158-a836-e7f035e3b38d None None] The sync data for ids ['f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:30.244074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:30.284354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Usage tracker for resource:port and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:30.290691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:30.313511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:30.315942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.339117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd00b600-c703-4c65-92a0-d84b37a513b2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:30.342767 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd00b600-c703-4c65-92a0-d84b37a513b2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 HTTP/1.1" status: 200 len: 205 time: 0.2760687 Mar 16 11:20:30.347185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:30.366167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da887a7-d7ce-4ddc-bd88-b0c99114fc0d req-0b7e168e-3eb0-4bde-aaab-4715b1c8c36c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:30.367703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3da887a7-d7ce-4ddc-bd88-b0c99114fc0d req-0b7e168e-3eb0-4bde-aaab-4715b1c8c36c tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.3868916 Mar 16 11:20:30.380959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=0b196978-33aa-4f43-bc09-1e129b1bcc40,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:30.399243 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:20:30.406209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Made reservation on behalf of ecb8f968cfa54d859c8621e91d8f2eb4 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:30.409193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.432839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.134 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/62a77393-a70b-4358-b036-75b8e0600a82) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:30.438495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.444013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609958fd-5c5d-4a7a-ad32-7647e7627f1b None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:30.478992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] device_id is not set on port 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:20:30.538939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43fa2165-87bf-4aae-8d4d-1fb4931fa601 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/0b196978-33aa-4f43-bc09-1e129b1bcc40 HTTP/1.1" status: 204 len: 168 time: 1.3043487 Mar 16 11:20:30.539672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.543312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:30.602912 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3da887a7-d7ce-4ddc-bd88-b0c99114fc0d req-34063150-a001-47ae-8b57-6f246a69c73e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263532 Mar 16 11:20:30.608060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.760305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:30.775024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Allocated IP 172.20.0.3 (e4578bd1-48bc-46da-befb-6d08feda72ae/63b0436f-c4d3-4445-8589-4863e973398e/90bb8af0-2dd9-4fa8-a096-a41bf7416bf5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:30.884443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.102750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:31.121105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:31.127205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=62a77393-a70b-4358-b036-75b8e0600a82,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:31.131585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:31.290638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.320151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Transition to ACTIVE for port object 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:31.339035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bea5857d-e54e-48fc-abbb-1f96c7380f7e None None] Provisioning complete for port 21bbf119-b835-45e3-8143-b6bacff8412b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:31.339689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bea5857d-e54e-48fc-abbb-1f96c7380f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.340570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475f2a-3020-4d4a-b64f-4a85c390fadd req-fc0cfc03-e951-417f-bede-6c49267906b7 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:31.342028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa475f2a-3020-4d4a-b64f-4a85c390fadd req-fc0cfc03-e951-417f-bede-6c49267906b7 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.3271456 Mar 16 11:20:31.398723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.442756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 443d27b6-521f-4b65-9118-3efe63989fbb {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:31.451513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.469101 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa475f2a-3020-4d4a-b64f-4a85c390fadd req-30cf654c-2f4b-4ccd-839c-ae17ef37bb1e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144490 Mar 16 11:20:31.498412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Network e4578bd1-48bc-46da-befb-6d08feda72ae is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:31.498412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event updated for resources: {'Port': ['ID=90bb8af0-2dd9-4fa8-a096-a41bf7416bf5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:31.498412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:31.499994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:31.541098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd65d-37a6-4591-bc81-00351c86bbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.554234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.554899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.566179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:31.566778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.699503 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c8c477b-f8e0-4fb1-95a2-358936cd271c tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0042088 Mar 16 11:20:31.700542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:31.727974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.734484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.764979 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-a8b50563-e555-42e2-b873-c87e5d7683c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 1099 time: 0.7726738 Mar 16 11:20:31.791912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0cf0984c-3aed-456b-b35b-a4d4231c287a None None] Provisioning for port 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:31.799801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0cf0984c-3aed-456b-b35b-a4d4231c287a None None] Provisioning complete for port 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:31.800300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0cf0984c-3aed-456b-b35b-a4d4231c287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.822623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:31.838991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:31.860985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0984c-3aed-456b-b35b-a4d4231c287a None None] Port 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:32.001330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'project_id': 'ecb8f968cfa54d859c8621e91d8f2eb4', 'port_id': '90bb8af0-2dd9-4fa8-a096-a41bf7416bf5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:32.016440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:32.067307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Usage tracker for resource:floatingip and tenant:ecb8f968cfa54d859c8621e91d8f2eb4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:32.074981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:32.082999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:32.084010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.084529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:32.093877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.104527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.128764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-b681abf6-d86f-44f9-afd8-f0435ed2194c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.130328 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-b681abf6-d86f-44f9-afd8-f0435ed2194c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 200 len: 911 time: 0.2925448 Mar 16 11:20:32.138141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Router de985420-1bdb-4ee6-b26d-ff722c561a81 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:32.148209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.149199 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-601a8570-ce4b-49ea-99e1-69f032330e1c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 HTTP/1.1" status: 204 len: 168 time: 1.8010974 Mar 16 11:20:32.167811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40404) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.229892 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-77bc367c-34b8-4fb3-ac55-05910ec58f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 200 len: 217 time: 0.0855145 Mar 16 11:20:32.409341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.427444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet e5a3289a-1e29-4879-879d-663be4ce9181 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:32.435168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.447249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-e19ea067-19ff-4559-9f8b-55479a7ac00c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:32.448671 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-e19ea067-19ff-4559-9f8b-55479a7ac00c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0be98da9-61bd-4496-91dc-a42dccbcf93b HTTP/1.1" status: 200 len: 851 time: 0.1676042 Mar 16 11:20:32.455903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=443d27b6-521f-4b65-9118-3efe63989fbb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:32.463317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:32.473513 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:32.486671 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:32.487420 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.497764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.507646 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-fd3ecfe7-5f61-4835-9bd6-d294229fa6b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4d042098-0649-4008-b103-c4259de1e264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472803 Mar 16 11:20:32.508699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.516887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:32.523539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.523873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.524200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.524314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e535dba-5322-466e-940a-098e2b65261f None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:32.524786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.524905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.525212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.525445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.525805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.526094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.526403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.526719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:32.533755 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a5e8b944-d356-4689-80a6-c417b0921603 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0078912 Mar 16 11:20:32.552344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40410) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.561520 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c03c6ec1-ee57-4e38-9837-41c3438b860d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/443d27b6-521f-4b65-9118-3efe63989fbb HTTP/1.1" status: 204 len: 168 time: 2.0165918 Mar 16 11:20:32.563175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] Sync routers for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:32.568915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.644810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:32.650236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a1693279-b11e-4ee6-9fcb-6d229573258f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2183335 Mar 16 11:20:32.653431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40414) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.653759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.703148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:32.704135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.783450 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1162fbd7-441a-41b3-abaa-1a8b58eaebbd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1283092 Mar 16 11:20:32.796193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.812093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:32.833176 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-65ef8b91-491d-4015-a179-376945390db2 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] show failed (client error): The resource could not be found. Mar 16 11:20:32.834675 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65ef8b91-491d-4015-a179-376945390db2 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1853192408 HTTP/1.1" status: 404 len: 335 time: 0.2807381 Mar 16 11:20:32.841487 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:32.844229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.852391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-889b96b5-edd0-4c58-a3df-71c3505aa6c6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:32.887146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.923602 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-889b96b5-edd0-4c58-a3df-71c3505aa6c6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] update failed (client error): The resource could not be found. Mar 16 11:20:32.924768 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-889b96b5-edd0-4c58-a3df-71c3505aa6c6 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-850924325 HTTP/1.1" status: 404 len: 334 time: 0.0796082 Mar 16 11:20:32.931765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:32.936213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] Routers {'de985420-1bdb-4ee6-b26d-ff722c561a81'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:32.936840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['de985420-1bdb-4ee6-b26d-ff722c561a81'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:32.969421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:32.974338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:32.977330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:32.983897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:33.012427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:33.012845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfc2ba-5ee6-4dbc-bdb0-83ba3040f212 None None] The sync data for ids ['de985420-1bdb-4ee6-b26d-ff722c561a81'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:33.029490 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-dc41546f-ee2c-49e3-bd62-205393680db8 service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066211 Mar 16 11:20:33.034865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:33.040331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.117723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:33.122774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Deleting port 21bbf119-b835-45e3-8143-b6bacff8412b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:33.123142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.255744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.290361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting subnet 9ee2d424-4a83-469f-9c6e-d191900c923a {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:33.292119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d60478ea-699f-4fe7-99d7-846b8e3c3ee8 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6356292 Mar 16 11:20:33.294725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40438) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:33.296842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8fac5aca-63ed-4f44-bb00-f4f141af30b8 req-184d64f2-05ec-431b-8d6f-defc55054c02 service neutron] 10.222.0.59 "GET /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428336 Mar 16 11:20:33.299596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.313723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6355128-35e3-4279-8030-36bb50b8c031 req-2198579e-93d9-424b-bdab-5c5c1244e145 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:33.315211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6355128-35e3-4279-8030-36bb50b8c031 req-2198579e-93d9-424b-bdab-5c5c1244e145 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.6626740 Mar 16 11:20:33.373431 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:33.378203 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:20:33.379065 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Updating router ea28665a-39d8-48e9-b67f-06862735167d port 62a77393-a70b-4358-b036-75b8e0600a82 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:20:33.433006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Allocated IP 172.26.1.62 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/91217ede-946e-4d17-8dcb-1a47685aabc9) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:33.437253 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.439290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6355128-35e3-4279-8030-36bb50b8c031 req-4e6d618d-dda7-4930-8b78-cff3934e4799 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119020 Mar 16 11:20:33.449452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.471248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] For port 21bbf119-b835-45e3-8143-b6bacff8412b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=21bbf119-b835-45e3-8143-b6bacff8412b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:33.471701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.504236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.555019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5727d-d5f4-4395-a4f5-a5f3ede0e5d9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:33.556388 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-23e5727d-d5f4-4395-a4f5-a5f3ede0e5d9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2580659 Mar 16 11:20:33.560070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:33.604652 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3b52a06a-d24f-4f14-b19f-b706f8c8a7b4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442054 Mar 16 11:20:33.607623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:33.613736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066471020', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:33.637721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Calling delete_port for 21bbf119-b835-45e3-8143-b6bacff8412b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:33.693883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.707595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62f8d12c-b843-4fb0-bd79-a292b6cdc8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.739340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.772722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a3289a-1e29-4879-879d-663be4ce9181,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:33.779083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:33.783130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:33.787848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:33.796166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] Pushing event deleted for resources: {'Port': ['ID=21bbf119-b835-45e3-8143-b6bacff8412b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:33.796512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:33.805649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f97d2-5d4d-44f2-8339-e73e7b2b4547 None None] No DVR routers for this DVR port 21bbf119-b835-45e3-8143-b6bacff8412b on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:33.810853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.819374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.822939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1295b2d-de4d-4d45-8a85-ba00082f059a None None] Network ebcd8a89-2308-4ef8-9b42-24c1d6747d32 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:33.823094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:33.829353 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/e5a3289a-1e29-4879-879d-663be4ce9181 HTTP/1.1" status: 204 len: 168 time: 1.6569197 Mar 16 11:20:33.831807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.832142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.832471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.832958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.833769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.834128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.834451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.834769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.835084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.835396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.835706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a0c8d9-33b2-4f47-8314-e34f0b907c70 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:33.842124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40450) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:33.895717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee2d424-4a83-469f-9c6e-d191900c923a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:33.972413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:33.992604 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3408adcb-705e-4ba3-b41b-5f6e68829e29 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/subnets/9ee2d424-4a83-469f-9c6e-d191900c923a HTTP/1.1" status: 204 len: 168 time: 1.0594249 Mar 16 11:20:33.993659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40454) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:34.001599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.002647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6254bb-1290-459b-b649-e9a3370d1d9f None None] Network a6fbb69d-143f-474a-be81-b21cad0663ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:34.100064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.121280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.165684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.207013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:34.215654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:34.218412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.219162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.243502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff91a790-a6df-4c60-8a51-a255335d7af8 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:34.247863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.319804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port aa16d575-25e0-4d85-97d6-6bf5383fa546 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:34.320130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.333230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=82d7a690-839b-4d54-8cde-b998fe72fb62,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:34.342423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:34.342844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: 8c4d94a5-c491-4f62-a743-43c6b257559b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:34.374178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:34.376127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=b54e4298-12b7-4f1b-9129-7af1e41b2775,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:34.385733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e7a5b69c-eb86-4d92-91b3-a9940a1a090d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5785923 Mar 16 11:20:34.389890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:34.397756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:34.400724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.418177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 8c4d94a5-c491-4f62-a743-43c6b257559b) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:34.496735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:34.497216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3aabf1-67a5-477f-bfee-4e69aa64db02 None None] Network 8c4d94a5-c491-4f62-a743-43c6b257559b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:34.547862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:34.550703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:34.596658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:34.597276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.639112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] DHCP port deletion for ebcd8a89-2308-4ef8-9b42-24c1d6747d32 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:34.642751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Pushing event updated for resources: {'Port': ['ID=91217ede-946e-4d17-8dcb-1a47685aabc9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:34.651460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] DHCP port deletion for a6fbb69d-143f-474a-be81-b21cad0663ef request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:34.700603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:34.703301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.706377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:34.710652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:34.717930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:34.718524 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Transition to ACTIVE for port object 62a77393-a70b-4358-b036-75b8e0600a82 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:34.721730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Deleting port aa16d575-25e0-4d85-97d6-6bf5383fa546 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:34.722433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.727618 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.730780 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5515918f-3e07-41f7-9703-2ffdbb30ac56 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1221738 Mar 16 11:20:34.731929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:34.757384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Deleting port db25be7d-6049-4a96-ad42-f2ff0acda150 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:34.757690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.770812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting subnet 2ca961dc-258d-4367-a027-b3795eee1286 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:34.779532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.795075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'b54e4298-12b7-4f1b-9129-7af1e41b2775'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:34.795887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.806871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:34.811696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.829829 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Attempting to bind port 62a77393-a70b-4358-b036-75b8e0600a82 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:34.830554 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Attempting to bind port 62a77393-a70b-4358-b036-75b8e0600a82 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:34.831168 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Attempting to bind port 62a77393-a70b-4358-b036-75b8e0600a82 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:34.849705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Pushing event updated for resources: {'Port': ['ID=62a77393-a70b-4358-b036-75b8e0600a82,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:34.859876 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.860476 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.860984 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.862347 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.862891 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.863975 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.864517 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.865145 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.865837 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.866365 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.866862 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:34.871555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:34.872037 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:34.872785 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.873250 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:34.873806 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Bound port: 62a77393-a70b-4358-b036-75b8e0600a82, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:34.874385 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:34.964387 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] For port 62a77393-a70b-4358-b036-75b8e0600a82, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:34.969618 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] For port 62a77393-a70b-4358-b036-75b8e0600a82, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=62a77393-a70b-4358-b036-75b8e0600a82,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:34.975683 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.065000 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5059ba-c239-4a5a-a6bf-628eb96ca912 None None] Pushing event updated for resources: {'Port': ['ID=62a77393-a70b-4358-b036-75b8e0600a82,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:35.097923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port aa16d575-25e0-4d85-97d6-6bf5383fa546, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=aa16d575-25e0-4d85-97d6-6bf5383fa546,segment=NetworkSegment(cf8057fb-bf38-4ddc-a171-307e7d2d5496),segment_id=cf8057fb-bf38-4ddc-a171-307e7d2d5496)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:35.098902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.102254 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:35.102553 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:35.119129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Allocated IP 172.20.0.2 (1002c76f-2977-4cc2-9a1c-483f137d3546/b54e4298-12b7-4f1b-9129-7af1e41b2775/a9e958b8-9356-4861-ae60-b9507b34acb3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:35.262689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for aa16d575-25e0-4d85-97d6-6bf5383fa546 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:35.326225 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:35.328775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.339434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.351104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Transition to ACTIVE for port object a9e958b8-9356-4861-ae60-b9507b34acb3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:35.383008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Transition to ACTIVE for port object a9e958b8-9356-4861-ae60-b9507b34acb3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:35.449801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device db25be7d-6049-4a96-ad42-f2ff0acda150 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:35.527888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.578309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.682629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:20:35.687480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.697956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-8c4d94a5-c491-4f62-a743-43c6b257559b', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:35.698806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.745388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c2c87-a290-443c-b937-0d8d8b765134 req-3e2eb7e2-ebc0-419a-bca2-7966024a5648 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:35.753531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef0c2c87-a290-443c-b937-0d8d8b765134 req-3e2eb7e2-ebc0-419a-bca2-7966024a5648 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 1.0548785 Mar 16 11:20:35.768322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Pushing event updated for resources: {'Port': ['ID=a9e958b8-9356-4861-ae60-b9507b34acb3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:35.773169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.803827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.810458 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59df1461-b350-4e56-979c-580a4d247099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:35.815964 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df1461-b350-4e56-979c-580a4d247099 None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:31Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:35.869614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:35.908428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=aa16d575-25e0-4d85-97d6-6bf5383fa546,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:35.935861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port aa16d575-25e0-4d85-97d6-6bf5383fa546 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:36.012524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.037071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:36.047985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef0c2c87-a290-443c-b937-0d8d8b765134 req-910a9e8d-903a-481a-9d8a-c170cf43e94b tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875681 Mar 16 11:20:36.091617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:36.208897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.217443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.231017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Allocated IP 172.20.0.2 (8c4d94a5-c491-4f62-a743-43c6b257559b/82d7a690-839b-4d54-8cde-b998fe72fb62/4f3eb715-8770-40d7-af9a-e426fd614814) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:36.299044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca961dc-258d-4367-a027-b3795eee1286,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:36.303858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcd8a89-2308-4ef8-9b42-24c1d6747d32']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:36.335361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.340803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8057fb-bf38-4ddc-a171-307e7d2d5496') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:36.341213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8057fb-bf38-4ddc-a171-307e7d2d5496') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:36.361395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.386427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e9ba5bea-594d-452d-b802-2e9e86c067e7 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/subnets/2ca961dc-258d-4367-a027-b3795eee1286 HTTP/1.1" status: 204 len: 168 time: 2.3850718 Mar 16 11:20:36.387647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:36.390486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.428984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:36.429551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.439013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.439361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.439690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.440022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.440648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.441130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.441458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.441775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.442315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.442861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.443390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:36.451010 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:36.496067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=db25be7d-6049-4a96-ad42-f2ff0acda150,segment=NetworkSegment(5843b445-5e8f-4a7e-9351-a88412a1fea3),segment_id=5843b445-5e8f-4a7e-9351-a88412a1fea3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:36.516440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:36.529698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=db25be7d-6049-4a96-ad42-f2ff0acda150,segment=NetworkSegment(5843b445-5e8f-4a7e-9351-a88412a1fea3),segment_id=5843b445-5e8f-4a7e-9351-a88412a1fea3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:36.530118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.602815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.606177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.613720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.674763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Calling delete_port for db25be7d-6049-4a96-ad42-f2ff0acda150 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:36.775322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port db25be7d-6049-4a96-ad42-f2ff0acda150 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:36.775902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.789831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:36.796729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ed38c-e687-4c1d-9afa-c81a64198343 None None] Network 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:36.846472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:36.847309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:36.847455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.847870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:36.855689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.879699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=a9e958b8-9356-4861-ae60-b9507b34acb3,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:36.901901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=ebcd8a89-2308-4ef8-9b42-24c1d6747d32,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:36.907588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55bb5efc-2f1e-48e6-a20f-f4a3e25d6045 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/ebcd8a89-2308-4ef8-9b42-24c1d6747d32 HTTP/1.1" status: 204 len: 168 time: 3.0627933 Mar 16 11:20:36.908003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:36.908303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:36.908727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.909081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:36.909858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Bound port: a9e958b8-9356-4861-ae60-b9507b34acb3, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:36.910183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.925622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40476) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:36.937227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-888416700', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:36.943897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:36.948093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:36.950951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:36.957045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:36.973321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.974481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.983157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.994156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.998160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:36.998970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device aa16d575-25e0-4d85-97d6-6bf5383fa546 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:37.076102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5e2d-82eb-4901-bb47-f23dbd942acc req-9762f061-eb17-4cb5-8833-2139f7e2af01 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:37.077571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da7c5e2d-82eb-4901-bb47-f23dbd942acc req-9762f061-eb17-4cb5-8833-2139f7e2af01 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.3891869 Mar 16 11:20:37.114555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: aa16d575-25e0-4d85-97d6-6bf5383fa546 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:37.114920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device aa16d575-25e0-4d85-97d6-6bf5383fa546 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:37.115434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 21bbf119-b835-45e3-8143-b6bacff8412b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:37.152270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Transition to ACTIVE for port object 4f3eb715-8770-40d7-af9a-e426fd614814 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:37.172071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.205942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.250836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:37.252844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] For port db25be7d-6049-4a96-ad42-f2ff0acda150, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=db25be7d-6049-4a96-ad42-f2ff0acda150,segment=NetworkSegment(5843b445-5e8f-4a7e-9351-a88412a1fea3),segment_id=5843b445-5e8f-4a7e-9351-a88412a1fea3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:37.253097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.268216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9e958b8-9356-4861-ae60-b9507b34acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:37.279203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 21bbf119-b835-45e3-8143-b6bacff8412b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:37.279203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 21bbf119-b835-45e3-8143-b6bacff8412b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:37.306753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.343941 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da7c5e2d-82eb-4901-bb47-f23dbd942acc req-af2aa6a4-4cf8-4c9c-808a-a58d189c0996 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189903 Mar 16 11:20:37.354165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] For port aa16d575-25e0-4d85-97d6-6bf5383fa546, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=aa16d575-25e0-4d85-97d6-6bf5383fa546,segment=NetworkSegment(cf8057fb-bf38-4ddc-a171-307e7d2d5496),segment_id=cf8057fb-bf38-4ddc-a171-307e7d2d5496)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:37.354165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.361487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:37.361869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:37.362354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Attempting to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:37.387206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.401162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Transition to ACTIVE for port object 4f3eb715-8770-40d7-af9a-e426fd614814 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:37.413745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.443911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Calling delete_port for db25be7d-6049-4a96-ad42-f2ff0acda150 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:37.469714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:37.470252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:37.520970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=a9e958b8-9356-4861-ae60-b9507b34acb3,revision_number=4']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:37.547324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=db25be7d-6049-4a96-ad42-f2ff0acda150,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:37.558392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.572405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.576866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Calling delete_port for aa16d575-25e0-4d85-97d6-6bf5383fa546 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:37.637577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 62a77393-a70b-4358-b036-75b8e0600a82 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:37.674768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:37.675113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:37.675696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.676080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:37.676784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Bound port: a9e958b8-9356-4861-ae60-b9507b34acb3, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:37.677205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.692332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.709633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:37.710925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=f3def8d3-0298-40be-9a67-86a671b59fdd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:37.717202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:37.721413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:37.726660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:37.727288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.730072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:37.741863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.750863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:37.798898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Port': ['ID=db25be7d-6049-4a96-ad42-f2ff0acda150,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:37.815572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Pushing event updated for resources: {'Port': ['ID=4f3eb715-8770-40d7-af9a-e426fd614814,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:37.822572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] No DVR routers for this DVR port db25be7d-6049-4a96-ad42-f2ff0acda150 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:37.834835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (8c4d94a5-c491-4f62-a743-43c6b257559b/82d7a690-839b-4d54-8cde-b998fe72fb62/52c7fbed-ad11-4dc0-9d74-d75f843cb29c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:37.846971 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-286ba344-3b03-425e-b58e-8f38ba6af1da tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4531229 Mar 16 11:20:37.849665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:37.860776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:38:1c:9a', 'name': 'tempest-NetworksTestDHCPv6-892618426'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:37.953028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:37.953314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:37.964809 dv-neutron-833733-1-hyperv neutron-server[83795]: WARNING neutron.plugins.ml2.plugin [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Concurrent port binding operations failed on port a9e958b8-9356-4861-ae60-b9507b34acb3 Mar 16 11:20:37.970604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9e958b8-9356-4861-ae60-b9507b34acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:37.971273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Deleting port db25be7d-6049-4a96-ad42-f2ff0acda150 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:37.971559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:37.972449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.010936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Attempting to bind port 4f3eb715-8770-40d7-af9a-e426fd614814 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:38.010936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Attempting to bind port 4f3eb715-8770-40d7-af9a-e426fd614814 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:38.011262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.011381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Attempting to bind port 4f3eb715-8770-40d7-af9a-e426fd614814 on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:38.013254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fbb69d-143f-474a-be81-b21cad0663ef']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:38.024811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.026633 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.plugin [None req-c29d6086-91a4-469b-8ff3-5b972da6ca67 None None] Attempt 2 to bind port a9e958b8-9356-4861-ae60-b9507b34acb3 Mar 16 11:20:38.049555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] DHCP port deletion for 6c7159fd-c53e-4ee4-ad55-78d60e63ff11 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:38.061417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5843b445-5e8f-4a7e-9351-a88412a1fea3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:38.061727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5843b445-5e8f-4a7e-9351-a88412a1fea3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:38.088419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.100571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ad5fb-fee0-4870-b870-60225a72931d None None] The port 'db25be7d-6049-4a96-ad42-f2ff0acda150' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:20:38.103091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Deleting port a798c200-9172-40e8-909c-a1899eb279ec {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:38.103682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.154458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 62a77393-a70b-4358-b036-75b8e0600a82 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:38.157519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:38.158232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Checking segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:38.158555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.159030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Bound using segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:38.160032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Bound port: 4f3eb715-8770-40d7-af9a-e426fd614814, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:38.161188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.173511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.179464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.212746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 62a77393-a70b-4358-b036-75b8e0600a82 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:38.213368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.228861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 52c7fbed-ad11-4dc0-9d74-d75f843cb29c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:38.238086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Pushing event updated for resources: {'Port': ['ID=91217ede-946e-4d17-8dcb-1a47685aabc9,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:38.245908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:38.271081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:38.274601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:38.282989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:38.314872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:38.333421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.340093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.359055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:38.359690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:38.382618 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:38.478294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Deleting port aa16d575-25e0-4d85-97d6-6bf5383fa546 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:38.482592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.609051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.685762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.688298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:38.698668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Network': ['ID=a6fbb69d-143f-474a-be81-b21cad0663ef,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:38.701091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:38.703555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:38.721688 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cac175ce-bbaa-428c-b15d-7e23e292d610 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/networks/a6fbb69d-143f-474a-be81-b21cad0663ef HTTP/1.1" status: 204 len: 168 time: 2.3306756 Mar 16 11:20:38.724687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:38.752788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:38.784350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf50a1-b38a-4cb8-9213-abfcd118f81d None None] The port 'aa16d575-25e0-4d85-97d6-6bf5383fa546' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:20:38.795357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] For port 4f3eb715-8770-40d7-af9a-e426fd614814, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:38.821323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.828063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] For port a798c200-9172-40e8-909c-a1899eb279ec, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a798c200-9172-40e8-909c-a1899eb279ec,segment=NetworkSegment(3ab36abb-213b-4166-8918-75f82ae75336),segment_id=3ab36abb-213b-4166-8918-75f82ae75336)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:38.828545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.837112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] For port 4f3eb715-8770-40d7-af9a-e426fd614814, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f3eb715-8770-40d7-af9a-e426fd614814,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:38.848771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.853406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eea54-77a8-4f45-8b5e-40d91596bdb9 req-d2bda913-05f5-4946-bc30-c1e16da74289 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:38.853586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.860206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb8eea54-77a8-4f45-8b5e-40d91596bdb9 req-d2bda913-05f5-4946-bc30-c1e16da74289 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.2420106 Mar 16 11:20:38.889988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Floating IP 08ed0122-aaf6-4bf1-84ce-f138906344bd associated. External IP: 172.26.1.62, port: 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5. Mar 16 11:20:38.896780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.902213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.941804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.945433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:38.989570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 62a77393-a70b-4358-b036-75b8e0600a82, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=62a77393-a70b-4358-b036-75b8e0600a82,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:39.001627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Calling delete_port for a798c200-9172-40e8-909c-a1899eb279ec owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:39.013900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-a5dbefb6-54c0-479e-a9eb-3c1ef90721dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:39.014619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-a5dbefb6-54c0-479e-a9eb-3c1ef90721dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Synchronizing usage tracker for tenant:6e2dfd9e6070419fb0118131f9a5a46f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:39.036747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port a798c200-9172-40e8-909c-a1899eb279ec {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:39.036747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.039930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port a9539c2b-a3e2-42b0-85b0-da1dba4c122d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:20:39.047658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.086642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb8eea54-77a8-4f45-8b5e-40d91596bdb9 req-a789d7b9-4467-4055-8b2d-d8a908b79c66 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254899 Mar 16 11:20:39.127303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52270-d987-4471-8303-af1dbecf7d85 None None] Pushing event updated for resources: {'Port': ['ID=4f3eb715-8770-40d7-af9a-e426fd614814,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:39.204774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.229228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] No DVR routers for this DVR port a798c200-9172-40e8-909c-a1899eb279ec on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:39.230703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=62a77393-a70b-4358-b036-75b8e0600a82,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:39.253915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-a5dbefb6-54c0-479e-a9eb-3c1ef90721dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Unset dirty status for tenant:6e2dfd9e6070419fb0118131f9a5a46f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:39.255437 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-a5dbefb6-54c0-479e-a9eb-3c1ef90721dc tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.59 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.6441886 Mar 16 11:20:39.284403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b87e8-adb7-44c9-8ac2-d1341a4af198 None None] Pushing event deleted for resources: {'Port': ['ID=a798c200-9172-40e8-909c-a1899eb279ec,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:39.353631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 172.26.1.156 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/fcdae359-5f43-4dfc-a795-0a47d2918a79) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:39.411170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.481136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] For port a798c200-9172-40e8-909c-a1899eb279ec, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a798c200-9172-40e8-909c-a1899eb279ec,segment=NetworkSegment(3ab36abb-213b-4166-8918-75f82ae75336),segment_id=3ab36abb-213b-4166-8918-75f82ae75336)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:39.481581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.523850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Deleting port 32cf762f-189c-418e-a029-704005254c16 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:39.524093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.595616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 62a77393-a70b-4358-b036-75b8e0600a82 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:39.705934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 62a77393-a70b-4358-b036-75b8e0600a82 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:39.707200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:39.813625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Calling delete_port for a798c200-9172-40e8-909c-a1899eb279ec owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:39.867789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9e958b8-9356-4861-ae60-b9507b34acb3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:39.936925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a9e958b8-9356-4861-ae60-b9507b34acb3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:39.972515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:39.973163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:39.999436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a798c200-9172-40e8-909c-a1899eb279ec no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:40.031931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a798c200-9172-40e8-909c-a1899eb279ec {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:40.032263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a798c200-9172-40e8-909c-a1899eb279ec not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:40.054313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 172.20.0.10 (1002c76f-2977-4cc2-9a1c-483f137d3546/b54e4298-12b7-4f1b-9129-7af1e41b2775/a9539c2b-a3e2-42b0-85b0-da1dba4c122d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:40.072763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe38:1c9a (1002c76f-2977-4cc2-9a1c-483f137d3546/f3def8d3-0298-40be-9a67-86a671b59fdd/a9539c2b-a3e2-42b0-85b0-da1dba4c122d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:40.123075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Router 983baaf3-4539-4d6b-b560-fe1445eff189 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:40.197233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.268645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda35783-7432-4850-b59f-bc439eb887d8 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:40.374585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a90c1-1243-46f9-8289-c9d5d776d6cb req-9525ac33-a691-41d3-8299-f12674ba187e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:40.376019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-699a90c1-1243-46f9-8289-c9d5d776d6cb req-9525ac33-a691-41d3-8299-f12674ba187e tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 946 time: 0.1116533 Mar 16 11:20:40.389019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Provisioning for port a9e958b8-9356-4861-ae60-b9507b34acb3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:40.406582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Provisioning complete for port a9e958b8-9356-4861-ae60-b9507b34acb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:40.406868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.450263 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-699a90c1-1243-46f9-8289-c9d5d776d6cb req-6e2800af-e6c6-4596-98c7-6259a5d0b3be tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Mar 16 11:20:40.470437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:40.477332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port a798c200-9172-40e8-909c-a1899eb279ec {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:40.477761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.483309 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] Sync routers for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:40.498683 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:40.502619 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.609862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] The port 'a798c200-9172-40e8-909c-a1899eb279ec' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:20:40.633152 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.649693 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:40.650560 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.670571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.672794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.684905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.709799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9e958b8-9356-4861-ae60-b9507b34acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:40.732137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.761571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-21674155-5344-4935-acf3-bc9bdc4f771d tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.0567303 Mar 16 11:20:40.772202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:40.796608 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.797451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5de91-16e6-4841-a5bd-89582488a4d8 None None] The sync data for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:40.825560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4c71c-36c1-42a7-975c-2f11085f00c0 None None] Pushing event updated for resources: {'Port': ['ID=a9e958b8-9356-4861-ae60-b9507b34acb3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:40.861615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.889886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7159fd-c53e-4ee4-ad55-78d60e63ff11']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.905460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab36abb-213b-4166-8918-75f82ae75336') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.905757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab36abb-213b-4166-8918-75f82ae75336') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:40.919203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.920247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] For port 32cf762f-189c-418e-a029-704005254c16, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=32cf762f-189c-418e-a029-704005254c16,segment=NetworkSegment(8bd0c9c3-4d06-4900-9c0d-cb3573287736),segment_id=8bd0c9c3-4d06-4900-9c0d-cb3573287736)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:40.920607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.940867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.949051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:40.949839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: util.warn( Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:40.965608 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:40.969846 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7f575b4-6fa0-412e-b6a8-dbe2fe713338 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "GET /v2.0/floatingips/08ed0122-aaf6-4bf1-84ce-f138906344bd HTTP/1.1" status: 200 len: 981 time: 0.1853588 Mar 16 11:20:40.973588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:40.984308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:40.990784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114fc10f-89e0-4bd6-a80f-f52562bcbb1c None None] Network 8c4d94a5-c491-4f62-a743-43c6b257559b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:40.997737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:41.049359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:41.112667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=fcdae359-5f43-4dfc-a795-0a47d2918a79,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:41.131783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e043281e-5b34-493f-8c2d-fdb10f22e930 None None] Provisioning for port 4f3eb715-8770-40d7-af9a-e426fd614814 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:41.164133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.168844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.176191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15b0b4a7-ac06-474b-a401-eb4159c4d89e tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1463 time: 0.2014821 Mar 16 11:20:41.204709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40500) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:41.291727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Calling delete_port for 32cf762f-189c-418e-a029-704005254c16 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:41.328959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.344892 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/networks/6c7159fd-c53e-4ee4-ad55-78d60e63ff11 HTTP/1.1" status: 204 len: 168 time: 2.6182377 Mar 16 11:20:41.372951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:41.419564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eb1fa-79fc-4ab5-90ae-2a3d4255ae05 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Network': ['ID=6c7159fd-c53e-4ee4-ad55-78d60e63ff11,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:41.505418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port 91217ede-946e-4d17-8dcb-1a47685aabc9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:41.506102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.541528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f3eb715-8770-40d7-af9a-e426fd614814 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:41.643217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object a9539c2b-a3e2-42b0-85b0-da1dba4c122d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:41.687921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ccf0bc69-bae9-4935-884e-801ca1266d00 None None] Provisioning complete for port a9e958b8-9356-4861-ae60-b9507b34acb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:41.692248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ccf0bc69-bae9-4935-884e-801ca1266d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.704846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.759810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d213152-2c04-40c1-a8d7-8e5f2e34584b req-607c5092-9df5-4ac0-a4fe-536396655ddf tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.0714142 Mar 16 11:20:41.773496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['32cf762f-189c-418e-a029-704005254c16'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:20:41.799394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:20:41.839369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4f3eb715-8770-40d7-af9a-e426fd614814 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:41.846714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.848822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Pushing event deleted for resources: {'Port': ['ID=32cf762f-189c-418e-a029-704005254c16,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:41.852199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4f3eb715-8770-40d7-af9a-e426fd614814 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:41.852688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.852985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.895598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.895989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.910299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:41.921284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.031034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for 91217ede-946e-4d17-8dcb-1a47685aabc9 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:42.057173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.094630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4f3eb715-8770-40d7-af9a-e426fd614814, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f3eb715-8770-40d7-af9a-e426fd614814,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:42.096613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] No DVR routers for this DVR port 32cf762f-189c-418e-a029-704005254c16 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:42.098643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=a9539c2b-a3e2-42b0-85b0-da1dba4c122d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:42.101835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.102740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9e958b8-9356-4861-ae60-b9507b34acb3 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:42.103117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.110250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:42.110847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'name': 'network-vif-deleted', 'tag': '32cf762f-189c-418e-a029-704005254c16'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:20:42.160252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:42.186036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:42.219768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.223392 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5809ad6e-b861-45c7-874a-898a61a459fa', 'name': 'network-vif-deleted', 'tag': '32cf762f-189c-418e-a029-704005254c16', 'status': 'completed', 'code': 200} Mar 16 11:20:42.247440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting subnet 17d6a6f8-15ea-479e-9a11-c3699a945aee {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:42.249329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.270461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.288524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=91217ede-946e-4d17-8dcb-1a47685aabc9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:42.318148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4f3eb715-8770-40d7-af9a-e426fd614814,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:42.330997 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77102cbf-e05a-4550-92d8-466751ba56e0 req-61c483f4-c095-44ba-8a22-cd84d258efa8 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.59 "DELETE /v2.0/ports/32cf762f-189c-418e-a029-704005254c16 HTTP/1.1" status: 204 len: 173 time: 3.0579154 Mar 16 11:20:42.352735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Provisioning complete for port 4f3eb715-8770-40d7-af9a-e426fd614814 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:42.353100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.377963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.415841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a9e958b8-9356-4861-ae60-b9507b34acb3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:42.416241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.429530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.433267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:42.434241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.464500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:42.494473 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-28c3e53c-9ed6-4367-9634-eff6ce9ebd41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6420262 Mar 16 11:20:42.504562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40512) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:42.636609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Provisioning for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:42.646738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Provisioning complete for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:42.647111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.702214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9943a21a-3034-4005-9b07-c510823bab9b None None] Port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:42.830166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.830965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.833971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-685d7509-4843-449a-b53f-b8eb71fd510c None None] Provisioning for port a9539c2b-a3e2-42b0-85b0-da1dba4c122d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:42.840222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-685d7509-4843-449a-b53f-b8eb71fd510c None None] Provisioning complete for port a9539c2b-a3e2-42b0-85b0-da1dba4c122d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:42.840877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-685d7509-4843-449a-b53f-b8eb71fd510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.849247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:42.881098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:42.890214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:42.912627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Router 983baaf3-4539-4d6b-b560-fe1445eff189 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:42.953957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-685d7509-4843-449a-b53f-b8eb71fd510c None None] Port a9539c2b-a3e2-42b0-85b0-da1dba4c122d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:43.102365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08a4f064-b59d-4da8-b4a4-441b8d20ce19 req-1e3e4aa1-982a-41c5-9671-aeef37bb1a32 tempest-TestServerAdvancedOps-482581894 tempest-TestServerAdvancedOps-482581894-project] 10.222.0.36 "GET /v2.0/ports?device_id=5809ad6e-b861-45c7-874a-898a61a459fa HTTP/1.1" status: 200 len: 210 time: 0.0513659 Mar 16 11:20:43.205766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:43.215587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfe54f-13ef-4230-a436-e783877d43b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.219654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] Sync routers for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:43.220077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfe54f-13ef-4230-a436-e783877d43b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:43.220327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2cbfe54f-13ef-4230-a436-e783877d43b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:43.222627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.231773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:43.232401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:43.288931 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ef43911-ca0a-465e-b45d-ee9a8ea7545f tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/floatingips/08ed0122-aaf6-4bf1-84ce-f138906344bd HTTP/1.1" status: 204 len: 168 time: 2.0826335 Mar 16 11:20:43.296104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:43.297670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2cbfe54f-13ef-4230-a436-e783877d43b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:43.298967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2cbfe54f-13ef-4230-a436-e783877d43b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6613398 Mar 16 11:20:43.304141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:43.304719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:43.307983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:43.316070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:43.320823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Usage tracker for resource:floatingip and tenant:1bc6c73cad4c4692b4bdcd5a9ae543fa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:43.323906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:43.324240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b6f74714-6c62-4939-bd1f-3bea983699b2 None None] Provisioning complete for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:43.324608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6f74714-6c62-4939-bd1f-3bea983699b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.330568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:43.340730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.347145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.350325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:43.350675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:43.400443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Subnet': ['ID=17d6a6f8-15ea-479e-9a11-c3699a945aee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:43.423139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.425127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f3eb715-8770-40d7-af9a-e426fd614814 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:43.463122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0886c-c456-415d-af5a-493f0cb7229e None None] Network 2c74085c-da69-4c37-ac9f-940980b1e330 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:43.475441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:43.475908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d94073-e464-4c9b-a4e2-7adf894da6b9 None None] The sync data for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:43.490229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port a9539c2b-a3e2-42b0-85b0-da1dba4c122d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:43.490576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.539792 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c39257e7-6dfa-4245-a78b-0d3c5b9e8592 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/subnets/17d6a6f8-15ea-479e-9a11-c3699a945aee HTTP/1.1" status: 204 len: 168 time: 2.1584170 Mar 16 11:20:43.544839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40526) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:43.581431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b6f74714-6c62-4939-bd1f-3bea983699b2 None None] Port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:43.673887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.683555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4f3eb715-8770-40d7-af9a-e426fd614814 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:43.684173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.689168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Deleting port c050c324-9906-4d7f-a753-ad53ee03e954 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:43.689501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.801712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.870241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:43.887714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] DHCP port deletion for 2c74085c-da69-4c37-ac9f-940980b1e330 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:43.892179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Deleting port c050c324-9906-4d7f-a753-ad53ee03e954 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:43.892628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.011148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for a9539c2b-a3e2-42b0-85b0-da1dba4c122d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:44.014227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] For port c050c324-9906-4d7f-a753-ad53ee03e954, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c050c324-9906-4d7f-a753-ad53ee03e954,segment=NetworkSegment(0a55e117-61d3-41c6-bc7c-b9c297571f01),segment_id=0a55e117-61d3-41c6-bc7c-b9c297571f01)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:44.014584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.141391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 32cf762f-189c-418e-a029-704005254c16 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:44.143953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Calling delete_port for c050c324-9906-4d7f-a753-ad53ee03e954 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:44.177476 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 32cf762f-189c-418e-a029-704005254c16 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:44.177716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 32cf762f-189c-418e-a029-704005254c16 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:44.184281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] For port c050c324-9906-4d7f-a753-ad53ee03e954, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c050c324-9906-4d7f-a753-ad53ee03e954,segment=NetworkSegment(0a55e117-61d3-41c6-bc7c-b9c297571f01),segment_id=0a55e117-61d3-41c6-bc7c-b9c297571f01)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:44.184725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.218447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Allocated IP 172.26.1.19 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/675953e8-d5c3-4642-a348-06bf4855ba72) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:44.284975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:20:44.292482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:44.293702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40532) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:44.323489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Calling delete_port for c050c324-9906-4d7f-a753-ad53ee03e954 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:44.365657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.395097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:20:44.395624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:20:44.421130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Port': ['ID=c050c324-9906-4d7f-a753-ad53ee03e954,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:44.427994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] No DVR routers for this DVR port c050c324-9906-4d7f-a753-ad53ee03e954 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:44.479404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Deleting subnet 0be98da9-61bd-4496-91dc-a42dccbcf93b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:44.585743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.590828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.598673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.619381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c74085c-da69-4c37-ac9f-940980b1e330']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:44.633129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a55e117-61d3-41c6-bc7c-b9c297571f01') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:44.633395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a55e117-61d3-41c6-bc7c-b9c297571f01') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:44.647388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.665577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.673105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:44.673480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:44.687487 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:44.692092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.729879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.793626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.821596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:44.824680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:44.829035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.830451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:44.853748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=a9539c2b-a3e2-42b0-85b0-da1dba4c122d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:44.854590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Pushing event updated for resources: {'Port': ['ID=675953e8-d5c3-4642-a348-06bf4855ba72,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:44.872830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.884327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.893819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Pushing event deleted for resources: {'Network': ['ID=2c74085c-da69-4c37-ac9f-940980b1e330,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:44.897277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Deleting port c050c324-9906-4d7f-a753-ad53ee03e954 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:44.898129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:44.909824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65f3ce8a-1a69-464c-a632-e096907be249 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/networks/2c74085c-da69-4c37-ac9f-940980b1e330 HTTP/1.1" status: 204 len: 168 time: 1.3614984 Mar 16 11:20:44.910816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:44.959347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-528e8290-e50c-4123-bf38-75d6dbdbdce5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Synchronizing usage tracker for tenant:fac3c8f646514cf091b838dfb61992f2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:44.984508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1379b3c1-7e37-4ab4-8276-c666626ebb3f None None] The port 'c050c324-9906-4d7f-a753-ad53ee03e954' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:20:44.990456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-528e8290-e50c-4123-bf38-75d6dbdbdce5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Unset dirty status for tenant:fac3c8f646514cf091b838dfb61992f2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:44.994085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-528e8290-e50c-4123-bf38-75d6dbdbdce5 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "GET /v2.0/ports?device_id=de985420-1bdb-4ee6-b26d-ff722c561a81 HTTP/1.1" status: 200 len: 205 time: 0.0807180 Mar 16 11:20:44.994380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.113549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.122092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.187910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be98da9-61bd-4496-91dc-a42dccbcf93b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:45.199808 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0632ae91-42de-43cd-b954-baeba866cd4e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/a9539c2b-a3e2-42b0-85b0-da1dba4c122d HTTP/1.1" status: 204 len: 168 time: 1.8923905 Mar 16 11:20:45.199808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.203306 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f61c54f0-2f9a-42e6-9b93-0699a031a981 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0be98da9-61bd-4496-91dc-a42dccbcf93b HTTP/1.1" status: 204 len: 168 time: 0.9043229 Mar 16 11:20:45.205701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40544) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.206049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40546) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.333018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.362169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:45.375004 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb515d37-8c8c-4874-be7b-f95faae6b771 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/ea28665a-39d8-48e9-b67f-06862735167d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6411726 Mar 16 11:20:45.382318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.388291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:45.408859 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:45.409819 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.418662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.423456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.424834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.426232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.427615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:45.428512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c050c324-9906-4d7f-a753-ad53ee03e954 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:45.432087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:45.477937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c050c324-9906-4d7f-a753-ad53ee03e954 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:45.478679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c050c324-9906-4d7f-a753-ad53ee03e954 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:45.487717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] Sync routers for ids ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:45.505406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.508654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] Routers {'4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:45.509510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.559731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:45.561347 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-febb2988-127f-411d-a665-3bd608ff3adb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3528390 Mar 16 11:20:45.562436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.565960 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3274181a-1332-438e-9938-36d1d14fbb72 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6354887 Mar 16 11:20:45.566153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40556) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.567804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.568541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40560) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:45.604925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.619098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] Routers {'4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:45.620466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.625672 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:45.702908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.704075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e957e-9b7c-414b-8cff-6f436979b14b None None] The sync data for ids ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:45.951436 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:40Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:45.955526 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:20:45.955866 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Updating router ea28665a-39d8-48e9-b67f-06862735167d port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:20:45.984772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.985113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.985465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.985817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.986279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.986629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.986972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.987315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:45.991904 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-38206a55-6eb2-4044-b0bf-5b4402e066e5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.6059482 Mar 16 11:20:45.991904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:45.998887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40564) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.013477 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.074428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d042098-0649-4008-b103-c4259de1e264']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:46.097980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd0c9c3-4d06-4900-9c0d-cb3573287736') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:46.098367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd0c9c3-4d06-4900-9c0d-cb3573287736') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:46.125328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.125713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.135651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.136674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.136674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.136674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.137021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.137357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.137696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.138045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:46.139825 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f392c787-62a2-4c03-a1d6-f7d4d09435f2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5192 time: 0.1399360 Mar 16 11:20:46.145825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40568) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.156199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.197171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet b54e4298-12b7-4f1b-9129-7af1e41b2775 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:46.210666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.248046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.267221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.267737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Fanout notify agent at l3_agent the message router_deleted on router de985420-1bdb-4ee6-b26d-ff722c561a81 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:46.286153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.289304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.315523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:46.317228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.322401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:46.330563 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:46.385928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.389427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8e39a11-15ef-4921-886f-cba4e14da546 tempest-RoutersNegativeTest-711972691 tempest-RoutersNegativeTest-711972691-project] 10.222.0.36 "DELETE /v2.0/routers/de985420-1bdb-4ee6-b26d-ff722c561a81 HTTP/1.1" status: 204 len: 168 time: 1.3917243 Mar 16 11:20:46.418960 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.436710 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Transition to ACTIVE for port object 52c7fbed-ad11-4dc0-9d74-d75f843cb29c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:46.443941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.447256 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.465136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.480962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d042098-0649-4008-b103-c4259de1e264,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:46.507722 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e016c22-e0b1-4dfc-9264-6c1fb757a8bb admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d042098-0649-4008-b103-c4259de1e264 HTTP/1.1" status: 204 len: 168 time: 1.2900529 Mar 16 11:20:46.516486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.585733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Pushing event updated for resources: {'Port': ['ID=675953e8-d5c3-4642-a348-06bf4855ba72,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:46.588439 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cf8658cb-4893-4680-a713-793686155331 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers/4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 200 len: 884 time: 1.0183730 Mar 16 11:20:46.593566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.629085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.631411 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ac0d-5950-46d7-b23d-15a043a6635d None None] Pushing event updated for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:46.655019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.691777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.693208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-728e8e00-12ef-4efc-9f74-33017a5d18e0 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3961482 Mar 16 11:20:46.703272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40582) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.760865 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Attempting to bind port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:46.760865 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Attempting to bind port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:46.760865 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Attempting to bind port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:46.769706 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:46.771784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Checking segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:46.775200 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.775595 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Bound using segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:46.776077 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Bound port: 52c7fbed-ad11-4dc0-9d74-d75f843cb29c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:46.776443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.791809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.832513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Deleting subnet 875523b6-d001-4b63-9236-1e99b06f8dcf {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:46.850081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.871925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=b54e4298-12b7-4f1b-9129-7af1e41b2775,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:46.886831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.900163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852ce55-7634-42a5-bc6f-612e99f08e56 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:46.908678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:46.914896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-235080a2-7599-44c8-bf10-f5aac11b0753 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/b54e4298-12b7-4f1b-9129-7af1e41b2775 HTTP/1.1" status: 204 len: 168 time: 1.3498240 Mar 16 11:20:46.917453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.922187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:46.937421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Usage tracker for resource:floatingip and tenant:3f74a54b9a6e45e38e12397804986124 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:46.945574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:46.952895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:46.977202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:46.984256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:47.008830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet f3def8d3-0298-40be-9a67-86a671b59fdd {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:47.010153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] For port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:47.016199 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] For port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:47.017540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.023718 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-108a15c2-6948-4644-87ce-ea9453f26881 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 0.8771770 Mar 16 11:20:47.027677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.030259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.069197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.132966 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ac0d-5950-46d7-b23d-15a043a6635d None None] Pushing event updated for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:47.139404 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:47.140223 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:47.151444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.328280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.409796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875523b6-d001-4b63-9236-1e99b06f8dcf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:47.425641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.439140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.449532 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7228b7f-7f68-4f1d-8ccd-6ce0dadcf80a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/875523b6-d001-4b63-9236-1e99b06f8dcf HTTP/1.1" status: 204 len: 168 time: 0.9318607 Mar 16 11:20:47.454764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40602) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:47.476168 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c01d0ed7-8f73-4063-a06f-330172587ad9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fac3c8f646514cf091b838dfb61992f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4976041 Mar 16 11:20:47.480661 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:20:47.482586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:47.489608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-923d3f1b-7fc7-422b-9e61-49e67495795f tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:47.619564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.669720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.691491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:47.703639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.712389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592943422', 'description': 'tempest-secgroup-smoke-592943422 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:47.760043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.761417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:47.767787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=f3def8d3-0298-40be-9a67-86a671b59fdd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:47.775268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:47.778869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:47.787588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.790517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:47.803337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-923d3f1b-7fc7-422b-9e61-49e67495795f tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:47.807874 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-923d3f1b-7fc7-422b-9e61-49e67495795f tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2118654 Mar 16 11:20:47.811942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40614) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:47.820320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-888416700'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:47.823338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.879132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.897731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebaa80c9-7f63-41d3-97f5-0a040feb4b41 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f3def8d3-0298-40be-9a67-86a671b59fdd HTTP/1.1" status: 204 len: 168 time: 0.9790630 Mar 16 11:20:47.901754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.904061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:47.907556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d8953f9-7aa2-4e2f-abc5-580ac7241246 HTTP/1.1" status: 204 len: 168 time: 0.4214878 Mar 16 11:20:47.925929 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:47Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:47.931047 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52590ba-431d-4c38-a04c-19dca55ca47f None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:47Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:47.972539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.077242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.090929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a302-b8b4-4949-ba22-e2a52661892f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8953f9-7aa2-4e2f-abc5-580ac7241246,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:48.096295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-304df017-6a15-44ff-b34b-3db7996d5611 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160460 Mar 16 11:20:48.099205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.145762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:48.151923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:48.160162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:48.167984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:48.184830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917d2cc2-2993-441d-8e5a-5ca5df28dfff']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:48.239490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9399ea-a45f-4bd9-92ec-36a7fe6744d9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:48.240084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9399ea-a45f-4bd9-92ec-36a7fe6744d9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:48.260466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Allocated IP 172.26.1.200 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/7239c2d1-28e2-4207-9215-0a8a09640934) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:48.274972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.277984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.295530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.315884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3488d8-f7a2-4df5-892d-b25e9059c88f None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:48.328466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.349606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.354136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6552181 Mar 16 11:20:48.354932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.372784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:48.373787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:20:48.374210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.379327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:48.384841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:48.388281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:20:48.391681 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:20:48.394951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:48.425604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.442296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c889721-9d93-43f5-9d2c-c8b715e81543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad0258-616d-442f-a0f8-554292bc22f2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:48.529450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50077ea6-b7a7-4ffa-a1c4-d4d92656a64f None None] Provisioning complete for port a9e958b8-9356-4861-ae60-b9507b34acb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:48.530047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50077ea6-b7a7-4ffa-a1c4-d4d92656a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.557721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.559965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1888a9a-146e-474a-a67b-ac61f3629d47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:48.560658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1888a9a-146e-474a-a67b-ac61f3629d47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:48.567879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.606832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.638312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=917d2cc2-2993-441d-8e5a-5ca5df28dfff,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:48.665062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.686607 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-957d68e7-b8b1-4c80-907a-0d4093e3a1c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/917d2cc2-2993-441d-8e5a-5ca5df28dfff HTTP/1.1" status: 204 len: 168 time: 1.2295332 Mar 16 11:20:48.687640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1888a9a-146e-474a-a67b-ac61f3629d47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:48.688764 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1888a9a-146e-474a-a67b-ac61f3629d47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5884316 Mar 16 11:20:48.692188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40642) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.811975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2497c286-e7cc-4d8e-aaab-2b462d233cc4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:48.821311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.822689 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f735b588-d1e4-4f4a-ac83-cda91bf6ad89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4592555 Mar 16 11:20:48.831331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4599e-2d36-48a6-b946-77e8dba85448 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:48.835275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40646) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.835683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40648) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:48.836306 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a0b4599e-2d36-48a6-b946-77e8dba85448 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429636 Mar 16 11:20:48.840839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:48.841596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.845539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Deleting port a9e958b8-9356-4861-ae60-b9507b34acb3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:48.845966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.885287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:48.998986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Pushing event updated for resources: {'Port': ['ID=7239c2d1-28e2-4207-9215-0a8a09640934,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:49.003534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:49.013418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40656) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.018789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:49.026852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:49.035503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:49.057962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:49.062448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09f839b4-ec8e-42f2-854d-55ac4bdfe32a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2210946 Mar 16 11:20:49.068962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.076046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:49.077869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:49.086257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:49.099893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:49.189896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] For port a9e958b8-9356-4861-ae60-b9507b34acb3, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9e958b8-9356-4861-ae60-b9507b34acb3,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:49.204030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.216405 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e209a3f-d752-40ee-a8fb-db8666c41b61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e2dfd9e6070419fb0118131f9a5a46f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2018342 Mar 16 11:20:49.217234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.295434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:49.298346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.310804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:49.328320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:49.350548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:49.361004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.391140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.473303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.484187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52c7fbed-ad11-4dc0-9d74-d75f843cb29c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:49.518069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Calling delete_port for a9e958b8-9356-4861-ae60-b9507b34acb3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:49.543219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.620471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.630829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.648025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:49.652998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.656125 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:49.656556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:49.667186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:49.677750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:49.678204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.705566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.714388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] Pushing event deleted for resources: {'Port': ['ID=a9e958b8-9356-4861-ae60-b9507b34acb3,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:49.734438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff74a02-a297-48a1-a9b9-59d3d7a1bb88 None None] No DVR routers for this DVR port a9e958b8-9356-4861-ae60-b9507b34acb3 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:49.767576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.771521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4 HTTP/1.1" status: 204 len: 168 time: 0.5517936 Mar 16 11:20:49.775667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11bc7d-8c21-474e-9fe2-84be9ae01386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a3d6f4-b5db-41a3-aad8-2da1fa3b87f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:49.779909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.784850 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46fa0968-0ea2-4a9e-bb95-f38400c4809f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7105699 Mar 16 11:20:49.785313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40682) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:49.796028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:49.838457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.851021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.907336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.919621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071996979'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:49.929920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:49.966390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:49.975948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.019296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Pushing event updated for resources: {'Port': ['ID=7239c2d1-28e2-4207-9215-0a8a09640934,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:50.023884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.067627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.070534 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d5ca99d2-0db8-46bb-baef-65864700ce7f tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3662112 Mar 16 11:20:50.072756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40686) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.079860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9e958b8-9356-4861-ae60-b9507b34acb3 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:50.124237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.129508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.133929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.139621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.158760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a9e958b8-9356-4861-ae60-b9507b34acb3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:50.159143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9e958b8-9356-4861-ae60-b9507b34acb3 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:50.159551 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-78cbceb7-e089-4873-a86e-544ace31d961 tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.0845525 Mar 16 11:20:50.161790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.193249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:50.222096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccce5aeb-0ce2-4e92-b781-0e53f066222c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:50.224910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.240276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:50.243817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.245665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:50.246135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:50.250367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.280334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.304977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.368452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9e0cb1fd-c040-48e3-a959-766aa5671286 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5808728 Mar 16 11:20:50.369730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.370649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9e9a66a3-1c9d-41ae-8c28-7e834e667c41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5312424 Mar 16 11:20:50.371826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.374195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.379086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.379715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:50.398125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1a0e70c-3f90-4ec9-83b7-9af185879994 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2321196 Mar 16 11:20:50.398338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:50.399009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.403800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.413583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.423700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.427937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.432370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.444889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.461456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.471511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.505609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.532704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.535375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.544163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.561660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.666173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Deleting port 7239c2d1-28e2-4207-9215-0a8a09640934 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:50.666424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.689079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.712858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.724975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.734634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.738369 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dcd4fc06-9fbd-4b7a-8a28-1045fb3e9733 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a299ad63d42545279976984923d22ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2168868 Mar 16 11:20:50.738906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.741777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40712) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.749942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.767884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.783430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.787796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:50.804731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec8a5d-5f3b-4338-953b-33999e8cb24c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:50.834209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.835372 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f70f1d8-6c39-4353-9f73-658a8fa853ae tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4602213 Mar 16 11:20:50.842131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.844023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:50.855368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:50.860942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75786408-93ee-4d6a-a190-9df5d3a5a5b3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:50.863968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.875641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:50.879207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.896766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.899657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:50.904307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:50.916912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:50.958437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.996756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:50.998192 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:50.998601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:51.008442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:20:51.010620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.024225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.024547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.025592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.042549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.091214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1e3db-db99-48ea-8f4d-1385d364df15,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:51.144107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.145478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7cb1aae1-aec8-4368-8421-fa761f81e1eb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5231159 Mar 16 11:20:51.151875 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-899e62ce-8203-4b68-b30c-8b845c8cc7bd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7753069 Mar 16 11:20:51.151875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.157185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Calling delete_port for 7239c2d1-28e2-4207-9215-0a8a09640934 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:51.165016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.217055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.225011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:51.237781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.246871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.337970 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58c7ac70-52c4-433d-aee8-a98e51165e98 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1499052 Mar 16 11:20:51.340817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.345644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9991d35-97e7-4ddb-ab48-26dd410f7bf1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:51.346367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-security--1949580028', 'description': 'tempest-security-description-1361852830'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:51.374641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.378844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-470ea4f1-c55c-4cf8-9bf1-05e853773f61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5287123 Mar 16 11:20:51.380615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.390277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:51.399776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:51.408776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:51.408945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.410631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:51.415916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52c7fbed-ad11-4dc0-9d74-d75f843cb29c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:51.417460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:51.420560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:51.426222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:51.433394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:51.435497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:51.435978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1ad5c-dca5-4af1-8138-1ad8162d3498,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:51.446682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.460767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:20:51.469275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:51.470977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.496068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.506701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:51.507092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.536355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Pushing event deleted for resources: {'Port': ['ID=7239c2d1-28e2-4207-9215-0a8a09640934,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:51.541806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.545290 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e60953e-012b-416c-8f3e-24cd6f37aae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cc1ad5c-dca5-4af1-8138-1ad8162d3498 HTTP/1.1" status: 204 len: 168 time: 0.7986982 Mar 16 11:20:51.593586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.625324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.627971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.629217 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "PUT /v2.0/security-groups/5aa1e3db-db99-48ea-8f4d-1385d364df15 HTTP/1.1" status: 200 len: 1612 time: 0.2874835 Mar 16 11:20:51.634920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40738) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.653867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.655139 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:51.655664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:51.678447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75421-5a1e-4c19-9e37-9fc0f81de4b9 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1e3db-db99-48ea-8f4d-1385d364df15,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:51.680543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.683038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.686862 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5a89080f-783d-42ea-94d2-221a2842768c tempest-FloatingIPAdminTestJSON-1933177274 tempest-FloatingIPAdminTestJSON-1933177274-project] 10.222.0.36 "DELETE /v2.0/floatingips/bbb754ea-d1dc-4c97-86f1-e3902b57377b HTTP/1.1" status: 204 len: 168 time: 1.2842677 Mar 16 11:20:51.687161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.704809 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4cbb1417-750b-4991-a2b9-a8b7786f69f3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5387840 Mar 16 11:20:51.712164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:51.725015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:51.758632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.812997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:20:51.822154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.837901 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] Sync routers for ids ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:20:51.859010 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] Routers {'4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:51.860287 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:51.963685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Deleting port 675953e8-d5c3-4642-a348-06bf4855ba72 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:51.964038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:51.997861 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:52.020309 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] Routers {'4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:20:52.021135 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:52.026930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33f96196-bff5-4142-abf2-88faf6a9e2e3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups/5aa1e3db-db99-48ea-8f4d-1385d364df15 HTTP/1.1" status: 200 len: 1612 time: 0.3893871 Mar 16 11:20:52.035190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40750) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.044009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.047640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd9727c5-6c1c-49d4-aad6-45a0aaedf4c9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 200 len: 891 time: 4.2323694 Mar 16 11:20:52.049230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54369a3d-afe6-41ef-9b4b-c3eb0a2052e0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:52.050535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.099468 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:20:52.099919 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4677d14a-c869-4151-90a9-eb1edfe6feae None None] The sync data for ids ['4060338d-fa6a-40f9-9e5d-190d8dd7e0d0'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:20:52.117164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.118358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b05452bd-51e2-4692-87ad-b1d69bcd0302 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7358062 Mar 16 11:20:52.122412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40758) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.124791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:52.134363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'f9ad0258-616d-442f-a0f8-554292bc22f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:52.150824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:52.158835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:52.166261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:52.179237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:52.184744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:52.185740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:52.197338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:52.218829 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:20:52.219922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:52.223541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.225263 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:52.225673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:52.229030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.229261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.240577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.244424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.256034 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-66230adc-3622-46ae-9c05-74f15ca0cc8f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5413764 Mar 16 11:20:52.258124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.264166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:52.378118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Calling delete_port for 675953e8-d5c3-4642-a348-06bf4855ba72 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:52.379464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:52.385210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:52.388375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:52.401431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:52.418617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:52.422050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.424295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:20:52.424782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:20:52.446606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.452718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8779297-e144-43b3-a25d-f03baa9fe278 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers/4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 200 len: 891 time: 0.3955090 Mar 16 11:20:52.452854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.456228 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6aaad893-4492-4815-9086-07b5dcc2fbae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1969557 Mar 16 11:20:52.462262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.494065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48d95023-9820-4ddc-8a4c-00dec17ffa1b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:52.511390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48d95023-9820-4ddc-8a4c-00dec17ffa1b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:52.512652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48d95023-9820-4ddc-8a4c-00dec17ffa1b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 200 len: 205 time: 0.0587645 Mar 16 11:20:52.515435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.538574 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4d48e69-6997-4f3e-8282-b619a1fd3acf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0703304 Mar 16 11:20:52.551163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.603632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.614037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.685452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bd5644-d563-4c81-aca8-8d83d4075c2d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:52.687193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.716987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.731733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1e3db-db99-48ea-8f4d-1385d364df15,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:52.739200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702707ee-3ee4-47e6-90a0-2206bfdcb448 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:52.743070 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-702707ee-3ee4-47e6-90a0-2206bfdcb448 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1886661 Mar 16 11:20:52.746943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.750657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.751776 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44cbb27a-0e1a-4f54-9eea-60d4f3f82daa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6257615 Mar 16 11:20:52.757031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.758061 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5bb348d1-68b5-42f8-b868-289779a76a07 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/5aa1e3db-db99-48ea-8f4d-1385d364df15 HTTP/1.1" status: 204 len: 168 time: 0.7219214 Mar 16 11:20:52.782967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.818658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.866144 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-28f8309a-97a0-43f3-b906-25350f2a4ac7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125801 Mar 16 11:20:52.871518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40792) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:52.876326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Pushing event deleted for resources: {'Port': ['ID=675953e8-d5c3-4642-a348-06bf4855ba72,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:52.885476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:52.969800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.972130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:52.977269 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c5e6d581-35e9-41bf-887b-68e94ee2712f tempest-FloatingIPAdminTestJSON-66384225 tempest-FloatingIPAdminTestJSON-66384225-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/5810d93b-a469-4007-9de7-a251e3cc79e1 HTTP/1.1" status: 204 len: 168 time: 1.2852526 Mar 16 11:20:52.977806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40804) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:53.044813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:53.044813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.055008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-904ad793-6eb6-4a3d-be7c-b095072210de tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:53.069761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:53.091116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:53.100438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:53.111829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a8cccded-3512-482f-bfd5-9bf9a145a9c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:53.115396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:53.120665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-904ad793-6eb6-4a3d-be7c-b095072210de tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:53.121846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-904ad793-6eb6-4a3d-be7c-b095072210de tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3373618 Mar 16 11:20:53.126176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:53.151793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:53.155174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.176775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-880fbd91-d9c2-4a34-857f-04f0ed52fcfe tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] delete failed (client error): The resource could not be found. Mar 16 11:20:53.177646 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-880fbd91-d9c2-4a34-857f-04f0ed52fcfe tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/5aa1e3db-db99-48ea-8f4d-1385d364df15 HTTP/1.1" status: 404 len: 347 time: 0.0504246 Mar 16 11:20:53.225203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40812) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:53.232431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a8cccded-3512-482f-bfd5-9bf9a145a9c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:53.233546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a8cccded-3512-482f-bfd5-9bf9a145a9c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592943422&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.2228899 Mar 16 11:20:53.235123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--134312246'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:53.249610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:53.267004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:53.294564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.323517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.441079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-cad59334-41cb-4cfc-b180-80dc8eb1124d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:53.441898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-cad59334-41cb-4cfc-b180-80dc8eb1124d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:53.461498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for 90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:53.476041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.508009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port fcdae359-5f43-4dfc-a795-0a47d2918a79 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:53.508372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.539774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-cad59334-41cb-4cfc-b180-80dc8eb1124d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:53.540903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-cad59334-41cb-4cfc-b180-80dc8eb1124d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 797 time: 0.2833552 Mar 16 11:20:53.592599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-27263c29-7efa-410e-9775-7f6bfe58cbb9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0417624 Mar 16 11:20:53.596308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:53.603656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:53.607967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:53.617548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:53.745625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.751140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.766862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.844455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=90bb8af0-2dd9-4fa8-a096-a41bf7416bf5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:53.926767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12a57e9-c65e-4244-b289-2d5462347459,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:53.937115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.955628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:53.960087 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f855ffce-8516-4cae-b708-f869184c6fa6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7339785 Mar 16 11:20:53.960764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:53.977475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': 'c12a57e9-c65e-4244-b289-2d5462347459', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:53.987993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:53.995359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:54.000111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:54.005403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.007919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b0f36746-b804-432f-8191-5f59570ad95e tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/ports/90bb8af0-2dd9-4fa8-a096-a41bf7416bf5 HTTP/1.1" status: 204 len: 168 time: 1.0294182 Mar 16 11:20:54.011635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.047217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:54.082388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.089459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for fcdae359-5f43-4dfc-a795-0a47d2918a79 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:54.119955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-1f464fd6-193b-4240-b532-16927fd091dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:54.133244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea7ff2-e68f-4a55-8a20-f7dbbdfc3516 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.133859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20ea7ff2-e68f-4a55-8a20-f7dbbdfc3516 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Synchronizing usage tracker for tenant:ecb8f968cfa54d859c8621e91d8f2eb4 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:54.155716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:20:54.166852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.168823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20ea7ff2-e68f-4a55-8a20-f7dbbdfc3516 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Unset dirty status for tenant:ecb8f968cfa54d859c8621e91d8f2eb4 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:54.172507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20ea7ff2-e68f-4a55-8a20-f7dbbdfc3516 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "GET /v2.0/ports?device_id=983baaf3-4539-4d6b-b560-fe1445eff189 HTTP/1.1" status: 200 len: 913 time: 0.1571488 Mar 16 11:20:54.173241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.177772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.231342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-1f464fd6-193b-4240-b532-16927fd091dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:54.232717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-1f464fd6-193b-4240-b532-16927fd091dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6204147 Mar 16 11:20:54.253900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.288362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:54.294319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:54.299801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:54.300387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.304193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3ba82-94f4-440b-8f32-17e5c6644bbf None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:54.304715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=a35e178b-8039-49d7-93f9-3194ebaa98db,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:54.340021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b1fb08-1b54-4302-9e0e-bc403eb09d9b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:54.351678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48145899-797d-4f8b-942b-603972c1e903 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4780567 Mar 16 11:20:54.354063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.363360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:09:ae:e8', 'name': 'tempest-NetworksTestDHCPv6-1565971817'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:54.369500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.373363 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71791c62-90c5-4bd9-9e8b-dd5909664096 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4068279 Mar 16 11:20:54.376322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40834) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.422314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.434075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.480741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.501509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4b1fb08-1b54-4302-9e0e-bc403eb09d9b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:54.514318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.516964 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ee45431-924c-40e8-937d-cdfe752596d2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e4b1fb08-1b54-4302-9e0e-bc403eb09d9b HTTP/1.1" status: 204 len: 168 time: 0.1369767 Mar 16 11:20:54.521204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.557802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'a35e178b-8039-49d7-93f9-3194ebaa98db'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:54.558743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.678314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.702826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ff854db-1c4e-4d58-bff5-4f8df6c9f7e3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:54.731468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=fcdae359-5f43-4dfc-a795-0a47d2918a79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:54.736797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ff854db-1c4e-4d58-bff5-4f8df6c9f7e3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:54.741489 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3ff854db-1c4e-4d58-bff5-4f8df6c9f7e3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2161620 Mar 16 11:20:54.742793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40842) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:54.748388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:54.767965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Allocated IP 2001:db8::f816:3eff:fe7a:31e8 (1002c76f-2977-4cc2-9a1c-483f137d3546/a35e178b-8039-49d7-93f9-3194ebaa98db/905945dd-07c5-41cf-bcc2-85fabbf7e4b4) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:54.825315 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ad1017f7-113a-4008-8fd2-3f1a1345ca8c service neutron] 10.222.0.36 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469768 Mar 16 11:20:54.826286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:54.834438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.868465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.906236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.923272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:54.927093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.979704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:54.990108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Transition to ACTIVE for port object 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:55.008170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Transition to ACTIVE for port object 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:55.014677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.031163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port ccb356ab-4799-437d-9403-7223c2aacbf3 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:20:55.045828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.068615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12a57e9-c65e-4244-b289-2d5462347459,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:55.081577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:55.085263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:55.089645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.090657 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8f6431ae-cceb-400b-ab38-b380312a882e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/c12a57e9-c65e-4244-b289-2d5462347459 HTTP/1.1" status: 204 len: 168 time: 0.3453209 Mar 16 11:20:55.096099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40846) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:55.099482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:55.114881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Pushing event updated for resources: {'Port': ['ID=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:55.182465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a668345-d3db-4471-bd29-f8bd2cccd942 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:55.209144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Attempting to bind port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:20:55.209514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Attempting to bind port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:20:55.209946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Attempting to bind port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:20:55.222734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:20:55.223733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:55.224842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.225450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:20:55.226183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Bound port: 905945dd-07c5-41cf-bcc2-85fabbf7e4b4, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:20:55.227467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.232301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a668345-d3db-4471-bd29-f8bd2cccd942 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:55.233441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a668345-d3db-4471-bd29-f8bd2cccd942 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1366735 Mar 16 11:20:55.240168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40850) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:55.248088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439961979'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:55.264620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:55.281910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:55.344966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] For port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:20:55.349004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] For port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:20:55.357529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.360123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-42cb78fc-c5e9-4ade-b7cb-9a3e47eedc6d service neutron] 10.222.0.36 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277686 Mar 16 11:20:55.365575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.384018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.456396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909de7e1-d418-4932-8fc5-49c766c7e3ff None None] Pushing event updated for resources: {'Port': ['ID=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:55.472227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:55.610769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:55.614450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:55.622877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:55.778317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.784955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.823914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d6e8027-f2c0-47d3-95be-385b21fba76c req-252c7796-0ab5-4b33-a47b-7a970828ae7a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 210 time: 0.1604040 Mar 16 11:20:55.849302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe09:aee8 (1002c76f-2977-4cc2-9a1c-483f137d3546/a35e178b-8039-49d7-93f9-3194ebaa98db/ccb356ab-4799-437d-9403-7223c2aacbf3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:55.889368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.902196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc009b-c4d2-461a-99ed-121e7034d057,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:55.909008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.925327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:55.930072 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66a96d6c-791c-41dc-9d49-04e5eccb166a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6858637 Mar 16 11:20:55.931707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40864) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:55.937888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '2abc009b-c4d2-461a-99ed-121e7034d057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:55.946334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:55.952618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:55.957212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:55.964437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:56.029894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.042797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.043409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router 4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:20:56.049094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port 4f23a047-a74e-4a77-8919-685574aa0ee3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:56.049438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.105968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.111347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4cdcc539-29f2-4107-bb87-6a1f2b93d13e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 204 len: 168 time: 3.5948534 Mar 16 11:20:56.114573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40868) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:56.125403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2022231446'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:56.134846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.135204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:56.152481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object ccb356ab-4799-437d-9403-7223c2aacbf3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:56.160166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:56.166276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:56.184508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.226520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:56.258725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.263999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:56.267873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:56.269887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=ccb356ab-4799-437d-9403-7223c2aacbf3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:56.271578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.272291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:56.276565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.276774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.282174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:56.285303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.298428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1060aa6a-4f32-4e93-a16d-81a2d7c57246 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9428980 Mar 16 11:20:56.300928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:56.343209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f20f16-40db-4f93-b4a2-d5c6b61da750,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:56.381580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.394163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.395869 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20025cf6-6842-46d2-b61f-221c2bba109a tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4629309 Mar 16 11:20:56.400220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:56.400711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:20:56.421864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca629d-295a-4f6a-8006-70c9aa066b62 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.425705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca629d-295a-4f6a-8006-70c9aa066b62 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.426809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ccca629d-295a-4f6a-8006-70c9aa066b62 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:56.444088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ccca629d-295a-4f6a-8006-70c9aa066b62 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:56.445335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ccca629d-295a-4f6a-8006-70c9aa066b62 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1430304 Mar 16 11:20:56.448287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40880) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:56.465223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '2abc009b-c4d2-461a-99ed-121e7034d057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:56.516020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port ccb356ab-4799-437d-9403-7223c2aacbf3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:56.516445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.529983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for 4f23a047-a74e-4a77-8919-685574aa0ee3 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:56.560916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:56.575914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:56.578982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.579387 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment 6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7 of type vlan for network 9b6c7181-f918-45ef-a444-70e0325244a9 Mar 16 11:20:56.591430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:56.608543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:56.667287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.673780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.779881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61123a2a-52a2-422c-85f4-c3ad0ee118cc None None] Provisioning for port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:56.782116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.783228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.788558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:56.789338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.793550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.884439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:56.933332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for ccb356ab-4799-437d-9403-7223c2aacbf3 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:56.976357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc74d19d-0e45-42b0-a940-e153ce49d008,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.020951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9164a253-f704-4501-922b-293f205dc869 None None] Provisioning for port ccb356ab-4799-437d-9403-7223c2aacbf3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:57.032200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9164a253-f704-4501-922b-293f205dc869 None None] Provisioning complete for port ccb356ab-4799-437d-9403-7223c2aacbf3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:57.033312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9164a253-f704-4501-922b-293f205dc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.091046 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b56ee67e-56e0-4b18-9e6c-78e6801cca6b req-43aae509-f99e-436b-8f3c-1fce314185b7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 210 time: 0.0501173 Mar 16 11:20:57.099709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=9b6c7181-f918-45ef-a444-70e0325244a9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.118975 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a61ed80b-7a4f-48a7-b3e2-b329031a8eb0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0038745 Mar 16 11:20:57.123376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.123707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.128091 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf598c23-592b-4264-924f-6eb61709f104 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7218478 Mar 16 11:20:57.129446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.132553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.142318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '2abc009b-c4d2-461a-99ed-121e7034d057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:57.143630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:57.150406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.162285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.166748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.175474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.193850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 9b6c7181-f918-45ef-a444-70e0325244a9 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:20:57.199981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.250552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.290204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=4f23a047-a74e-4a77-8919-685574aa0ee3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.299854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9164a253-f704-4501-922b-293f205dc869 None None] Port ccb356ab-4799-437d-9403-7223c2aacbf3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:57.392516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-08cd8289-4005-48f5-a74f-916c775fbd57 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:57.394076 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-08cd8289-4005-48f5-a74f-916c775fbd57 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 797 time: 0.5311127 Mar 16 11:20:57.453446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=ccb356ab-4799-437d-9403-7223c2aacbf3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.459598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:20:57.499979 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-4934f3b4-75d5-4337-9a17-ce7dd8f4bad2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 379 time: 0.0924654 Mar 16 11:20:57.524513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '9cbd463c-797b-46fa-af23-674b9d929b99', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['f9ad0258-616d-442f-a0f8-554292bc22f2']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:57.529255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.564836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9681cc5c-94ba-49f4-b0da-9722e253ec1e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ccb356ab-4799-437d-9403-7223c2aacbf3 HTTP/1.1" status: 204 len: 168 time: 1.1131694 Mar 16 11:20:57.566052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.569254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.579538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:57.585918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:57.586638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.626576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.666112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c50f5-b3b5-4293-b619-98c055b0eb3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:57.667705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c50f5-b3b5-4293-b619-98c055b0eb3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:57.668642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b41c50f5-b3b5-4293-b619-98c055b0eb3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:57.674895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4397bf7-4404-4597-86bd-e406ce4752c6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.710369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b41c50f5-b3b5-4293-b619-98c055b0eb3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:57.711712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b41c50f5-b3b5-4293-b619-98c055b0eb3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1448522 Mar 16 11:20:57.713018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.714116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab0b2de4-1925-4c65-b1c2-9907fd42e9ab tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5845912 Mar 16 11:20:57.717900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.720687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:57.726701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '2abc009b-c4d2-461a-99ed-121e7034d057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:57.743242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.743497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.761765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.768357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:57.768538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.778157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:57.778372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.781606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:57.786965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.787705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:57.796944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:57.869584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:57.884290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:57.934837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:57.974808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet a35e178b-8039-49d7-93f9-3194ebaa98db {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:20:57.980173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.030345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.038695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.054440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.056513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.083326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:58.096444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.097475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86520d45-8fda-4a42-b46c-0624f388b11e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.121328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.125110 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-68166f2d-088f-4ba9-9b33-cfb8c4480e51 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4032648 Mar 16 11:20:58.125266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40906) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.134859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '2abc009b-c4d2-461a-99ed-121e7034d057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:58.143423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.152642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:58.160171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:58.164541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:58.167383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:58.167598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.181325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.238187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.329876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-719d4189-f683-4d49-9fe8-70b9d298865e req-1279f05b-a1c6-4706-8cb0-4876e6124796 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 210 time: 0.0646884 Mar 16 11:20:58.384710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.389784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.419223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.438195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=a35e178b-8039-49d7-93f9-3194ebaa98db,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.454055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bee9521-8fa0-4bda-a70a-9582836e45cd,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.456507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.464833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065d998-ccac-4d84-a0d6-cd17964efcfa None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:58.476016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.9 (8c4d94a5-c491-4f62-a743-43c6b257559b/82d7a690-839b-4d54-8cde-b998fe72fb62/d93590b5-5161-42ac-940e-889d5c3176ed) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:58.478338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.482454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77f6512c-90ed-496f-9096-f39044c363f3 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3562970 Mar 16 11:20:58.484163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40912) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.488687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7de9e7ff-05c8-43f7-8472-0d5e241cd048 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a35e178b-8039-49d7-93f9-3194ebaa98db HTTP/1.1" status: 204 len: 168 time: 0.7642944 Mar 16 11:20:58.489476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40916) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.512222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.582350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7acaf5b7-1fa4-4585-af3f-7bef9913d340 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915613 Mar 16 11:20:58.589181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.596016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:58.618229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.664566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.690592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.732313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:20:58.737855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Deleting port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:20:58.738580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.740431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:58.745255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:58.748394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:58.754448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.761002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:58.781683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bee9521-8fa0-4bda-a70a-9582836e45cd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.785603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.789671 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8868090f-8ef1-4e0b-b411-f0bee51cb60c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8bee9521-8fa0-4bda-a70a-9582836e45cd HTTP/1.1" status: 204 len: 168 time: 0.2992480 Mar 16 11:20:58.789671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:20:58.791732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.804922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40924) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:58.861876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=c4508ee5-81f9-47d7-b698-6e83b0b2306d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:58.935062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.947846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:20:58.948202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 9b6c7181-f918-45ef-a444-70e0325244a9, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:20:58.953093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-beec4d89-b4ef-49c1-9653-3f4e54a21bd6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:20:58.967659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object d93590b5-5161-42ac-940e-889d5c3176ed will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:20:58.977899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] For port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:20:58.978950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:58.979505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-beec4d89-b4ef-49c1-9653-3f4e54a21bd6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:20:58.983659 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-beec4d89-b4ef-49c1-9653-3f4e54a21bd6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1726573 Mar 16 11:20:58.985683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.028877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 9b6c7181-f918-45ef-a444-70e0325244a9 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:20:59.050664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.065084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.071000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 9b6c7181-f918-45ef-a444-70e0325244a9) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:59.080496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:59.081330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.085446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.101296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d9fd2-abd4-4f51-8ef9-dc7689df667f None None] Network 9b6c7181-f918-45ef-a444-70e0325244a9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:20:59.118857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Calling delete_port for 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:20:59.195740 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c104a2d1-a480-4b52-88fe-842247fcab56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0691175 Mar 16 11:20:59.197674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.204364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40932) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.210518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:20:59.212574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1570410945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:59.218918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:20:59.223067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:20:59.225951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:20:59.231548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:20:59.237175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:20:59.250062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.251073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.259257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:59.281300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.306734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:20:59.334729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:20:59.368356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.371965 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/86520d45-8fda-4a42-b46c-0624f388b11e HTTP/1.1" status: 204 len: 168 time: 0.3824406 Mar 16 11:20:59.372252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.372374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d2b03-e177-4b1b-83ee-98e8ae2134f4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86520d45-8fda-4a42-b46c-0624f388b11e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:59.401616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40938) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.403126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.432831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.437421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a972e797-693c-4075-b1cf-6e48b0874a6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2319112 Mar 16 11:20:59.440641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.477519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] Pushing event deleted for resources: {'Port': ['ID=905945dd-07c5-41cf-bcc2-85fabbf7e4b4,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:20:59.494573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-9b6c7181-f918-45ef-a444-70e0325244a9', 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': 'c4508ee5-81f9-47d7-b698-6e83b0b2306d'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:20:59.495833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.508095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:20:59.547888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d9e69-62ec-4008-ba85-d91e8250a4c5 None None] No DVR routers for this DVR port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:20:59.560903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:20:59.561639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:20:59.673115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:20:59.673706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.709800 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-ff17b130-6208-4834-806e-d78c0beb3174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1898985 Mar 16 11:20:59.727013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Request body: {'port': {'device_id': '9cbd463c-797b-46fa-af23-674b9d929b99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:20:59.736195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Allocated IP 2001:db8::2 (9b6c7181-f918-45ef-a444-70e0325244a9/c4508ee5-81f9-47d7-b698-6e83b0b2306d/9a36c660-a007-4ef2-9b71-80f5e5e3c25d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:20:59.809162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6091b713-5e0b-46dc-bbe6-d42e01fe1d75 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4015100 Mar 16 11:20:59.812473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:20:59.818390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Port 905945dd-07c5-41cf-bcc2-85fabbf7e4b4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 16 11:20:59.818571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_pluggable_backend [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7a:31e8 {{(pid=83794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 16 11:20:59.858465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3e7efb88-14f0-4273-bac4-f5df135306ab None None] Provisioning for port d93590b5-5161-42ac-940e-889d5c3176ed completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:20:59.867512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3e7efb88-14f0-4273-bac4-f5df135306ab None None] Provisioning complete for port d93590b5-5161-42ac-940e-889d5c3176ed triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:20:59.867871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e7efb88-14f0-4273-bac4-f5df135306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.950343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3e7efb88-14f0-4273-bac4-f5df135306ab None None] Port d93590b5-5161-42ac-940e-889d5c3176ed cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:20:59.984237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.984502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:20:59.989348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.033234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221723-c84c-4577-880e-e074149af09c req-b1afe605-fc27-497e-bc04-70c4c3268ee3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.034689 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54221723-c84c-4577-880e-e074149af09c req-b1afe605-fc27-497e-bc04-70c4c3268ee3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 931 time: 0.3905361 Mar 16 11:21:00.042724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.058037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.070139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Transition to ACTIVE for port object 9a36c660-a007-4ef2-9b71-80f5e5e3c25d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:00.090388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Transition to ACTIVE for port object 9a36c660-a007-4ef2-9b71-80f5e5e3c25d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:00.097831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.105526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:00.115102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:00.119709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=a05ae43c-1720-45e2-bbe2-3534ce0ce51a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.123797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:00.124456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.140354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007f97f-906a-45be-8187-c5b6c88209b7 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:00.214383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.264355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Network 9b6c7181-f918-45ef-a444-70e0325244a9 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:00.268296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.272267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f4397bf7-4404-4597-86bd-e406ce4752c6 HTTP/1.1" status: 204 len: 168 time: 0.4554718 Mar 16 11:21:00.272463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:00.273679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40950) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:00.274383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Pushing event updated for resources: {'Port': ['ID=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.279061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Router 983baaf3-4539-4d6b-b560-fe1445eff189 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:00.279225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:00.293026 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b33a815-1465-4feb-96ed-4a3a30702d90 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7028263 Mar 16 11:21:00.294054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:00.311503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:57:78:59', 'name': 'tempest-NetworksTestDHCPv6-2085526049'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:00.329345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54221723-c84c-4577-880e-e074149af09c req-4d4af695-90c6-4680-85d9-d35c85c56c61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800422 Mar 16 11:21:00.330056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb28aa-9f50-4fd4-bcd5-449afd899257 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4397bf7-4404-4597-86bd-e406ce4752c6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.437696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Attempting to bind port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:00.438156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Attempting to bind port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:00.438591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Attempting to bind port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d on network 9b6c7181-f918-45ef-a444-70e0325244a9 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:00.458317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:00.458740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Checking segment: {'id': '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:00.459056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.459454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Bound using segment: {'id': '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:00.459912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Bound port: 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9b6c7181-f918-45ef-a444-70e0325244a9'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:00.460273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.491503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f664aa8a-81e3-45aa-8d40-1e05182a9bf1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:00.493942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:21:00.558085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'a05ae43c-1720-45e2-bbe2-3534ce0ce51a'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:00.559017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.569307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:00.574931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.589215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f664aa8a-81e3-45aa-8d40-1e05182a9bf1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:00.590525 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f664aa8a-81e3-45aa-8d40-1e05182a9bf1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3153744 Mar 16 11:21:00.593079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93590b5-5161-42ac-940e-889d5c3176ed {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:21:00.595970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:00.602483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:00.602753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.619986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:00.623665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Transition to ACTIVE for port object d93590b5-5161-42ac-940e-889d5c3176ed will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:00.632332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.636091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:00.650329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] For port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:00.673335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] For port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,segment=NetworkSegment(6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7),segment_id=6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:00.681382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.778526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.779316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Pushing event updated for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.790160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.820053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Allocated IP 2001:db8::f816:3eff:feb3:6e6d (1002c76f-2977-4cc2-9a1c-483f137d3546/a05ae43c-1720-45e2-bbe2-3534ce0ce51a/d992bac9-c220-4e08-be7b-11c000c413c9) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:00.820784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:00.824622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:00.828014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40cb0f-6745-4333-8b41-9c3e34fe1ebf None None] Pushing event updated for resources: {'Port': ['ID=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:00.867004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 145130df-20c7-46a6-9bb5-12548bf431b1 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:00.899079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:00.910734 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8f0378e6-7b8b-4ea3-baa6-4eb8a6a4c670 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "PUT /v2.0/routers/983baaf3-4539-4d6b-b560-fe1445eff189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7367849 Mar 16 11:21:00.914279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 40962) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:00.935255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] Sync routers for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:00.999133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:00.999809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:01.089981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Attempting to bind port d93590b5-5161-42ac-940e-889d5c3176ed on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:01.091255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Attempting to bind port d93590b5-5161-42ac-940e-889d5c3176ed by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:01.091581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Attempting to bind port d93590b5-5161-42ac-940e-889d5c3176ed on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:01.122880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Port d93590b5-5161-42ac-940e-889d5c3176ed on network 8c4d94a5-c491-4f62-a743-43c6b257559b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:21:01.123383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Attempting to bind port d93590b5-5161-42ac-940e-889d5c3176ed on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:01.124321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:01.138578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:01.139160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Checking segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:01.140044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Bound using segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:01.140708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Bound port: d93590b5-5161-42ac-940e-889d5c3176ed, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:01.141284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.148978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.232956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] Routers {'983baaf3-4539-4d6b-b560-fe1445eff189'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:01.233581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:20:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['983baaf3-4539-4d6b-b560-fe1445eff189'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:01.262138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc74d19d-0e45-42b0-a940-e153ce49d008,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:01.300238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:01.306607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d93590b5-5161-42ac-940e-889d5c3176ed,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:01.329568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:01.330022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c64bd-e195-4df1-9a6c-73b76f9f34c8 None None] The sync data for ids ['983baaf3-4539-4d6b-b560-fe1445eff189'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:01.334384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.338969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b412914-847f-4172-81a5-f6b4135ba082 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bc74d19d-0e45-42b0-a940-e153ce49d008 HTTP/1.1" status: 204 len: 168 time: 0.7361083 Mar 16 11:21:01.341667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:01.343385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8::1 (9b6c7181-f918-45ef-a444-70e0325244a9/c4508ee5-81f9-47d7-b698-6e83b0b2306d/794fff36-debe-4d63-bda9-017ab3621fa3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:01.345783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.361031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Transition to ACTIVE for port object d992bac9-c220-4e08-be7b-11c000c413c9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:01.390656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Transition to ACTIVE for port object d992bac9-c220-4e08-be7b-11c000c413c9 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:01.464419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.522282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9a36c660-a007-4ef2-9b71-80f5e5e3c25d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:01.544503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.636850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.638742 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] 10.222.0.59 "PUT /v2.0/ports/d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 1093 time: 1.9165165 Mar 16 11:21:01.640724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:21:01.668200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.725195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1e2d5ef2-bf14-43f6-98c7-cb49c5f2a301 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:01.766190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:01.772645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:01.776086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:01.782569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bbc32308-dad9-4b42-807a-82209334a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.790850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe57:7859 (1002c76f-2977-4cc2-9a1c-483f137d3546/a05ae43c-1720-45e2-bbe2-3534ce0ce51a/145130df-20c7-46a6-9bb5-12548bf431b1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:01.805128 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'status': 'completed', 'code': 200} Mar 16 11:21:01.814404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Pushing event updated for resources: {'Port': ['ID=d992bac9-c220-4e08-be7b-11c000c413c9,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:01.905181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1e2d5ef2-bf14-43f6-98c7-cb49c5f2a301 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:01.907259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e2d5ef2-bf14-43f6-98c7-cb49c5f2a301 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5614274 Mar 16 11:21:01.918335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:01.926040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:01.954088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a92962-2245-4dff-b0df-2a89c93da6bc service neutron] Pushing event updated for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:01.998762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Attempting to bind port d992bac9-c220-4e08-be7b-11c000c413c9 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:01.999386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Attempting to bind port d992bac9-c220-4e08-be7b-11c000c413c9 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:02.000392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Attempting to bind port d992bac9-c220-4e08-be7b-11c000c413c9 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:02.010198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:02.017753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:02.018382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:02.019234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.020202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:02.020911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Bound port: d992bac9-c220-4e08-be7b-11c000c413c9, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:02.021444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.065499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object 794fff36-debe-4d63-bda9-017ab3621fa3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:02.091725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0386eb8-5948-4c1e-99eb-3ce73e45feb8 req-c4cdb634-653f-438f-a788-3521ce30248a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.091952 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-28d3fc99-ad7f-4aea-8b91-64d93da0262f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1096 time: 0.3332334 Mar 16 11:21:02.093730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0386eb8-5948-4c1e-99eb-3ce73e45feb8 req-c4cdb634-653f-438f-a788-3521ce30248a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 943 time: 0.5186718 Mar 16 11:21:02.160108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.215192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.254488 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-c5fdc87e-ee78-4948-bb6e-22c1817fe500 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 217 time: 0.1502216 Mar 16 11:21:02.266885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] For port d992bac9-c220-4e08-be7b-11c000c413c9, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:02.283661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] For port d992bac9-c220-4e08-be7b-11c000c413c9, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d992bac9-c220-4e08-be7b-11c000c413c9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:02.298156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.335161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0386eb8-5948-4c1e-99eb-3ce73e45feb8 req-d491de59-9543-4504-8594-f52fc5bcf186 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349606 Mar 16 11:21:02.343057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.347280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.367615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.371306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-f4323254-b72e-4860-aabc-aefaa37b5897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.373509 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-f4323254-b72e-4860-aabc-aefaa37b5897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1026578 Mar 16 11:21:02.375421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.423132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038c59a-f18c-4a6d-a535-4233392cf192 None None] Network 9b6c7181-f918-45ef-a444-70e0325244a9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:02.431547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port 6b509433-decb-40a1-bbeb-92ff5df31ae2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:02.431726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.446155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8f20f16-40db-4f93-b4a2-d5c6b61da750,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:02.466350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.467468 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fdb683f0-1780-4a0b-bd90-60f3c87df11b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c8f20f16-40db-4f93-b4a2-d5c6b61da750 HTTP/1.1" status: 204 len: 168 time: 0.5452933 Mar 16 11:21:02.476173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 145130df-20c7-46a6-9bb5-12548bf431b1 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:02.477936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:02.508261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 9b6c7181-f918-45ef-a444-70e0325244a9 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:02.515057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:02.519873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=794fff36-debe-4d63-bda9-017ab3621fa3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:02.542705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:02.543502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.553664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b307f0-93cd-471e-bd36-eabc190f521e None None] Pushing event updated for resources: {'Port': ['ID=d992bac9-c220-4e08-be7b-11c000c413c9,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:02.560138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Provisioning for port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:02.581441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Provisioning complete for port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:02.581813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.613946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.643753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.742090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2daf0b03-64e8-47d3-9a7a-ff3f9951b4a5 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:02.803629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for 6b509433-decb-40a1-bbeb-92ff5df31ae2 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:02.845430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:02.854719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:02.866117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.917839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:02.922176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:02.923015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.951095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=145130df-20c7-46a6-9bb5-12548bf431b1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:02.954938 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-6db190f9-f578-4b81-b8ac-151b90613771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5710912 Mar 16 11:21:02.961017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2daf0b03-64e8-47d3-9a7a-ff3f9951b4a5 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:02.966014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2daf0b03-64e8-47d3-9a7a-ff3f9951b4a5 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4819512 Mar 16 11:21:02.970410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:02.993528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:03.003292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-057132ea-8cf4-4962-9ea0-6cf9cb043353 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7052429 Mar 16 11:21:03.017679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] For port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,segment=NetworkSegment(6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7),segment_id=6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:03.023535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40986) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:03.025805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.119091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0026ff-0867-449e-a709-ef83e7733e42 None None] Pushing event updated for resources: {'Port': ['ID=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:03.166893 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-6e755736-1276-4331-98aa-252d12337f71 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947641 Mar 16 11:21:03.300605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.324909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34c21a-82c9-4ba4-8c9e-a2aa962ada5c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.328946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34c21a-82c9-4ba4-8c9e-a2aa962ada5c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:03.329741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c34c21a-82c9-4ba4-8c9e-a2aa962ada5c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:03.344348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.373483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.373970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=6b509433-decb-40a1-bbeb-92ff5df31ae2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:03.449069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.480453 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-26095d47-69a4-4b62-9a19-69cde3424fe3 req-364fa7ba-ee55-4615-81f0-3ae8dd01e91f service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025703 Mar 16 11:21:03.494805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Provisioning complete for port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:03.495265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.586013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c34c21a-82c9-4ba4-8c9e-a2aa962ada5c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:03.591961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c34c21a-82c9-4ba4-8c9e-a2aa962ada5c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5617425 Mar 16 11:21:03.618996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40992) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:03.620404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d992bac9-c220-4e08-be7b-11c000c413c9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:03.681092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc009b-c4d2-461a-99ed-121e7034d057,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:03.799164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-991b9195-4808-4064-a3b1-4c00657917d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.821834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.822691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17988667-242f-48e9-8c2d-6eab92962876 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/2abc009b-c4d2-461a-99ed-121e7034d057 HTTP/1.1" status: 204 len: 168 time: 0.8229060 Mar 16 11:21:03.843179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 40996) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:03.850316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Provisioning for port 794fff36-debe-4d63-bda9-017ab3621fa3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:03.858373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Provisioning complete for port 794fff36-debe-4d63-bda9-017ab3621fa3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:03.859205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.887824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 145130df-20c7-46a6-9bb5-12548bf431b1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:03.888031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:03.924821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fc97495c-baf7-44ee-9f09-f464ff49ed06 None None] Port 794fff36-debe-4d63-bda9-017ab3621fa3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:03.927815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port d992bac9-c220-4e08-be7b-11c000c413c9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:03.933969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9a36c660-a007-4ef2-9b71-80f5e5e3c25d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:03.975184 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-77e5a717-dcda-400f-bfd1-31aba48af428 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1096 time: 0.4183128 Mar 16 11:21:03.976089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.038118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:04.038649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.088932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Provisioning for port d992bac9-c220-4e08-be7b-11c000c413c9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:04.097655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Provisioning complete for port d992bac9-c220-4e08-be7b-11c000c413c9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:04.098096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.273814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0025b0-41eb-47f3-a919-530589679cf7 req-5cb836c0-1a61-423d-ba3f-59d3ee55342e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:04.276429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f0025b0-41eb-47f3-a919-530589679cf7 req-5cb836c0-1a61-423d-ba3f-59d3ee55342e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 943 time: 0.6543427 Mar 16 11:21:04.278343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:21:04.298751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.338056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] For port d992bac9-c220-4e08-be7b-11c000c413c9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d992bac9-c220-4e08-be7b-11c000c413c9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:04.342574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.379724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.384101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.385461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-49e5af88-d7bc-4baa-b70f-505b4929a761 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:04.393016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.401255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.402033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.412652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-1d90d571-49d8-4c94-95b0-12d590a7dfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:04.414088 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-1d90d571-49d8-4c94-95b0-12d590a7dfb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.3827229 Mar 16 11:21:04.417115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Provisioning complete for port 794fff36-debe-4d63-bda9-017ab3621fa3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:04.417593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.461960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Pushing event updated for resources: {'Port': ['ID=d992bac9-c220-4e08-be7b-11c000c413c9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:04.476279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-50e7228d-c848-4a1c-acfe-f1b76d2ea0b0 None None] Port 794fff36-debe-4d63-bda9-017ab3621fa3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:04.502439 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-e170e75d-b131-4bfe-9ead-4f1fc299c42d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 217 time: 0.0724969 Mar 16 11:21:04.505430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.506206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Fanout notify agent at l3_agent the message router_deleted on router 983baaf3-4539-4d6b-b560-fe1445eff189 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:21:04.545340 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f0025b0-41eb-47f3-a919-530589679cf7 req-430c6a92-e261-41f6-894c-97e2c25741af tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070551 Mar 16 11:21:04.545912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-49e5af88-d7bc-4baa-b70f-505b4929a761 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:04.552137 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-49e5af88-d7bc-4baa-b70f-505b4929a761 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7030659 Mar 16 11:21:04.555658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41000) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:04.563058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.566685 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e47f6a2a-e596-4cd2-9a64-1f2325aafb28 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/routers/983baaf3-4539-4d6b-b560-fe1445eff189 HTTP/1.1" status: 204 len: 168 time: 3.6490824 Mar 16 11:21:04.568118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--461316146'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:04.578537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:04.583160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:04.599399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.599873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e25975b5-b5a8-431f-87c7-b49fab0452ba None None] Provisioning for port 145130df-20c7-46a6-9bb5-12548bf431b1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:04.605196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e25975b5-b5a8-431f-87c7-b49fab0452ba None None] Provisioning complete for port 145130df-20c7-46a6-9bb5-12548bf431b1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:04.605663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e25975b5-b5a8-431f-87c7-b49fab0452ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.613293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=794fff36-debe-4d63-bda9-017ab3621fa3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:04.644703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:04.647857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-f70dc299-d366-461a-b1c1-1f1595a36377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:04.649386 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-f70dc299-d366-461a-b1c1-1f1595a36377 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1348226 Mar 16 11:21:04.708470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e25975b5-b5a8-431f-87c7-b49fab0452ba None None] Port 145130df-20c7-46a6-9bb5-12548bf431b1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:04.731084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.745338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 145130df-20c7-46a6-9bb5-12548bf431b1 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:04.846701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 9b6c7181-f918-45ef-a444-70e0325244a9 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:04.848529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:04.881193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:04.886342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting subnet 63b0436f-c4d3-4445-8589-4863e973398e {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:04.893280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:04.894819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.897074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.928712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:04.934760 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-18f3d099-3006-4952-aafe-f9171dccd741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2748921 Mar 16 11:21:04.961930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:04.972705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:05.059262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.063850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.137404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-660d040b-c93d-496d-ae95-b4314e8ed9f2 None None] Provisioning complete for port 794fff36-debe-4d63-bda9-017ab3621fa3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:05.138351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-660d040b-c93d-496d-ae95-b4314e8ed9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.166553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=145130df-20c7-46a6-9bb5-12548bf431b1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:05.197262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-660d040b-c93d-496d-ae95-b4314e8ed9f2 None None] Port 794fff36-debe-4d63-bda9-017ab3621fa3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:05.269025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.304173 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-525675c1-6772-454d-bad3-3d089c4ec92c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/145130df-20c7-46a6-9bb5-12548bf431b1 HTTP/1.1" status: 204 len: 168 time: 1.6249907 Mar 16 11:21:05.306745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:05.360813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.369021 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-8d6af76c-aaa3-48cf-89d0-68cdbb8693df service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974278 Mar 16 11:21:05.371482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.383943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8dd2f-cee9-433a-b207-30b707a35984 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.385023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c8dd2f-cee9-433a-b207-30b707a35984 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:05.385926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b6c8dd2f-cee9-433a-b207-30b707a35984 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:05.417948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b6c8dd2f-cee9-433a-b207-30b707a35984 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:05.419137 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b6c8dd2f-cee9-433a-b207-30b707a35984 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1114349 Mar 16 11:21:05.425077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:05.452220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d992bac9-c220-4e08-be7b-11c000c413c9 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:05.513279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 5921aef2-6241-4493-81ad-a33a5272998d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:21:05.529111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.533098 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9738064 Mar 16 11:21:05.534100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.541810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d992bac9-c220-4e08-be7b-11c000c413c9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:05.542355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.562709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:05.577729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090af46-68df-4c43-b259-94bf9b7d2702 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e031f0ea-5469-4732-b098-f74f327e3cfa,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:05.599087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': 'e031f0ea-5469-4732-b098-f74f327e3cfa', 'direction': 'ingress', 'protocol': 17}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:05.605359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:05.609474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:05.612334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:05.618675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:05.647426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.689222 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56a30c48-d48b-4d82-9c7e-95ff759b1dab req-03fbf793-e4c2-4b3c-a78e-3e885f90bdd8 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816529 Mar 16 11:21:05.747627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.791087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Subnet': ['ID=63b0436f-c4d3-4445-8589-4863e973398e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:05.807128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.814060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d049c-a61e-48bb-979c-f42885751e3b None None] Network e4578bd1-48bc-46da-befb-6d08feda72ae requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:05.817715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.823826 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-883226cf-bba8-4f2c-8fcf-db28ad2e7bed tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/subnets/63b0436f-c4d3-4445-8589-4863e973398e HTTP/1.1" status: 204 len: 168 time: 1.2442515 Mar 16 11:21:05.824473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41022) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:05.827391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.911898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet a05ae43c-1720-45e2-bbe2-3534ce0ce51a {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:05.918160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f84e47c-d527-42e6-83c3-84bfe6cb4bbe,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:05.918336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.938268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.942335 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46bd8da8-537e-4fe1-9f86-edd9f6c7ea84 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3699877 Mar 16 11:21:05.943070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:05.989616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:05.990542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.018400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port c2298705-a4a9-48ef-96ae-458a1cafb1a7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:06.018719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.049658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29844f-7eb8-4317-9df9-dcdb0f1e47e9 req-bb762ea1-8324-4488-a739-d4bf6374126b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.051075 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e29844f-7eb8-4317-9df9-dcdb0f1e47e9 req-bb762ea1-8324-4488-a739-d4bf6374126b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 943 time: 0.2956760 Mar 16 11:21:06.082813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.088929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] DHCP port deletion for e4578bd1-48bc-46da-befb-6d08feda72ae request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:06.092548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Deleting port c2298705-a4a9-48ef-96ae-458a1cafb1a7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:06.092965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.110333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:06.124313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2ac8bfc-0034-4845-ab30-760b897718a6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/5921aef2-6241-4493-81ad-a33a5272998d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6769118 Mar 16 11:21:06.124527 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] Sync routers for ids ['5921aef2-6241-4493-81ad-a33a5272998d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:06.125089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.135433 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] Routers {'5921aef2-6241-4493-81ad-a33a5272998d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:06.136175 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['5921aef2-6241-4493-81ad-a33a5272998d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:06.162468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.177405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.198432 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:06.210366 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] Routers {'5921aef2-6241-4493-81ad-a33a5272998d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:06.211048 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['5921aef2-6241-4493-81ad-a33a5272998d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:06.233273 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e29844f-7eb8-4317-9df9-dcdb0f1e47e9 req-7252f569-1030-46d3-b62f-48853fa2be1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662781 Mar 16 11:21:06.258544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6baedc0-53d5-4065-948e-6471de8e043d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.259399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6baedc0-53d5-4065-948e-6471de8e043d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:06.272985 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:06.273385 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd099f-bce5-4e81-912f-2777984e3b09 None None] The sync data for ids ['5921aef2-6241-4493-81ad-a33a5272998d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:06.294753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d93590b5-5161-42ac-940e-889d5c3176ed details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:21:06.296199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6baedc0-53d5-4065-948e-6471de8e043d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:06.297376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6baedc0-53d5-4065-948e-6471de8e043d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports/794fff36-debe-4d63-bda9-017ab3621fa3 HTTP/1.1" status: 200 len: 911 time: 0.1712110 Mar 16 11:21:06.300911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.306978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4508ee5-81f9-47d7-b698-6e83b0b2306d'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:06.336514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.380645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.387513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=a05ae43c-1720-45e2-bbe2-3534ce0ce51a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:06.402308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.412761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] For port c2298705-a4a9-48ef-96ae-458a1cafb1a7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c2298705-a4a9-48ef-96ae-458a1cafb1a7,segment=NetworkSegment(56808fec-a508-4dd5-a801-433789354781),segment_id=56808fec-a508-4dd5-a801-433789354781)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:06.413121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.421007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e031f0ea-5469-4732-b098-f74f327e3cfa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:06.447838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695afb3c-1e0d-4dbd-9049-cd567e16eeb1 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:06.492397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.492636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3842c227-038e-4bbe-a69d-0ef48194b668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a05ae43c-1720-45e2-bbe2-3534ce0ce51a HTTP/1.1" status: 204 len: 168 time: 1.0663190 Mar 16 11:21:06.495630 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-08424eca-24c2-4f18-a0d6-bf467378e405 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/e031f0ea-5469-4732-b098-f74f327e3cfa HTTP/1.1" status: 204 len: 168 time: 0.5490637 Mar 16 11:21:06.495785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.496535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.554769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for c2298705-a4a9-48ef-96ae-458a1cafb1a7 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:06.560435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.586880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1ab340d-f51b-4b96-8a72-32561b3e7e97 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895550 Mar 16 11:21:06.591446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41046) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.614878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] For port c2298705-a4a9-48ef-96ae-458a1cafb1a7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c2298705-a4a9-48ef-96ae-458a1cafb1a7,segment=NetworkSegment(56808fec-a508-4dd5-a801-433789354781),segment_id=56808fec-a508-4dd5-a801-433789354781)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:06.615673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.677959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3063358-c233-494e-b8bb-7e0454c9072e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1792583 Mar 16 11:21:06.681753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.689205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851252996'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:06.699499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:06.705735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:06.710118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:06.710829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.712904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.752566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:06.771847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=c2298705-a4a9-48ef-96ae-458a1cafb1a7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:06.782264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385706e-e7ba-490d-9b5e-02dd95720599 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.783703 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3385706e-e7ba-490d-9b5e-02dd95720599 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1914258 Mar 16 11:21:06.786927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:06.790753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] No DVR routers for this DVR port c2298705-a4a9-48ef-96ae-458a1cafb1a7 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:06.811507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Calling delete_port for c2298705-a4a9-48ef-96ae-458a1cafb1a7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:06.820365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.858905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d93590b5-5161-42ac-940e-889d5c3176ed,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:06.878223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'port_id': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'mac_address': 'fa:16:3e:b7:fa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:21:06.945367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:06.948406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.956258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:21:06.956604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:21:06.960097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:06.962424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:06.964269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:06.979056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3882341c-7b5b-487d-88e2-22f136cf955d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:06.979617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:06.980156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3882341c-7b5b-487d-88e2-22f136cf955d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:06.981801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93590b5-5161-42ac-940e-889d5c3176ed {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:21:06.984772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4578bd1-48bc-46da-befb-6d08feda72ae']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:07.001396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d93590b5-5161-42ac-940e-889d5c3176ed,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:07.003870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56808fec-a508-4dd5-a801-433789354781') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:07.004318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56808fec-a508-4dd5-a801-433789354781') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:07.007228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.020431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.046762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.048186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3882341c-7b5b-487d-88e2-22f136cf955d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:07.049621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3882341c-7b5b-487d-88e2-22f136cf955d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2615633 Mar 16 11:21:07.053472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41058) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:07.065629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:07.066103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.102515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:07.106872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:07.111615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Deleting port d992bac9-c220-4e08-be7b-11c000c413c9 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:07.112192 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:07.138412 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:07.282450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['d93590b5-5161-42ac-940e-889d5c3176ed'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:21:07.338944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.343184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.355669 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5e93d2c6-3172-4f52-a8d2-684b40fbe589 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2913792 Mar 16 11:21:07.355778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.361082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:07.361752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.363636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/ports/794fff36-debe-4d63-bda9-017ab3621fa3 HTTP/1.1" status: 200 len: 911 time: 1.0614707 Mar 16 11:21:07.364665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:07.373381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:07.379136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.390211 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:07.390889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.466123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Network': ['ID=e4578bd1-48bc-46da-befb-6d08feda72ae,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:07.467964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.471370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Deleting port c2298705-a4a9-48ef-96ae-458a1cafb1a7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:07.471733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.497416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d992bac9-c220-4e08-be7b-11c000c413c9 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:07.532521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] For port d992bac9-c220-4e08-be7b-11c000c413c9, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d992bac9-c220-4e08-be7b-11c000c413c9,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:07.532901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.548921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:07.576997 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2a42286-57c9-4bac-95c6-9b80017771d0 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/networks/e4578bd1-48bc-46da-befb-6d08feda72ae HTTP/1.1" status: 204 len: 168 time: 1.7486224 Mar 16 11:21:07.578901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:07.641294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1e46b4-7d91-4a42-bf8f-0bed6f74f4cd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:07.659574 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.663919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-734a4eb1-df90-44e7-9955-6cd94a535496 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9779587 Mar 16 11:21:07.670952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:07.680842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--714212175'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:07.709354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b1a4f-f9ef-48ef-b739-b5f7aa9b3cf9 None None] The port 'c2298705-a4a9-48ef-96ae-458a1cafb1a7' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:21:07.712665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0fff6-6d42-4579-8760-bcb8dde210fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=794fff36-debe-4d63-bda9-017ab3621fa3,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:07.718850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Calling delete_port for d992bac9-c220-4e08-be7b-11c000c413c9 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:07.745172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:07.745470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:07.762316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:07.772472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:07.778623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:07.782967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Deleting port 00178c02-3fd1-4c45-a108-6dd0a4c47de5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:07.783224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.783455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748848fb-ef12-4d03-bfee-d301bed84411 req-db57b349-5f98-4e0b-9b24-1187d416f3c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:07.784924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-748848fb-ef12-4d03-bfee-d301bed84411 req-db57b349-5f98-4e0b-9b24-1187d416f3c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 944 time: 0.2463179 Mar 16 11:21:07.805699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:07.809322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.814947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:07.867694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.910421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.946702 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-748848fb-ef12-4d03-bfee-d301bed84411 req-80602e4a-23bb-458a-bfe8-63e44d6f1a9e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553974 Mar 16 11:21:07.967537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:07.976478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] Pushing event deleted for resources: {'Port': ['ID=d992bac9-c220-4e08-be7b-11c000c413c9,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:08.008009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e430ffa-c682-490e-a5f3-65c8f0e21fbf None None] No DVR routers for this DVR port d992bac9-c220-4e08-be7b-11c000c413c9 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:08.077770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c2298705-a4a9-48ef-96ae-458a1cafb1a7 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:08.118122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:08.126655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c2298705-a4a9-48ef-96ae-458a1cafb1a7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:08.127343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c2298705-a4a9-48ef-96ae-458a1cafb1a7 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:08.128698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:08.136166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:08.164578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:08.168580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.168852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.212275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:21:08.214041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.276215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:08.279155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:08.283196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:08.283830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.288217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2df8b2-9c9c-4105-ba7c-0389f89499a5 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:08.291137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=580e901e-c839-4c5c-8608-b890fc4767da,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:08.317181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b44b060c-d2ac-439a-a6ba-2e69b0250176 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7778220 Mar 16 11:21:08.317447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41080) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:08.323848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:27:0e:f0', 'name': 'tempest-NetworksTestDHCPv6-2127353803'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:08.348519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Calling delete_port for 00178c02-3fd1-4c45-a108-6dd0a4c47de5 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:08.461895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.467397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:08.471968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:08.475149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:08.478065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.481820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:08.492288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:08.496621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.520796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '580e901e-c839-4c5c-8608-b890fc4767da'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:08.521735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.530316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port ed71b1d1-2833-471a-8bfe-74a1e537199a yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:08.534234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.625692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0653fe79-091b-4be5-8bbf-73553f27d1a7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:08.673782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe27:ef0 (1002c76f-2977-4cc2-9a1c-483f137d3546/580e901e-c839-4c5c-8608-b890fc4767da/ed71b1d1-2833-471a-8bfe-74a1e537199a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:08.707879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.709090 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93991b77-da3d-4f0d-9d1f-e89b4077b271 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0351501 Mar 16 11:21:08.712643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:08.722210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '8f1e46b4-7d91-4a42-bf8f-0bed6f74f4cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0653fe79-091b-4be5-8bbf-73553f27d1a7', 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:08.737801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:08.744960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:08.748080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.876176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:08.881275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.896895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object ed71b1d1-2833-471a-8bfe-74a1e537199a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:08.920769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:08.923355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:08.937403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Pushing event deleted for resources: {'Port': ['ID=00178c02-3fd1-4c45-a108-6dd0a4c47de5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:08.978556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Allocated IP 2001:db8::f816:3eff:fec3:755e (1002c76f-2977-4cc2-9a1c-483f137d3546/580e901e-c839-4c5c-8608-b890fc4767da/8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:09.004409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:09.005291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=ed71b1d1-2833-471a-8bfe-74a1e537199a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.008055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:09.009967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:09.013810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.014455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.043575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4cbbcb3-ae19-4d81-aea8-d4b9c04d216f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7247806 Mar 16 11:21:09.044218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.052705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.082860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.087163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.088336 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-429bebf0-54e9-4383-b18f-5404b1407ad8 tempest-FloatingIPAdminTestJSON-92633449 tempest-FloatingIPAdminTestJSON-92633449-project] 10.222.0.36 "DELETE /v2.0/floatingips/f89418cc-7052-4753-9f84-4f3ddf4fb0b3 HTTP/1.1" status: 204 len: 168 time: 1.5069630 Mar 16 11:21:09.209976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a693c7-9064-49c6-8b69-1b0ac2bb2879 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.210775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a693c7-9064-49c6-8b69-1b0ac2bb2879 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:09.234348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4caf0-63e4-4f84-86be-e19dcaae5afd req-12760323-6c0a-4bbc-a663-4cea8fd6432b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:09.235764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17d4caf0-63e4-4f84-86be-e19dcaae5afd req-12760323-6c0a-4bbc-a663-4cea8fd6432b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 944 time: 0.1273191 Mar 16 11:21:09.253131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.263821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89a693c7-9064-49c6-8b69-1b0ac2bb2879 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:09.267703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-89a693c7-9064-49c6-8b69-1b0ac2bb2879 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2225287 Mar 16 11:21:09.271820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.283705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.301955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Transition to ACTIVE for port object 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:09.317713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.358269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port ed71b1d1-2833-471a-8bfe-74a1e537199a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:09.358702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.366091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Transition to ACTIVE for port object 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:09.373524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.379053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d48b60-8530-4753-8c47-d52ff549c7ac,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.400778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17d4caf0-63e4-4f84-86be-e19dcaae5afd req-b8057ff1-78a0-45f1-9d05-e288ebce8761 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550989 Mar 16 11:21:09.429488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.430848 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-67ad1d39-f8ee-47f5-b26c-1cc544d8b40d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7158456 Mar 16 11:21:09.434113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41102) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.477380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:09.480597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:09.485983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:09.489272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.489426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Pushing event updated for resources: {'Port': ['ID=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.504498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.511161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.595586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.620850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1d48b60-8530-4753-8c47-d52ff549c7ac,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.628697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Attempting to bind port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:09.629226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Attempting to bind port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:09.629670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Attempting to bind port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:09.636689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:09.638346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:09.638346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.638346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:09.638346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Bound port: 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:09.638757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.663790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.664934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1ce26658-5ca9-4ef9-b025-95380490b9a4 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c1d48b60-8530-4753-8c47-d52ff549c7ac HTTP/1.1" status: 204 len: 168 time: 0.2296665 Mar 16 11:21:09.667512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41112) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.727153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaa24a79-4225-4b59-af65-33885144f2fa tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:09.746369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] For port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:09.749689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] For port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:09.755967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.765237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:09.784332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaa24a79-4225-4b59-af65-33885144f2fa tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:09.785745 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eaa24a79-4225-4b59-af65-33885144f2fa tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1173117 Mar 16 11:21:09.791365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41116) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.840292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e8d4-83bb-493b-b75b-d23b9507f18f None None] Pushing event updated for resources: {'Port': ['ID=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:09.866954 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d54b053d-8122-472b-b9fe-8e19c8507b7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecb8f968cfa54d859c8621e91d8f2eb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544390 Mar 16 11:21:09.891442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:09.905628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for ed71b1d1-2833-471a-8bfe-74a1e537199a owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:10.005079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.057869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.064692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.118831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=ed71b1d1-2833-471a-8bfe-74a1e537199a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.137476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.163722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.179032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1223b6db-39b3-4ed3-aa9f-755b8c08d896 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ed71b1d1-2833-471a-8bfe-74a1e537199a HTTP/1.1" status: 204 len: 168 time: 0.9061005 Mar 16 11:21:10.179251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.181764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:10.186410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 794fff36-debe-4d63-bda9-017ab3621fa3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:10.186755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.235015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d93590b5-5161-42ac-940e-889d5c3176ed up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:10.253053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdd5d8-597d-471e-ac42-736799be23dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.254746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdd5d8-597d-471e-ac42-736799be23dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.255600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fabdd5d8-597d-471e-ac42-736799be23dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:10.276102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fabdd5d8-597d-471e-ac42-736799be23dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:10.280026 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fabdd5d8-597d-471e-ac42-736799be23dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0946608 Mar 16 11:21:10.280817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:10.304938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.351741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port d93590b5-5161-42ac-940e-889d5c3176ed completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:10.357271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port d93590b5-5161-42ac-940e-889d5c3176ed triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:10.357745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.365698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 580e901e-c839-4c5c-8608-b890fc4767da {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:10.369196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.380250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653fe79-091b-4be5-8bbf-73553f27d1a7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.415735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.416928 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49565a30-7789-4944-abae-059e8d5f5b72 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/0653fe79-091b-4be5-8bbf-73553f27d1a7 HTTP/1.1" status: 204 len: 168 time: 0.6246686 Mar 16 11:21:10.419892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:10.421268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.454128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.456006 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/755a94f2-dc2a-4935-b7b4-03f20e289ece HTTP/1.1" status: 204 len: 168 time: 0.5577769 Mar 16 11:21:10.456477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba203cb-8bf8-4020-a6a1-91df818eb8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a94f2-dc2a-4935-b7b4-03f20e289ece,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.473492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.527230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.532437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e6db62f-9df9-4c1f-8db7-f87889434cba tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1114650 Mar 16 11:21:10.536109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:10.540321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.590633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:21:10.624627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d93590b5-5161-42ac-940e-889d5c3176ed,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:10.635933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.708747 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'code': 200} Mar 16 11:21:10.738325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 794fff36-debe-4d63-bda9-017ab3621fa3 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:10.760528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.775323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:10.827680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.885617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46588f-8fa4-462b-8826-c6ca77538412 req-491a815d-19cb-4411-b758-eec40a82a476 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:10.887257 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e46588f-8fa4-462b-8826-c6ca77538412 req-491a815d-19cb-4411-b758-eec40a82a476 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.2413709 Mar 16 11:21:10.923341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:10.991866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.018594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1e46b4-7d91-4a42-bf8f-0bed6f74f4cd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.034018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e46588f-8fa4-462b-8826-c6ca77538412 req-b83c23c9-a41f-494b-88ba-bf596ea84403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373901 Mar 16 11:21:11.049372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.050535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5453288-f236-4bf3-ab7f-3a8d7a99b790 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f1e46b4-7d91-4a42-bf8f-0bed6f74f4cd HTTP/1.1" status: 204 len: 168 time: 0.5137815 Mar 16 11:21:11.055010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41148) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.083309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.096797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.130879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.134049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=580e901e-c839-4c5c-8608-b890fc4767da,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.144800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.152092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.181056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d73434a-a764-44ed-9703-b4a4c58d9718 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/580e901e-c839-4c5c-8608-b890fc4767da HTTP/1.1" status: 204 len: 168 time: 0.8971021 Mar 16 11:21:11.181912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-caaf8846-da5d-4b4e-992a-2f35f6f6fb7d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:11.186497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41156) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.205717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-52e6903b-1867-4ce8-8320-ac057f6fd599 None None] Provisioning for port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:11.211379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-caaf8846-da5d-4b4e-992a-2f35f6f6fb7d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:11.217481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-caaf8846-da5d-4b4e-992a-2f35f6f6fb7d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1613028 Mar 16 11:21:11.217962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.223900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--925398782'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:11.229754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:11.244549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:11.258732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.300765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:11.305252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:11.308520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:11.314605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:11.364298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ccf004-82f9-45c3-8be0-c95275d674e0 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:11.381609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.385818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.422689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=794fff36-debe-4d63-bda9-017ab3621fa3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.441329 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca4a0e74-8593-4b3f-9b93-5d8033027c6a req-70384588-3c6e-4786-ba53-29d3baa332ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1098 time: 0.4463696 Mar 16 11:21:11.446704 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37eb364d-bb64-4cf9-9600-91586947125f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2487087 Mar 16 11:21:11.454315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.466225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9408701f-16ed-45a6-8608-1c65bf7c386a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.479588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.484217 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-86b7e927-327f-465e-b5ea-bcbede1ff5a1 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2618375 Mar 16 11:21:11.484403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:11.485024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41168) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.493822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '9408701f-16ed-45a6-8608-1c65bf7c386a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:11.497855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:11.500416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:11.508545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:11.512008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:11.518386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:11.538355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.563464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-28446f12-df5d-46f7-a912-d72e49c5ac9a None None] Could not find standard attr ID for object ed71b1d1-2833-471a-8bfe-74a1e537199a. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:11.617031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.622579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.656780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310d0377-7e43-47e9-a35e-851e5e56c721,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.660388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:11.671754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f74a54b9a6e45e38e12397804986124 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:11.677919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.681866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-feb64ab2-ff6d-49fe-9f35-f18c1fd33ced tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1921234 Mar 16 11:21:11.682257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.692929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:11.700166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:11.700471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.714711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.721318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:11.725504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.741312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:11.752957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.754118 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca4a0e74-8593-4b3f-9b93-5d8033027c6a req-e0adc79f-9f96-432e-b4a3-38e6c7c72b92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988262 Mar 16 11:21:11.776116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.779679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/310d0377-7e43-47e9-a35e-851e5e56c721 HTTP/1.1" status: 204 len: 168 time: 0.0940661 Mar 16 11:21:11.779679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f80c-6272-4ef1-9ede-8274efed2088 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=310d0377-7e43-47e9-a35e-851e5e56c721,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:11.779916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.811854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:11.826763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:11.832193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:11.841787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:11.843728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.845882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2d27d057-36aa-4290-9513-ce16d3d0dcb6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:11.857561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:11.864226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2d27d057-36aa-4290-9513-ce16d3d0dcb6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:11.865380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Deleting port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:11.865869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.868053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:11.869397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d27d057-36aa-4290-9513-ce16d3d0dcb6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0876310 Mar 16 11:21:11.870138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:11.893779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.942110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:11.943294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.949700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.975027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:11.982950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.036501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.057049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9408701f-16ed-45a6-8608-1c65bf7c386a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.074030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.077765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ad1b362-c1b2-48f0-860e-1e8cd66def47 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/9408701f-16ed-45a6-8608-1c65bf7c386a HTTP/1.1" status: 204 len: 168 time: 0.2042079 Mar 16 11:21:12.077975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:12.125432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.140887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.161950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.171823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] For port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:12.172302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.188182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d4f4ab96-6621-45be-b622-546fb4b93198 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:12.216742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.263532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d4f4ab96-6621-45be-b622-546fb4b93198 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:12.265089 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d4f4ab96-6621-45be-b622-546fb4b93198 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1858673 Mar 16 11:21:12.269985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:12.276559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--179658097'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:12.284441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:12.306018 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f74a54b9a6e45e38e12397804986124&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2044277 Mar 16 11:21:12.308391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:12.310698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569a63-df3d-48c1-8f97-b45a0ec488e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e29f3b-89c4-4b9f-9610-2c656beffe75,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.310895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:12.328302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Calling delete_port for 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:12.360140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.383075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81efe6-266c-4888-9371-8bad814d5618 req-b94c6b41-f626-42c8-8a92-0ab15f8cfc8e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:12.384533 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab81efe6-266c-4888-9371-8bad814d5618 req-b94c6b41-f626-42c8-8a92-0ab15f8cfc8e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.1754723 Mar 16 11:21:12.408664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.446793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:12.452678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] Pushing event deleted for resources: {'Port': ['ID=8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.460805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d760f91-39eb-49aa-931a-950242d269cf None None] No DVR routers for this DVR port 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:12.476272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.478770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:12.484414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:12.597375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab81efe6-266c-4888-9371-8bad814d5618 req-412e5de2-f939-4d7c-acf2-746cd4f70150 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009416 Mar 16 11:21:12.598206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:12.622159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.684736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 5921aef2-6241-4493-81ad-a33a5272998d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:12.700917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.705117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.724859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.764098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab387507-458a-432a-8e3a-e31a0b57f3f0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.787809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e29f3b-89c4-4b9f-9610-2c656beffe75,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.805378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.809460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57c09ba5-db49-4ebd-af58-6b6df20c4006 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5356910 Mar 16 11:21:12.809460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.809460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f20828ee-9b35-4866-a8f9-09bf687224db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35e29f3b-89c4-4b9f-9610-2c656beffe75 HTTP/1.1" status: 204 len: 168 time: 0.4997373 Mar 16 11:21:12.809801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41198) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:12.816249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': 'ab387507-458a-432a-8e3a-e31a0b57f3f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:12.822494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:12.828040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:12.831110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:12.836886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:12.859941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.937507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.942933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.977144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2a1d38-4f01-46bc-b9c7-842eca372765,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:12.991842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:12.994069 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-93d0e3a2-7634-4b1d-ba28-c7505fd22179 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1828086 Mar 16 11:21:12.996794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.022654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e92eca4b-c7a7-46b7-bddc-2f85e83297ed tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules/dc2a1d38-4f01-46bc-b9c7-842eca372765 HTTP/1.1" status: 200 len: 705 time: 0.0236011 Mar 16 11:21:13.025025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.040166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:21:13.044797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.075840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23c94892-860b-40ad-82b4-659a599193a8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:13.080907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:13.092710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] Sync routers for ids ['5921aef2-6241-4493-81ad-a33a5272998d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:13.106343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] Routers {'5921aef2-6241-4493-81ad-a33a5272998d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:13.106949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['5921aef2-6241-4493-81ad-a33a5272998d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:13.108706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23c94892-860b-40ad-82b4-659a599193a8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:13.111108 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23c94892-860b-40ad-82b4-659a599193a8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0843596 Mar 16 11:21:13.113568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.122694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:13.126386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:13.135850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:13.136607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.150375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=423ae12a-6325-424f-a250-71f8b4867836,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:13.167570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.168270 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-45bf7994-fd67-41f3-866c-9260797849d3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/5921aef2-6241-4493-81ad-a33a5272998d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7714219 Mar 16 11:21:13.169113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41218) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.169337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ea3df-7ee5-4a4a-94d1-794ada1d1792 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:13.173094 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d79d517f-b903-465a-b321-f10102a57808 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6960790 Mar 16 11:21:13.181499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.203462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41222) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.218059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:c9:8e:ca', 'name': 'tempest-NetworksTestDHCPv6-1491765028'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:13.224092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.233316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3c6a3808-060a-484d-a58e-ee7ed38ae5dd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:13.251039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2a1d38-4f01-46bc-b9c7-842eca372765,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:13.256790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.258411 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48dd1f56-4d85-4d5f-93cc-01a6b31e053b tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/dc2a1d38-4f01-46bc-b9c7-842eca372765 HTTP/1.1" status: 204 len: 168 time: 0.1432533 Mar 16 11:21:13.260720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41226) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.293636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:13.313778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bca94f52-be7e-4cd0-926e-b6ead04875c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:13.323794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] Routers {'5921aef2-6241-4493-81ad-a33a5272998d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:13.324401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['5921aef2-6241-4493-81ad-a33a5272998d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:13.334357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bca94f52-be7e-4cd0-926e-b6ead04875c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:13.337250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bca94f52-be7e-4cd0-926e-b6ead04875c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0754783 Mar 16 11:21:13.339929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.348025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': 'ab387507-458a-432a-8e3a-e31a0b57f3f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:13.356159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:13.358647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3c6a3808-060a-484d-a58e-ee7ed38ae5dd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:13.360239 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c6a3808-060a-484d-a58e-ee7ed38ae5dd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=5921aef2-6241-4493-81ad-a33a5272998d HTTP/1.1" status: 200 len: 205 time: 0.1895480 Mar 16 11:21:13.363157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.393333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:13.427068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:13.428869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:13.429367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a816b6-533e-47fc-b4ea-6499c0b16fe9 None None] The sync data for ids ['5921aef2-6241-4493-81ad-a33a5272998d'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:13.432957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:13.438511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:13.446307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:13.453156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:13.462773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.463743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.492882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:13.493214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8b70dd50-e7f9-4318-a3fe-6a4bb4e29f0b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:13.498568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:13.502779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.538659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.547198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.584291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.606452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 0af54ff8-9102-4e69-80e9-858ca780111c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:13.614630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '423ae12a-6325-424f-a250-71f8b4867836'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:13.615382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.642775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.693468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:13.697583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Usage tracker for resource:security_group_rule and tenant:1bc6c73cad4c4692b4bdcd5a9ae543fa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:13.700471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:13.706621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:13.775804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f362401-d174-42a3-8bc6-4e27b3baf27e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:13.803653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Allocated IP 2001:db8::f816:3eff:fe45:6bc9 (1002c76f-2977-4cc2-9a1c-483f137d3546/423ae12a-6325-424f-a250-71f8b4867836/3d7d39e7-e762-4fef-9a2f-f2c7b81d984b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:13.806911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.819798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.843228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:13.846850 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14b865bf-1fac-45d2-a134-16ff536150dd tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5010796 Mar 16 11:21:13.854715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.885730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee896666-e0bf-4bc7-bc96-3a4c76a4e7d7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:13.894907 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ec31956-ed74-40c6-b3fa-cc66e6e6c395 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules/0f362401-d174-42a3-8bc6-4e27b3baf27e HTTP/1.1" status: 200 len: 705 time: 0.0367916 Mar 16 11:21:13.897405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.897853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41250) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:13.897934 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a50fcfe-2a4f-49ec-955c-778fbf23705a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc6c73cad4c4692b4bdcd5a9ae543fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4016509 Mar 16 11:21:14.028388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.034032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.044791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Transition to ACTIVE for port object 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:14.052991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.063553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Transition to ACTIVE for port object 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:14.077644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4212c51b-cd78-416c-8252-872754a9324c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1773529 Mar 16 11:21:14.077936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.082146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.109607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aea66d-3fba-4602-9176-5e707649be4c req-f86085b5-9994-4203-9a62-2e8079df6b2a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.111035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78aea66d-3fba-4602-9176-5e707649be4c req-f86085b5-9994-4203-9a62-2e8079df6b2a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.3196454 Mar 16 11:21:14.128830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.137571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fec9:8eca (1002c76f-2977-4cc2-9a1c-483f137d3546/423ae12a-6325-424f-a250-71f8b4867836/0af54ff8-9102-4e69-80e9-858ca780111c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:14.156484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:14.159208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:14.162940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:14.168290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Pushing event updated for resources: {'Port': ['ID=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.188283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.189030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router 5921aef2-6241-4493-81ad-a33a5272998d {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:21:14.195729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.215481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.229231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.260415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.264146 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4b71d2b-eead-4444-99b8-5b59609550b0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/5921aef2-6241-4493-81ad-a33a5272998d HTTP/1.1" status: 204 len: 168 time: 0.8997955 Mar 16 11:21:14.264804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.293573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Attempting to bind port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:14.293940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Attempting to bind port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:14.294336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Attempting to bind port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:14.300927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:14.301946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:14.301946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.302189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:14.302656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Bound port: 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:14.303030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.319202 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78aea66d-3fba-4602-9176-5e707649be4c req-04241e00-031d-4ba8-8529-093efda17d69 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940539 Mar 16 11:21:14.360524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.402754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f362401-d174-42a3-8bc6-4e27b3baf27e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.412306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.412508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] For port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:14.418921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] For port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:14.425822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.431347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 0af54ff8-9102-4e69-80e9-858ca780111c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:14.455820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.460739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.493832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee896666-e0bf-4bc7-bc96-3a4c76a4e7d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.498925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.499992 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-739da53e-272b-4177-9b6e-73a72d48d7be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0f362401-d174-42a3-8bc6-4e27b3baf27e HTTP/1.1" status: 204 len: 168 time: 0.4160154 Mar 16 11:21:14.522373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41266) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.537572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b4cb4-80f3-4afe-896f-0283c0d1a2b0 None None] Pushing event updated for resources: {'Port': ['ID=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.603710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=0af54ff8-9102-4e69-80e9-858ca780111c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:14.610703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:14.617677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:14.621145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:14.627830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.628951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.661584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6be60b55-67ad-4582-858b-bb34cd66f971 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:14.668240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.671592 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3129ffd-c71f-4843-be91-70ce8c06f9f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee896666-e0bf-4bc7-bc96-3a4c76a4e7d7 HTTP/1.1" status: 204 len: 168 time: 0.7675040 Mar 16 11:21:14.672909 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f15158b-23e1-4c1c-be6a-ccc90d212352 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4636188 Mar 16 11:21:14.673791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.726155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet c4508ee5-81f9-47d7-b698-6e83b0b2306d {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:14.732268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.758716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6be60b55-67ad-4582-858b-bb34cd66f971 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:14.764150 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6be60b55-67ad-4582-858b-bb34cd66f971 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2403545 Mar 16 11:21:14.764841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.787810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': 'ab387507-458a-432a-8e3a-e31a0b57f3f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:14.800602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:14.826195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:14.827107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0dc82-d151-49b2-87b8-65d3bd7a0a4a req-d6897740-9a39-4f6b-a0dc-a78b8c67b7f9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.828681 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecd0dc82-d151-49b2-87b8-65d3bd7a0a4a req-d6897740-9a39-4f6b-a0dc-a78b8c67b7f9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.3411503 Mar 16 11:21:14.831270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.864352 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Project c6065a14e1a942f2b6e8d00acdf164be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:21:14.873671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:14.890626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537549c-68fa-48d9-bf96-506f9479e65e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.896691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537549c-68fa-48d9-bf96-506f9479e65e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:14.897105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e537549c-68fa-48d9-bf96-506f9479e65e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:14.956757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e537549c-68fa-48d9-bf96-506f9479e65e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:14.958551 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e537549c-68fa-48d9-bf96-506f9479e65e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2807162 Mar 16 11:21:14.961197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:14.963924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecd0dc82-d151-49b2-87b8-65d3bd7a0a4a req-6540eea0-e3aa-4310-90bf-e7fa23d0aa03 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038671 Mar 16 11:21:14.991208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.024325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.055870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.065030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.089582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 0af54ff8-9102-4e69-80e9-858ca780111c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:15.089582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.144567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.183638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ccfa1255-2fe2-4a7f-b67d-603f287f8ca2 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1093 time: 0.1581333 Mar 16 11:21:15.188183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.191376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=c4508ee5-81f9-47d7-b698-6e83b0b2306d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:15.196425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7948c8-cbbc-4e4c-ae4f-5f899b6b3055,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:15.202247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:15.215390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:15.228143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc8bce-7939-41c5-8968-cd3aac9a71af None None] Network 9b6c7181-f918-45ef-a444-70e0325244a9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:15.229145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.233310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:15.237370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:15.244359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:15.247481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb0e5349-1c23-4be9-9aa1-d0e8828ab5e6 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/c4508ee5-81f9-47d7-b698-6e83b0b2306d HTTP/1.1" status: 204 len: 168 time: 0.9780445 Mar 16 11:21:15.250245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.274347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.275639 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55639eb6-784d-41af-a6d0-8f1768f0bb76 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4935479 Mar 16 11:21:15.279269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.416017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.505533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.508086 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22b283d9-0e14-4dcd-afab-71e3d223b250 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules/ab7948c8-cbbc-4e4c-ae4f-5f899b6b3055 HTTP/1.1" status: 200 len: 711 time: 0.2275760 Mar 16 11:21:15.508250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41310) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.553916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:15.628504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:15.628768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.631201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.650357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:15.751307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce651956-4fd9-4f03-a788-34c980f857be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:15.763594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] DHCP port deletion for 9b6c7181-f918-45ef-a444-70e0325244a9 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:15.770251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Deleting port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:15.770936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:15.836852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce651956-4fd9-4f03-a788-34c980f857be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:15.838173 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce651956-4fd9-4f03-a788-34c980f857be tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3259809 Mar 16 11:21:15.848597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41318) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:15.920063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 0af54ff8-9102-4e69-80e9-858ca780111c owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:15.975717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Provisioning for port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:15.987681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Provisioning complete for port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:15.988132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.008331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.019018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.066732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.109531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.117499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,segment=NetworkSegment(6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7),segment_id=6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:16.117869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.129653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.211070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=0af54ff8-9102-4e69-80e9-858ca780111c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:16.265474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 9a36c660-a007-4ef2-9b71-80f5e5e3c25d owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:16.266272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] For port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,segment=NetworkSegment(6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7),segment_id=6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:16.266660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.285988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.304866 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-63aac0bb-bbd6-4a9d-b17d-cbd650ddd9a4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/0af54ff8-9102-4e69-80e9-858ca780111c HTTP/1.1" status: 204 len: 168 time: 1.3403983 Mar 16 11:21:16.305076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.333820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab7948c8-cbbc-4e4c-ae4f-5f899b6b3055,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:16.375389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.378810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-decf1efb-3ba6-40e4-bb10-aa8c18d8dba5 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] Request body: {'port': {'network_id': '2d534992-2b30-488c-ab86-bd01e47b6206', 'name': 'tempest-NetworksNegativeTestJSON-1525891536'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:16.379445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-451d4aab-a3d5-4305-9fff-4c848b2a13bb tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ab7948c8-cbbc-4e4c-ae4f-5f899b6b3055 HTTP/1.1" status: 204 len: 168 time: 0.5258265 Mar 16 11:21:16.380155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.382974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.405163 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-decf1efb-3ba6-40e4-bb10-aa8c18d8dba5 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] POST failed (client error): The resource could not be found. Mar 16 11:21:16.405604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decf1efb-3ba6-40e4-bb10-aa8c18d8dba5 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.410410 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-decf1efb-3ba6-40e4-bb10-aa8c18d8dba5 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2959623 Mar 16 11:21:16.413048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.439697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Calling delete_port for 9a36c660-a007-4ef2-9b71-80f5e5e3c25d owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:16.455350 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f905c9-1a28-46ca-8352-5111eaa8ba59 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] DELETE failed (client error): The resource could not be found. Mar 16 11:21:16.455788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f905c9-1a28-46ca-8352-5111eaa8ba59 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.461432 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2f905c9-1a28-46ca-8352-5111eaa8ba59 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "DELETE /v2.0/networks/e44e0701-ac10-4c42-b951-ced198b6b310 HTTP/1.1" status: 404 len: 339 time: 0.0437315 Mar 16 11:21:16.462796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41342) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.515333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a94c2bf1-97b9-416d-a405-d186ce4bea14 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:16.516860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a228c-5fc4-417d-aec4-ad1cc9ec87cf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.518328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a228c-5fc4-417d-aec4-ad1cc9ec87cf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:16.519140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6d6a228c-5fc4-417d-aec4-ad1cc9ec87cf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:16.534941 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-de54821c-e4b4-450f-8ffe-dc217c1b4cb0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] DELETE failed (client error): The resource could not be found. Mar 16 11:21:16.536336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de54821c-e4b4-450f-8ffe-dc217c1b4cb0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.536477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.537391 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de54821c-e4b4-450f-8ffe-dc217c1b4cb0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "DELETE /v2.0/ports/65d46cd8-eaab-4b54-b914-906953ad01be HTTP/1.1" status: 404 len: 333 time: 0.0731440 Mar 16 11:21:16.541322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.548975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn_limited( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn_limited( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.571594 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:21:16.574964 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:21:16.575994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a94c2bf1-97b9-416d-a405-d186ce4bea14 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:16.580417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a94c2bf1-97b9-416d-a405-d186ce4bea14 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1947331 Mar 16 11:21:16.581080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.581609 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f2dadf-9e45-4966-b3b2-49cc572d15f0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] DELETE failed (client error): The resource could not be found. Mar 16 11:21:16.582102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f2dadf-9e45-4966-b3b2-49cc572d15f0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.583749 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1f2dadf-9e45-4966-b3b2-49cc572d15f0 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "DELETE /v2.0/subnets/8b142516-a5c6-4658-9a4e-2fc3eedb9dec HTTP/1.1" status: 404 len: 337 time: 0.0415435 Mar 16 11:21:16.584834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6d6a228c-5fc4-417d-aec4-ad1cc9ec87cf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:16.586984 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6d6a228c-5fc4-417d-aec4-ad1cc9ec87cf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2797558 Mar 16 11:21:16.588780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.590630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.603032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:21:16.603459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:21:16.606058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] For port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:16.611208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.640560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=9a36c660-a007-4ef2-9b71-80f5e5e3c25d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:16.653037 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e9549-1322-4757-a212-46f0b53dbf2f tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] GET failed (client error): The resource could not be found. Mar 16 11:21:16.657793 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-232e9549-1322-4757-a212-46f0b53dbf2f tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "GET /v2.0/networks/17e0d1bc-f11d-4444-b001-9c314739f97f HTTP/1.1" status: 404 len: 339 time: 0.0295372 Mar 16 11:21:16.658866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41362) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.668175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:16.699277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c34ab4-56e7-430b-b96a-cdad8a656c1a None None] Pushing event updated for resources: {'Port': ['ID=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:16.708962 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b3ba87-5875-4830-9e31-f3fd23ee1a21 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] GET failed (client error): The resource could not be found. Mar 16 11:21:16.710218 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39b3ba87-5875-4830-9e31-f3fd23ee1a21 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "GET /v2.0/ports/dd0d50b9-7158-471b-9ffc-ffcdb91826cc HTTP/1.1" status: 404 len: 333 time: 0.0506186 Mar 16 11:21:16.713880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41366) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.726115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-561ee485-1140-4a3c-bfd5-f3315c80a410 None None] Could not find standard attr ID for object 0af54ff8-9102-4e69-80e9-858ca780111c. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:16.761074 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9b93dd-4599-4c45-b25f-8966950621bc tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] GET failed (client error): The resource could not be found. Mar 16 11:21:16.762338 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec9b93dd-4599-4c45-b25f-8966950621bc tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "GET /v2.0/subnets/19b72dab-dc3b-4afe-95da-55798725f1c2 HTTP/1.1" status: 404 len: 337 time: 0.0474834 Mar 16 11:21:16.769635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 423ae12a-6325-424f-a250-71f8b4867836 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:16.771355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.777690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7ccc3e9a-40ac-4169-b091-6e246bffe104 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:16.791633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.805113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.158 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/90aa1fc5-16f7-438c-a684-404fa636510a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:16.833672 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccc3e9a-40ac-4169-b091-6e246bffe104 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] PUT failed (client error): The resource could not be found. Mar 16 11:21:16.834212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccc3e9a-40ac-4169-b091-6e246bffe104 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.835288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ccc3e9a-40ac-4169-b091-6e246bffe104 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "PUT /v2.0/networks/1ef49a27-fd84-4bc0-86e1-e58d39a40f52 HTTP/1.1" status: 404 len: 339 time: 0.0630338 Mar 16 11:21:16.835699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.839231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.846594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f2f3dc53-6225-4b58-a06a-2d0aa2b7f324 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:16.887748 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f3dc53-6225-4b58-a06a-2d0aa2b7f324 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] PUT failed (client error): The resource could not be found. Mar 16 11:21:16.888180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f3dc53-6225-4b58-a06a-2d0aa2b7f324 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:16.889249 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2f3dc53-6225-4b58-a06a-2d0aa2b7f324 tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "PUT /v2.0/ports/d184f487-e2b9-4b49-8301-858f45681b7a HTTP/1.1" status: 404 len: 333 time: 0.0492303 Mar 16 11:21:16.892590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.894195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41378) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:16.895003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:16.895793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c7181-f918-45ef-a444-70e0325244a9']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:16.977657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.026222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6c58cc4d-59e3-43b4-a675-4a1e9c9ba92e tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:17.052139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.091564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=423ae12a-6325-424f-a250-71f8b4867836,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.098212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.106205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Deleting port 9a36c660-a007-4ef2-9b71-80f5e5e3c25d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:17.106852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.107255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:17.107560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1511ae-7e3f-4c4a-b321-3a1d3f5b47a7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:17.112764 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f1a3d02-5abc-4ed5-a83f-13f57054e32f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/423ae12a-6325-424f-a250-71f8b4867836 HTTP/1.1" status: 204 len: 168 time: 0.5230427 Mar 16 11:21:17.115330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.137363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c58cc4d-59e3-43b4-a675-4a1e9c9ba92e tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] PUT failed (client error): The resource could not be found. Mar 16 11:21:17.137790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c58cc4d-59e3-43b4-a675-4a1e9c9ba92e tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:17.137969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0bec4c-86cb-4e66-998e-b6cd89b798de None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:17.138903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c58cc4d-59e3-43b4-a675-4a1e9c9ba92e tempest-NetworksNegativeTestJSON-1286723511 tempest-NetworksNegativeTestJSON-1286723511-project] 10.222.0.36 "PUT /v2.0/subnets/8d25c7d8-6477-4b64-901e-0abe302ceb9d HTTP/1.1" status: 404 len: 337 time: 0.2353344 Mar 16 11:21:17.145657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.158434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.188695 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-796c323b-21a8-4c10-b238-d0ebc474a4a6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716827 Mar 16 11:21:17.191147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41388) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.205876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.221552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:17.221953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:17.238354 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:17.250498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f234d68f-5b4e-441d-bf12-c245924b45ca None None] The port '9a36c660-a007-4ef2-9b71-80f5e5e3c25d' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:21:17.328651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ce3a2-07c7-44d8-9f64-72ad9c008ecb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:17.330841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b3ce3a2-07c7-44d8-9f64-72ad9c008ecb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:17.340952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.345679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.356920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b3ce3a2-07c7-44d8-9f64-72ad9c008ecb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:17.360778 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b3ce3a2-07c7-44d8-9f64-72ad9c008ecb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1670144 Mar 16 11:21:17.362920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41392) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.373148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab387507-458a-432a-8e3a-e31a0b57f3f0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.381764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.408911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.431126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.434692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63a573ec-37d5-473f-8e17-2089b9ef5f8d tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab387507-458a-432a-8e3a-e31a0b57f3f0 HTTP/1.1" status: 204 len: 168 time: 0.8439710 Mar 16 11:21:17.435169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=9b6c7181-f918-45ef-a444-70e0325244a9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.436996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.444007 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a827680f-0855-4232-b38b-354771dcd579 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/9b6c7181-f918-45ef-a444-70e0325244a9 HTTP/1.1" status: 204 len: 168 time: 2.1927886 Mar 16 11:21:17.455037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.473925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:17.483710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2006325527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:17.493276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:17.493558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.502602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:17.508195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:17.521566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:17.525273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252194e0-81ba-4cab-b6a7-6c0ea37f8de4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:17.526017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-252194e0-81ba-4cab-b6a7-6c0ea37f8de4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:17.542317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.543236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.565304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.587180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:17.587781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.588951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.600343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c404dc8-08dc-456e-895b-7ee428d6820c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:17.602629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-252194e0-81ba-4cab-b6a7-6c0ea37f8de4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:17.606348 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-252194e0-81ba-4cab-b6a7-6c0ea37f8de4 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2390261 Mar 16 11:21:17.613918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.619988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:17.623479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:17.633503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:17.640257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:17.653578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Deleting port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:17.654410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.661536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=90aa1fc5-16f7-438c-a684-404fa636510a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:17.695697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c404dc8-08dc-456e-895b-7ee428d6820c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:17.697261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c404dc8-08dc-456e-895b-7ee428d6820c tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2518032 Mar 16 11:21:17.706839 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6c0ede3d-3766-4403-9127-0f68a0b748c9 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853331 Mar 16 11:21:17.706839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41410) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.709629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.716642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group': {'name': 'tempest-secgroup--663148152'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:17.728084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:17.742881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:17.747640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.751616 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bde0be23-24ab-45a6-8ca0-555642a4f2c2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2939050 Mar 16 11:21:17.753924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.812352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41422) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:17.822053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1817244127'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:17.839095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:17.845607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:17.847931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:17.854255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:17.865710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:17.888663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.910576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:17.921404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:17.933931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:17.936952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:17.946365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:17.974833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] For port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:17.975211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.008067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.075226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:18.081654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd1771d6f964b4bbc315596f7f131e8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:18.086198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:18.099959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:18.148650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Calling delete_port for 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:18.151657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:18.180312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:18.184181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.200046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.201750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:18.208063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.264188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b720cf-446b-4841-b0c2-93e4ed7ffaa1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.270289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d55c9c58-0571-4196-ae28-30c22a0cf299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccd1771d6f964b4bbc315596f7f131e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4562192 Mar 16 11:21:18.272572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:18.277192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.277885 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment 61bfe47f-0572-4265-8565-878972b7efeb of type vlan for network 78a3a6b1-a5ab-419b-933d-605ae264e679 Mar 16 11:21:18.292982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.363422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9a36c660-a007-4ef2-9b71-80f5e5e3c25d no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:18.385339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.390136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.394315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] No DVR routers for this DVR port 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:18.407827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fb144-5169-4adc-927c-4a07075a2c98 None None] Pushing event deleted for resources: {'Port': ['ID=3d7d39e7-e762-4fef-9a2f-f2c7b81d984b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.410179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9a36c660-a007-4ef2-9b71-80f5e5e3c25d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:18.414946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9a36c660-a007-4ef2-9b71-80f5e5e3c25d not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:18.447987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.451918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.464245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.524207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.527853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.528415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.584859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.599729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6301934c-7455-4258-8604-1f46bc539b53,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.656650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.662099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.714688 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9554386 Mar 16 11:21:18.719050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:18.731052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.732208 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-31ef39ac-1f24-4c83-b716-6a00904966c8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0268803 Mar 16 11:21:18.739878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.749144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41436) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:18.754364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:18.755893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede35e11-5f60-46c1-b239-c1cad60c7c48 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=78a3a6b1-a5ab-419b-933d-605ae264e679,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.764004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Request body: {'security_group_rule': {'security_group_id': '6301934c-7455-4258-8604-1f46bc539b53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:18.767924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:18.794161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:18.817103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Usage tracker for resource:security_group_rule and tenant:c6065a14e1a942f2b6e8d00acdf164be is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:18.827636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:18.838970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:18.852186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.901677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.923252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.968863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b720cf-446b-4841-b0c2-93e4ed7ffaa1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.973392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=90aa1fc5-16f7-438c-a684-404fa636510a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.973525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:18.979805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:18.987544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:18.987906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:18.993578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=f36a207e-a528-46e0-95a9-09c8b1be8b36,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:18.998848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.003009 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c5e14d0-5992-4176-96cf-9fe86d53024c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1b720cf-446b-4841-b0c2-93e4ed7ffaa1 HTTP/1.1" status: 204 len: 168 time: 0.7258995 Mar 16 11:21:19.003167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ae903-642c-44b6-97e1-6e31495a0f96 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:19.024900 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c353b529-b508-483f-badd-ad6287da5122 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3136008 Mar 16 11:21:19.025153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.027616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.040408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.053823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.082960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38aa312-f767-424c-bc8d-5d8b31272638,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:19.091666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:1d:cc:fa', 'name': 'tempest-NetworksTestDHCPv6-1542938064'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:19.106557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.108360 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae3d6d3e-620a-4b35-aa5b-ad307305fef6 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3583162 Mar 16 11:21:19.111387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.119509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:19.225657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:19.233303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:19.250499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:19.256437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.272695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'f36a207e-a528-46e0-95a9-09c8b1be8b36'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:19.273960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.310329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:19.318833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.378668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.442118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6301934c-7455-4258-8604-1f46bc539b53,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:19.464254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.465773 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6472b3b5-88fe-4feb-8a4e-b7b1ca29aeb8 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/6301934c-7455-4258-8604-1f46bc539b53 HTTP/1.1" status: 204 len: 168 time: 0.3520689 Mar 16 11:21:19.469332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.476512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:19.478901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.498782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:19.531227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:19.531665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 3d7d39e7-e762-4fef-9a2f-f2c7b81d984b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:19.554717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/f36a207e-a528-46e0-95a9-09c8b1be8b36/67dbf23a-4a35-46c4-8663-3408ac7325e8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:19.561401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f74a0e4c-5841-4107-a4a6-744e39875881 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:19.572404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:19.579874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f74a0e4c-5841-4107-a4a6-744e39875881 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:19.584525 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f74a0e4c-5841-4107-a4a6-744e39875881 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1103497 Mar 16 11:21:19.586263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.619703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:19.655162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fab4436-2301-4e45-b3d7-599206358033 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Synchronizing usage tracker for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:19.676456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fab4436-2301-4e45-b3d7-599206358033 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] Unset dirty status for tenant:c6065a14e1a942f2b6e8d00acdf164be on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:19.682494 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4fab4436-2301-4e45-b3d7-599206358033 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0951049 Mar 16 11:21:19.683343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.704847 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-622f4f83-2eca-4773-97d7-13fb835e919e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] delete failed (client error): The resource could not be found. Mar 16 11:21:19.712748 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-622f4f83-2eca-4773-97d7-13fb835e919e tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "DELETE /v2.0/security-groups/6301934c-7455-4258-8604-1f46bc539b53 HTTP/1.1" status: 404 len: 347 time: 0.0250561 Mar 16 11:21:19.713047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41474) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:19.801216 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e5457e67-eecc-46f4-b5cc-6f2de04c7bd2 tempest-SecGroupIPv6Test-1920311110 tempest-SecGroupIPv6Test-1920311110-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0866015 Mar 16 11:21:19.833739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.844114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.858606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP b78bbc5f-b918-4094-aadf-904eaef26a86 associated. External IP: 172.26.1.158, port: d93590b5-5161-42ac-940e-889d5c3176ed. Mar 16 11:21:19.858944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Transition to ACTIVE for port object 67dbf23a-4a35-46c4-8663-3408ac7325e8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:19.884015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Transition to ACTIVE for port object 67dbf23a-4a35-46c4-8663-3408ac7325e8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:19.892460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:19.993721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:19.996973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:20.000294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:20.007871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Pushing event updated for resources: {'Port': ['ID=67dbf23a-4a35-46c4-8663-3408ac7325e8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.015025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 229cb583-e0d2-4f6a-beeb-648afd6a27aa yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:20.068509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41486) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:20.086832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.114908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:20.118169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Attempting to bind port 67dbf23a-4a35-46c4-8663-3408ac7325e8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:20.118538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Attempting to bind port 67dbf23a-4a35-46c4-8663-3408ac7325e8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:20.119011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Attempting to bind port 67dbf23a-4a35-46c4-8663-3408ac7325e8 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:20.125805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:20.126301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:20.126750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.127454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:20.127994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Bound port: 67dbf23a-4a35-46c4-8663-3408ac7325e8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:20.128426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.233514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] For port 67dbf23a-4a35-46c4-8663-3408ac7325e8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:20.237243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] For port 67dbf23a-4a35-46c4-8663-3408ac7325e8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=67dbf23a-4a35-46c4-8663-3408ac7325e8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:20.242979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.332181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=c7a58910-3e20-44ee-8e9b-cc2a0d99d55c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.360406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca6707-d952-490c-83bf-9556c3ec1c63 None None] Pushing event updated for resources: {'Port': ['ID=67dbf23a-4a35-46c4-8663-3408ac7325e8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.373789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:20.374169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 78a3a6b1-a5ab-419b-933d-605ae264e679, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:20.392619 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c474d81-e3b1-404f-8c05-d209a7a36d1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6065a14e1a942f2b6e8d00acdf164be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2764454 Mar 16 11:21:20.392820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::bb (1002c76f-2977-4cc2-9a1c-483f137d3546/f36a207e-a528-46e0-95a9-09c8b1be8b36/229cb583-e0d2-4f6a-beeb-648afd6a27aa) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:20.393642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:20.432524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-322095751'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:20.445450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:20.459939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:20.466279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:20.474291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:20.494078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:20.497025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.513342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.516057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.558707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:20.589039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.597507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 78a3a6b1-a5ab-419b-933d-605ae264e679) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:20.610740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.611462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.613215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb757f-598b-4500-8361-e871b741aa39 None None] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:20.616000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:20.632943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:20.645876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:20.656643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:20.710219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.741881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75786408-93ee-4d6a-a190-9df5d3a5a5b3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.779329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.784569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.800618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.801812 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a4330f0-9298-4e28-93c2-1bdf589d307f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75786408-93ee-4d6a-a190-9df5d3a5a5b3 HTTP/1.1" status: 204 len: 168 time: 0.4071231 Mar 16 11:21:20.828976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:20.835151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c41230-b2f8-4714-bdb1-a70161df4891,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:20.843854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.844241 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment f3be8a97-2e91-4a67-94e0-75e96972459f of type vlan for network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 Mar 16 11:21:20.880509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.919728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.925884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:20.926960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.946119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-78a3a6b1-a5ab-419b-933d-605ae264e679', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:20.947758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:20.986428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7dfdec21-971c-449d-9bc0-7ea34f48fc99 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2603700 Mar 16 11:21:20.987500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41504) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:20.993083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.068092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=591c80bd-30ba-4cbe-8b17-f3e057cacad4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:21.079053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:21.082832 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe728543-c585-4825-8caf-991919d1b9bd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0098779 Mar 16 11:21:21.083455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41508) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:21.089518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'name': 'tempest-PortsIpV6TestJSON-1636596989'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:21.136444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 229cb583-e0d2-4f6a-beeb-648afd6a27aa will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:21.247376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:21.252085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:21.256384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:21.262729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:21.282214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:21.285961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.324792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:21.336280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Allocated IP 2001:db8::2 (78a3a6b1-a5ab-419b-933d-605ae264e679/c7a58910-3e20-44ee-8e9b-cc2a0d99d55c/09329f2d-7290-444f-9240-e4f833296219) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:21.444881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.537445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 67dbf23a-4a35-46c4-8663-3408ac7325e8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:21.651970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.680264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:21.683712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=229cb583-e0d2-4f6a-beeb-648afd6a27aa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:21.685965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.689122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:21.692834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:21.696718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.697312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.704382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.707178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 67dbf23a-4a35-46c4-8663-3408ac7325e8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:21.721674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Transition to ACTIVE for port object 09329f2d-7290-444f-9240-e4f833296219 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:21.730149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-13a54739-7ec6-4255-bb20-f893a73e0009 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7037916 Mar 16 11:21:21.748937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Transition to ACTIVE for port object 09329f2d-7290-444f-9240-e4f833296219 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:21.757681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.768139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:21.770644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:21.852561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:21.856934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:21.859551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:21.863380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Pushing event updated for resources: {'Port': ['ID=09329f2d-7290-444f-9240-e4f833296219,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:21.872337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Provisioning for port 67dbf23a-4a35-46c4-8663-3408ac7325e8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:21.897092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=dc4a2f70-b018-4d38-8fb3-6d023a96ca1c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:21.909899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Provisioning complete for port 67dbf23a-4a35-46c4-8663-3408ac7325e8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:21.911700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:21.932923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': 'f3be8a97-2e91-4a67-94e0-75e96972459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:21.933288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: 591c80bd-30ba-4cbe-8b17-f3e057cacad4, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:21.960815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:21.974400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 591c80bd-30ba-4cbe-8b17-f3e057cacad4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:21.984537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:21.989570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:21.990393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.004390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0768e-d412-4389-a4a5-548d22fd200e None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:22.015031 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-814928a6-f2e9-45aa-b310-08bcdfa5933c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9304914 Mar 16 11:21:22.018171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41516) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:22.024134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814200615'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:22.029158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:22.033323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:22.036371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:22.042714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:22.051337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.056011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:22.059210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.089295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:22.099805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.100359 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment 91b098ea-80c1-42f0-bfce-2496d87711a2 of type vlan for network e6336baf-67b4-451b-8833-3e624a8bbe0f Mar 16 11:21:22.125976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Attempting to bind port 09329f2d-7290-444f-9240-e4f833296219 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:22.125976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Attempting to bind port 09329f2d-7290-444f-9240-e4f833296219 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:22.126374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Attempting to bind port 09329f2d-7290-444f-9240-e4f833296219 on network 78a3a6b1-a5ab-419b-933d-605ae264e679 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:22.133751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.149647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d9789-2464-46c4-9711-5e0e8e1ea773 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.151483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:22.151848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Checking segment: {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:22.152236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.152615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Bound using segment: {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:22.153082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Bound port: 09329f2d-7290-444f-9240-e4f833296219, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:22.153442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.153673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d9789-2464-46c4-9711-5e0e8e1ea773 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.154469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd5d9789-2464-46c4-9711-5e0e8e1ea773 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:22.165932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.170631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:22.171234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.282159 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2628031 Mar 16 11:21:22.282741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:22.293563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'ports': [{'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'}, {'network_id': 'e6336baf-67b4-451b-8833-3e624a8bbe0f'}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:22.294034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:22.294643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': 'e6336baf-67b4-451b-8833-3e624a8bbe0f'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:22.313801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83feeab-700e-47df-82e4-27f14c5a00f1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=e6336baf-67b4-451b-8833-3e624a8bbe0f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:22.339177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e6336baf-67b4-451b-8833-3e624a8bbe0f details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:22.415170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd5d9789-2464-46c4-9711-5e0e8e1ea773 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:22.418927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd5d9789-2464-46c4-9711-5e0e8e1ea773 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6444900 Mar 16 11:21:22.422680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41524) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:22.469870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.520075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:22.524313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:22.526535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] For port 09329f2d-7290-444f-9240-e4f833296219, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:22.527361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:22.533382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:22.544667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:22.548176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] For port 09329f2d-7290-444f-9240-e4f833296219, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=09329f2d-7290-444f-9240-e4f833296219,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:22.548822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.556768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.561608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] For port 67dbf23a-4a35-46c4-8663-3408ac7325e8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=67dbf23a-4a35-46c4-8663-3408ac7325e8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:22.566301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 229cb583-e0d2-4f6a-beeb-648afd6a27aa {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:22.566301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.568610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.609363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.658402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec72e5-7a20-4a70-8661-171cf8497203 None None] Pushing event updated for resources: {'Port': ['ID=09329f2d-7290-444f-9240-e4f833296219,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:22.757024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f45a5-7356-46cf-ad47-a0fff35e566b None None] Pushing event updated for resources: {'Port': ['ID=67dbf23a-4a35-46c4-8663-3408ac7325e8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:22.761416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ada09df4-0ed7-4a67-8acb-9e77fd707c66 None None] Provisioning for port 229cb583-e0d2-4f6a-beeb-648afd6a27aa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:22.767013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ada09df4-0ed7-4a67-8acb-9e77fd707c66 None None] Provisioning complete for port 229cb583-e0d2-4f6a-beeb-648afd6a27aa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:22.767376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ada09df4-0ed7-4a67-8acb-9e77fd707c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.822216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ada09df4-0ed7-4a67-8acb-9e77fd707c66 None None] Port 229cb583-e0d2-4f6a-beeb-648afd6a27aa cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:22.868074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 258f9be0-c3f7-48db-88b2-404cfd32aa2f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:22.882815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8::1 (78a3a6b1-a5ab-419b-933d-605ae264e679/c7a58910-3e20-44ee-8e9b-cc2a0d99d55c/cd41c808-a78a-4e32-bb6c-a1828aeb37b6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:22.950363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:22.961500 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:22.968616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:22.981452 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:22.982527 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:23.086410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.100954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 1a039fb2-1ac7-4fc4-a299-9bd6885375c6 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:23.112529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.180660 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:23.203801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.234203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.272911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 229cb583-e0d2-4f6a-beeb-648afd6a27aa owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:23.329765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:23.330725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=258f9be0-c3f7-48db-88b2-404cfd32aa2f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:23.333655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:23.335887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:23.336853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.366462 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5339567-de54-4748-b167-a8a1a82569ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1748509 Mar 16 11:21:23.369825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:21:23.374336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:23.453828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.495842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'status': 'completed', 'code': 200} Mar 16 11:21:23.503399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object cd41c808-a78a-4e32-bb6c-a1828aeb37b6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:23.582919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79be9893-bb3b-46e1-a9d0-8f2e3a9444ec tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 991 time: 0.2002606 Mar 16 11:21:23.599091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.645524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 67dbf23a-4a35-46c4-8663-3408ac7325e8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:23.650233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.667918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=229cb583-e0d2-4f6a-beeb-648afd6a27aa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:23.693948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=1a039fb2-1ac7-4fc4-a299-9bd6885375c6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:23.738418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': '91b098ea-80c1-42f0-bfce-2496d87711a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e6336baf-67b4-451b-8833-3e624a8bbe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:23.739271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: e6336baf-67b4-451b-8833-3e624a8bbe0f, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:23.778509 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-4582e0de-9376-43ae-8f18-de161ed84c44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1098 time: 0.1947877 Mar 16 11:21:23.791204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:b7:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd463c-797b-46fa-af23-674b9d929b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:21:18Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:23.797181 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:23.803235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 67dbf23a-4a35-46c4-8663-3408ac7325e8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:23.804675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.813840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network e6336baf-67b4-451b-8833-3e624a8bbe0f is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:23.816989 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:23.818036 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:23.861343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.918230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:23.925200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-edd1adaf-7bdf-470f-8b6d-a025fa100d3e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/229cb583-e0d2-4f6a-beeb-648afd6a27aa HTTP/1.1" status: 204 len: 168 time: 1.5012264 Mar 16 11:21:23.925905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:23.931522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:23.933730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:23.935911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:23.936514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:23.978335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e6336baf-67b4-451b-8833-3e624a8bbe0f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:23.992268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:23.996977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7f749-3cb6-46ed-93b3-84f448b85b35 None None] Network e6336baf-67b4-451b-8833-3e624a8bbe0f requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:23.998626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.001773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.002803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.040145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0094d91-bd9e-4e2c-9dde-b2012fb4b577 None None] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:24.067009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f3e8c-5dbe-43a8-b354-76291156523b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.067963 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92a2f614-1875-449d-a4e1-f0c9fc979fd1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7816317 Mar 16 11:21:24.068583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f3e8c-5dbe-43a8-b354-76291156523b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.069426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-524f3e8c-5dbe-43a8-b354-76291156523b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:24.072511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41538) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:24.101549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:24.151634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-524f3e8c-5dbe-43a8-b354-76291156523b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:24.155520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-524f3e8c-5dbe-43a8-b354-76291156523b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2232010 Mar 16 11:21:24.155825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:24.179258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 1a039fb2-1ac7-4fc4-a299-9bd6885375c6 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:24.179668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.193753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 09329f2d-7290-444f-9240-e4f833296219 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:24.206095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.257042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ec2564e6-690c-4175-ab22-8c965f08562b None None] Provisioning for port 09329f2d-7290-444f-9240-e4f833296219 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:24.466058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-e2a28362-2e09-4b1e-bf7f-77969a456a00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:24.467512 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-e2a28362-2e09-4b1e-bf7f-77969a456a00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.6807389 Mar 16 11:21:24.567996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 09329f2d-7290-444f-9240-e4f833296219 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:24.576962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 09329f2d-7290-444f-9240-e4f833296219 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:24.577325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.579983 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:b7:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd463c-797b-46fa-af23-674b9d929b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:21:18Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:24.587195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:24.588011 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c528bc-9586-47a1-a146-f2f171454a39 None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:b7:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbd463c-797b-46fa-af23-674b9d929b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:21:18Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:24.651369 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-e8f8def1-ed50-407c-aedc-ca9cfb85d840 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 999 time: 0.1538236 Mar 16 11:21:24.673419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet f36a207e-a528-46e0-95a9-09c8b1be8b36 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:24.676877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.769084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.810113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 09329f2d-7290-444f-9240-e4f833296219, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=09329f2d-7290-444f-9240-e4f833296219,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:24.815033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.871457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.872389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9afff3-2355-4ae3-9dbb-a7eabfda7f34 None None] New status for floating IP b78bbc5f-b918-4094-aadf-904eaef26a86: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:21:24.960492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.975976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:24.976728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.017477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 1a039fb2-1ac7-4fc4-a299-9bd6885375c6 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:25.054759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-6a74427e-cd17-4bc4-a49f-7bc50df9e169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.056182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-6a74427e-cd17-4bc4-a49f-7bc50df9e169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.3994930 Mar 16 11:21:25.081020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=09329f2d-7290-444f-9240-e4f833296219,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:25.092459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.126783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Provisioning complete for port 09329f2d-7290-444f-9240-e4f833296219 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:25.127050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.168670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e305cf04-1fb7-4211-a4f2-b54d820263bb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 991 time: 0.5679502 Mar 16 11:21:25.183045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.238948 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-0db2d981-a663-4667-af9e-38af84dffafc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1691637 Mar 16 11:21:25.262753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.266510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=1a039fb2-1ac7-4fc4-a299-9bd6885375c6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:25.277705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.323559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:25.340892 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bcb2bd9b-d098-4ab8-8886-86161a80fc6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/1a039fb2-1ac7-4fc4-a299-9bd6885375c6 HTTP/1.1" status: 204 len: 168 time: 1.2656889 Mar 16 11:21:25.344458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:25.412032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:25.419755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:25.453971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 09329f2d-7290-444f-9240-e4f833296219 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:25.480293 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-59f3e359-1274-4bb7-96d4-72c9818bc865 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331817 Mar 16 11:21:25.518129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68479a-d1b3-496d-af20-3132cc21f866 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.522721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Provisioning for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:25.523175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68479a-d1b3-496d-af20-3132cc21f866 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:25.524010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f68479a-d1b3-496d-af20-3132cc21f866 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:25.530202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Provisioning complete for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:25.531261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.573896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.602653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 09329f2d-7290-444f-9240-e4f833296219 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:25.603104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.609075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f68479a-d1b3-496d-af20-3132cc21f866 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:25.612953 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f68479a-d1b3-496d-af20-3132cc21f866 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2648981 Mar 16 11:21:25.613780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41554) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:25.630523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=f36a207e-a528-46e0-95a9-09c8b1be8b36,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:25.656653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-82a01026-f73e-4b07-8e88-7f9dfe28b77f None None] Port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:25.660835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.678374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e7f91-7d7c-4d12-a8b7-93662c82e6c2 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:25.719002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 258f9be0-c3f7-48db-88b2-404cfd32aa2f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:25.719364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.743880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f8b8d50-c92a-4020-9e44-1cadce364b98 req-637ac240-03e5-46d3-8e21-3aa6b8b52424 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555802 Mar 16 11:21:25.758833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2991987-94aa-41fa-b859-35fa62d6ee6f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f36a207e-a528-46e0-95a9-09c8b1be8b36 HTTP/1.1" status: 204 len: 168 time: 1.5954781 Mar 16 11:21:25.761465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:25.898499 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34e866ea-ecb6-4fe0-b5ca-017460b62def tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205156 Mar 16 11:21:25.899324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:25.912507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bac17265-c4b2-41f0-8217-6ff2e6bdd93f None None] Provisioning complete for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:25.913081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bac17265-c4b2-41f0-8217-6ff2e6bdd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.973587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:25.998839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bac17265-c4b2-41f0-8217-6ff2e6bdd93f None None] Port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:26.014310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41dc56-4724-410d-959a-da37bb07daad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.014945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e41dc56-4724-410d-959a-da37bb07daad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:26.052750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e41dc56-4724-410d-959a-da37bb07daad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:26.059171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e41dc56-4724-410d-959a-da37bb07daad tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1536598 Mar 16 11:21:26.059171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.087364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:26.093648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Deleting port 67dbf23a-4a35-46c4-8663-3408ac7325e8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:26.094209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.113681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 258f9be0-c3f7-48db-88b2-404cfd32aa2f owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:26.117568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:21:26.127148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4285c3-df85-412c-a79d-5fc2e6c9c257 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.128265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c4285c3-df85-412c-a79d-5fc2e6c9c257 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:26.198273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.212557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c4285c3-df85-412c-a79d-5fc2e6c9c257 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:26.213836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c4285c3-df85-412c-a79d-5fc2e6c9c257 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1561522 Mar 16 11:21:26.269864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.315023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] For port 67dbf23a-4a35-46c4-8663-3408ac7325e8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=67dbf23a-4a35-46c4-8663-3408ac7325e8,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:26.315415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.361008 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db22d204-4332-4ea3-b668-f1cb7b8739e8 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900185 Mar 16 11:21:26.368688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.379470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:26.479382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Calling delete_port for 67dbf23a-4a35-46c4-8663-3408ac7325e8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:26.503740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.507739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9f5bf96-0bc1-4cbc-b83e-726d44294856 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 993 time: 0.3034682 Mar 16 11:21:26.541684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:26.546849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f27f7b7c-933c-43ac-8726-4530ba1f440c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5580685 Mar 16 11:21:26.549598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.556124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1942821330'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:26.558074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:26.561147 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:26.561678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:26.561806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.565325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:26.568673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:26.570080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=258f9be0-c3f7-48db-88b2-404cfd32aa2f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:26.575000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:26.579931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:26.589934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.591067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:26.593498 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:26.594566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:26.595510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.600086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:26.621166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] Pushing event deleted for resources: {'Port': ['ID=67dbf23a-4a35-46c4-8663-3408ac7325e8,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:26.624859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc51ad-f9e1-45cf-ae69-1789277bb1d6 None None] No DVR routers for this DVR port 67dbf23a-4a35-46c4-8663-3408ac7325e8 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:26.637529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:26.647702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.648321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment 9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235 of type vlan for network 900ac97d-6715-464f-b649-5f4f8fe87818 Mar 16 11:21:26.677977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.681445 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b24e22c-9455-4577-8889-5006033f8172 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/258f9be0-c3f7-48db-88b2-404cfd32aa2f HTTP/1.1" status: 204 len: 168 time: 1.0666246 Mar 16 11:21:26.684861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.715155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.776558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.780142 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:26.780293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.780817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:26.883620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3321462 Mar 16 11:21:26.886466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.892030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c09b-9ad3-4742-b4ff-317913382f56 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=900ac97d-6715-464f-b649-5f4f8fe87818,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:26.896873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:26.900431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef2360-87c3-47d0-b62f-10a06113d5b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:26.904440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 900ac97d-6715-464f-b649-5f4f8fe87818 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:26.904754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5ef2360-87c3-47d0-b62f-10a06113d5b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2188365 Mar 16 11:21:26.905365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:26.961956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adb62cf-ee39-4dc8-8d70-3c90c06cc4eb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:26.963826 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4adb62cf-ee39-4dc8-8d70-3c90c06cc4eb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/1a039fb2-1ac7-4fc4-a299-9bd6885375c6 HTTP/1.1" status: 404 len: 333 time: 0.0575006 Mar 16 11:21:26.967305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41598) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:27.022103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9cdc62-7efd-49d4-b631-9a5e620a6b93 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:27.023316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:27.025855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe9cdc62-7efd-49d4-b631-9a5e620a6b93 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/258f9be0-c3f7-48db-88b2-404cfd32aa2f HTTP/1.1" status: 404 len: 333 time: 0.0567591 Mar 16 11:21:27.028287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41602) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:27.031871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:27.036494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:27.045280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:27.070194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:27.141645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.153481 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:24Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:24Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:27.158131 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:27.158510 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Updating router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:21:27.216279 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.233429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.287748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.313797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6336baf-67b4-451b-8833-3e624a8bbe0f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:27.326018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b098ea-80c1-42f0-bfce-2496d87711a2') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:27.326455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b098ea-80c1-42f0-bfce-2496d87711a2') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:27.339270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.358526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.367641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:27.368201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.388975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:27.391682 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:27.394203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.462639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 67dbf23a-4a35-46c4-8663-3408ac7325e8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:27.465238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:27.469490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:27.473148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:27.473726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.492648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.499599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=139d65e3-6000-43c0-9cae-b448509d9883,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.525903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.527415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 67dbf23a-4a35-46c4-8663-3408ac7325e8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:27.527930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 67dbf23a-4a35-46c4-8663-3408ac7325e8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:27.529664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666834ee-b444-4864-8762-77a981403855 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:27.535269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=e6336baf-67b4-451b-8833-3e624a8bbe0f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.541918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a505cdee-c62a-4ce1-b83f-2b58a4730da2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/e6336baf-67b4-451b-8833-3e624a8bbe0f HTTP/1.1" status: 204 len: 168 time: 0.5088296 Mar 16 11:21:27.541918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:27.547737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2075570611'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:27.554951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:27.559289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:27.563394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:27.567421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e62640e-f48a-4b4c-84db-bad60a5fb857 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1975415 Mar 16 11:21:27.570479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41610) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:27.570755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:27.577824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:27.583376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:27.587460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.622796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:27.633968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.634926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment 71f9a8d5-82bf-45b6-86f8-5a442531215d of type vlan for network 71cac0b7-b7df-49a7-9789-0f817caf7190 Mar 16 11:21:27.667009 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.667588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.685020 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Transition to ACTIVE for port object cd41c808-a78a-4e32-bb6c-a1828aeb37b6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:27.694782 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.704736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.710107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:27.711154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.744157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.777862 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26902395-adc8-4974-a541-a9b92670e1c0 None None] Pushing event updated for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.800282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': '139d65e3-6000-43c0-9cae-b448509d9883'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:27.802731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:27.820785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2770932 Mar 16 11:21:27.821362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:27.826747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:27.835820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:27.841802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:27.852112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fefd6a-97ef-4fcb-b3f0-a9781d2b2ad9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=71cac0b7-b7df-49a7-9789-0f817caf7190,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.866276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:27.874233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=b7b2aaa1-ba16-4011-ab0b-3d195221e444,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:27.888575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:28.014602 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Attempting to bind port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:28.015252 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Attempting to bind port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:28.015781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Attempting to bind port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 on network 78a3a6b1-a5ab-419b-933d-605ae264e679 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:28.024063 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:28.024723 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Checking segment: {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:28.025296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.025842 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Bound using segment: {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:28.026508 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Bound port: cd41c808-a78a-4e32-bb6c-a1828aeb37b6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bfe47f-0572-4265-8565-878972b7efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:28.027067 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.052365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:28.099925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:28.102667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Allocated IP 2001:db8::f816:3eff:fe40:6c6 (1002c76f-2977-4cc2-9a1c-483f137d3546/139d65e3-6000-43c0-9cae-b448509d9883/9352e5fe-8485-4967-96bf-fb0b40d04318) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:28.104486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.137641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:28.138022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: 900ac97d-6715-464f-b649-5f4f8fe87818, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:28.145071 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] For port cd41c808-a78a-4e32-bb6c-a1828aeb37b6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:28.148239 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] For port cd41c808-a78a-4e32-bb6c-a1828aeb37b6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:28.154730 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.207511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:28.228176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:28.233207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:28.242091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:28.244776 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:28.245406 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:28.288276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:28.314635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 900ac97d-6715-464f-b649-5f4f8fe87818 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:28.359884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.375870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Transition to ACTIVE for port object 9352e5fe-8485-4967-96bf-fb0b40d04318 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:28.391820 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 139d65e3-6000-43c0-9cae-b448509d9883 (CIDR: 2001:db8::/64) Mar 16 11:21:28.397813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Transition to ACTIVE for port object 9352e5fe-8485-4967-96bf-fb0b40d04318 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:28.400803 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:21:28.401304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:28.405449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.409313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 900ac97d-6715-464f-b649-5f4f8fe87818) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:28.421563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:28.422183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.434513 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:28.448184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8102c-cc6e-4949-bf37-06b9d7b035f5 None None] Network 900ac97d-6715-464f-b649-5f4f8fe87818 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:28.464840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.485643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:28.486389 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b94784b1-9f99-4d1f-869e-bcdf17dc7e08 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9146490 Mar 16 11:21:28.492794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:28.495104 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7135a29-cd99-4bc4-96ed-93a95c355b39 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6056316 Mar 16 11:21:28.499625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:28.565521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:28.572688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:28.576582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:28.580536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:28.698048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:21:28.700740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:21:28.717397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:28.722726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:28.726316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:28.734922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Attempting to bind port 9352e5fe-8485-4967-96bf-fb0b40d04318 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:28.735393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Attempting to bind port 9352e5fe-8485-4967-96bf-fb0b40d04318 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:28.735817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:28.736057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Attempting to bind port 9352e5fe-8485-4967-96bf-fb0b40d04318 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:28.759135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:28.761828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:28.762490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:28.762888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.763358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:28.763948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Bound port: 9352e5fe-8485-4967-96bf-fb0b40d04318, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:28.764441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.813369 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26902395-adc8-4974-a541-a9b92670e1c0 None None] Pushing event updated for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:28.858764 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:24Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:28Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:28.865564 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd20f3-15d6-49c8-8b5c-4d883c36c72c None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:24Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:28Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:28.922392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-900ac97d-6715-464f-b649-5f4f8fe87818', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:28.923332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:28.947311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.007772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:29.024292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.034972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:29.042852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.106770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=0f7c712d-a943-4aa6-9c9f-6cac0fa009a4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:29.145567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': '71f9a8d5-82bf-45b6-86f8-5a442531215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:29.145929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: 71cac0b7-b7df-49a7-9789-0f817caf7190, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:29.198510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f6c31-c63a-40aa-b58d-3ad590456f73 None None] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:29.226300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Allocated IP 2001:db8:1::2 (900ac97d-6715-464f-b649-5f4f8fe87818/b7b2aaa1-ba16-4011-ab0b-3d195221e444/5457e6cf-9f1e-45ee-bd3f-1f480f007ada) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:29.299983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.322324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:29.337894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 71cac0b7-b7df-49a7-9789-0f817caf7190) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:29.343242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:29.344831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.350160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c56c0e-db5c-4e17-aab7-3a367d5409d8 None None] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:29.379735 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cfb27cc3-e26a-40c7-8fdb-898148a9961e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5480328 Mar 16 11:21:29.380006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41626) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:29.386604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190', 'name': 'tempest-PortsIpV6TestJSON-1689700614'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:29.392224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:29.395964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:29.400367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:29.401079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.408926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=3466c9e8-5a89-4cfc-a21f-cd325f750838,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:29.465670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5787af88-2c03-47a8-b3d5-0f5b382ef2e0 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9787729 Mar 16 11:21:29.469658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:29.485881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:71:b8:76', 'name': 'tempest-NetworksTestDHCPv6-897535579'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:29.649974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:29.655076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:29.658136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:29.661269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.664219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:29.677908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:29.683868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.719838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.721647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 2b8dd336-722d-4233-8448-3f47784890be yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:29.764091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Transition to ACTIVE for port object 5457e6cf-9f1e-45ee-bd3f-1f480f007ada will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:29.790962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-71cac0b7-b7df-49a7-9789-0f817caf7190', 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '0f7c712d-a943-4aa6-9c9f-6cac0fa009a4'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:29.792243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.809253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Transition to ACTIVE for port object 5457e6cf-9f1e-45ee-bd3f-1f480f007ada will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:29.822036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:29.854662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:29.916618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:29.925730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:29.948196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:29.960862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Network 900ac97d-6715-464f-b649-5f4f8fe87818 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:29.965438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Pushing event updated for resources: {'Port': ['ID=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:29.973831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:29.976810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:29.978166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:29.981460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.080388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 54d7003a-273b-420a-a199-b852d96890a2 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:30.170130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8:0:1::38e (1002c76f-2977-4cc2-9a1c-483f137d3546/3466c9e8-5a89-4cfc-a21f-cd325f750838/2b8dd336-722d-4233-8448-3f47784890be) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:30.176616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe71:b876 (1002c76f-2977-4cc2-9a1c-483f137d3546/139d65e3-6000-43c0-9cae-b448509d9883/2b8dd336-722d-4233-8448-3f47784890be) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:30.208054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Attempting to bind port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:30.208523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Attempting to bind port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:30.208915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Attempting to bind port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada on network 900ac97d-6715-464f-b649-5f4f8fe87818 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:30.219718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:30.220100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Checking segment: {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:30.220507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.220899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Bound using segment: {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:30.221383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Bound port: 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:30.221750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.262551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Allocated IP 2001:db8::2 (71cac0b7-b7df-49a7-9789-0f817caf7190/0f7c712d-a943-4aa6-9c9f-6cac0fa009a4/9f9a1369-9f85-4e09-82af-52bf28d5f92a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:30.464490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8:1::1 (900ac97d-6715-464f-b649-5f4f8fe87818/b7b2aaa1-ba16-4011-ab0b-3d195221e444/c6a77bbb-0e4f-45d6-b804-fc7c2466fb27) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:30.487271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f38af7-ce7b-435f-bb10-ec7ac46232f7 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:30.534252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.552191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 2b8dd336-722d-4233-8448-3f47784890be will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:30.583622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.648431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] For port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:30.656168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.658382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:30.667035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:30.671562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:30.675618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:30.676340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:30.676548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.706075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-29940277-a7fa-4d25-a3db-3a0fca8568ee None None] Provisioning for port 9352e5fe-8485-4967-96bf-fb0b40d04318 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:30.707800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.711735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=2b8dd336-722d-4233-8448-3f47784890be,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:30.721047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-daf96aed-7663-4409-b0ed-be1736468b5e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2485809 Mar 16 11:21:30.723834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:30.729756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] For port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:30.749232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.773186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 900ac97d-6715-464f-b649-5f4f8fe87818 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:30.780714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:30.785269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:30.785905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.799854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 2b8dd336-722d-4233-8448-3f47784890be {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:30.800196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.808216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:30.884037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.923037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86904-4710-4675-bcb5-b608f6679027 None None] Pushing event updated for resources: {'Port': ['ID=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:30.931000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:30.955133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Transition to ACTIVE for port object 9f9a1369-9f85-4e09-82af-52bf28d5f92a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:31.013314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Transition to ACTIVE for port object 9f9a1369-9f85-4e09-82af-52bf28d5f92a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:31.031063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.099656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.126031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Pushing event updated for resources: {'Port': ['ID=9f9a1369-9f85-4e09-82af-52bf28d5f92a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:31.166316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:31.169669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:31.171789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:31.208838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::da (71cac0b7-b7df-49a7-9789-0f817caf7190/0f7c712d-a943-4aa6-9c9f-6cac0fa009a4/54d7003a-273b-420a-a199-b852d96890a2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:31.324552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 2b8dd336-722d-4233-8448-3f47784890be owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:31.364368 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Attempting to bind port 9f9a1369-9f85-4e09-82af-52bf28d5f92a on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:31.364599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Attempting to bind port 9f9a1369-9f85-4e09-82af-52bf28d5f92a by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '71f9a8d5-82bf-45b6-86f8-5a442531215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:31.364905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Attempting to bind port 9f9a1369-9f85-4e09-82af-52bf28d5f92a on network 71cac0b7-b7df-49a7-9789-0f817caf7190 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:31.381937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:31.382530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Checking segment: {'id': '71f9a8d5-82bf-45b6-86f8-5a442531215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:31.383823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.384217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Bound using segment: {'id': '71f9a8d5-82bf-45b6-86f8-5a442531215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:31.384697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Bound port: 9f9a1369-9f85-4e09-82af-52bf28d5f92a, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f9a8d5-82bf-45b6-86f8-5a442531215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71cac0b7-b7df-49a7-9789-0f817caf7190'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:31.385979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.568579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.582060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.582489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.604090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee18cbf9-9e8a-44c4-bccb-2b20e910591f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.605617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Update dhcp port {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': '139d65e3-6000-43c0-9cae-b448509d9883', 'ip_address': '2001:db8::f816:3eff:fe40:6c6'}, {'subnet_id': '3466c9e8-5a89-4cfc-a21f-cd325f750838'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '9352e5fe-8485-4967-96bf-fb0b40d04318'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:21:31.638867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5457e6cf-9f1e-45ee-bd3f-1f480f007ada up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:31.653060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.667883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:31.701970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.709850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=2b8dd336-722d-4233-8448-3f47784890be,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:31.713511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] For port 9f9a1369-9f85-4e09-82af-52bf28d5f92a, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:31.731409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.741653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] For port 9f9a1369-9f85-4e09-82af-52bf28d5f92a, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9f9a1369-9f85-4e09-82af-52bf28d5f92a,segment=NetworkSegment(71f9a8d5-82bf-45b6-86f8-5a442531215d),segment_id=71f9a8d5-82bf-45b6-86f8-5a442531215d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:31.753500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.793201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:31.806032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-225e4f2e-4eb0-42c9-9f25-ee74d7e375cc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/2b8dd336-722d-4233-8448-3f47784890be HTTP/1.1" status: 204 len: 168 time: 1.0803685 Mar 16 11:21:31.808493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:31.887235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object 54d7003a-273b-420a-a199-b852d96890a2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:31.927377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695da119-c092-4bf8-9b32-b91293ba528c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:31.928468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-695da119-c092-4bf8-9b32-b91293ba528c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:31.945374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-695da119-c092-4bf8-9b32-b91293ba528c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:31.947150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-695da119-c092-4bf8-9b32-b91293ba528c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1374631 Mar 16 11:21:31.950562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41642) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:31.966349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:31.974882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network 900ac97d-6715-464f-b649-5f4f8fe87818 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:31.976962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:32.000918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c67c45-5360-4d57-b7b3-f120bf51b1eb None None] Pushing event updated for resources: {'Port': ['ID=9f9a1369-9f85-4e09-82af-52bf28d5f92a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:32.009641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device cd41c808-a78a-4e32-bb6c-a1828aeb37b6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:32.063971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2cc194-3a92-4c67-a33b-3b4639f04f6a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.072417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa2cc194-3a92-4c67-a33b-3b4639f04f6a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1192994 Mar 16 11:21:32.073077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41646) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:32.138096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.181487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.197465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.199578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.200504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:32.230614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:32.235582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38d2ee4d-b3fc-4337-8852-f60983d91668 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1614954 Mar 16 11:21:32.237383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41650) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:32.254389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Allocated IP 2001:db8:0:1::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/3466c9e8-5a89-4cfc-a21f-cd325f750838/9352e5fe-8485-4967-96bf-fb0b40d04318) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:32.256913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:32.272129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:32.276286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.349853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:32.361169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:32.361497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 139d65e3-6000-43c0-9cae-b448509d9883 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:32.374100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:32.379098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.380135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.392623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=54d7003a-273b-420a-a199-b852d96890a2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:32.508619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b75e0-b2be-4799-b0a9-3a7d0255adbe None None] Network 900ac97d-6715-464f-b649-5f4f8fe87818 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:32.531804 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-268b2c0b-a6bc-48c1-8956-09626d614c56 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1484106 Mar 16 11:21:32.533381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:32.601816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:32.602501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 54d7003a-273b-420a-a199-b852d96890a2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:32.602501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.666513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:32.681406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.722574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Provisioning for port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:32.755173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Provisioning complete for port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:32.755838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.789505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:32.798725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.799025 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3e908e0-6abe-4c70-89fc-debaaae8d814 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2983615 Mar 16 11:21:32.800138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41658) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:32.807119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-135147878'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:32.812334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:32.812770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:32.816983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:32.824249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:32.830786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:32.846487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:32.850676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.882728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:32.887287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Transition to ACTIVE for port object 9352e5fe-8485-4967-96bf-fb0b40d04318 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:32.889351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port cd41c808-a78a-4e32-bb6c-a1828aeb37b6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:32.894447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.894864 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment da130701-21ef-4e52-b279-a7a439b8b0e3 of type vlan for network d790a1d1-2109-4343-a033-3657499eb853 Mar 16 11:21:32.899662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.905233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.908767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.909564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9352e5fe-8485-4967-96bf-fb0b40d04318 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:32.924439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.957124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.961171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:32.961807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:32.976450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.010643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:33.010977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:33.032634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.090370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=d790a1d1-2109-4343-a033-3657499eb853,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:33.106517 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3025696 Mar 16 11:21:33.106726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41662) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:33.113909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:33.179619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 54d7003a-273b-420a-a199-b852d96890a2 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:33.220358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.220735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.221032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.221357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.221683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.222036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.222394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.222826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.223252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.223572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.223897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5e1277-866e-43dc-95b9-2b0447a19cf3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:33.276194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.288712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d790a1d1-2109-4343-a033-3657499eb853 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:33.320881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:33.325552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:33.331756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:33.342310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:33.356447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:33.417506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.461855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.462182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.503504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=139d65e3-6000-43c0-9cae-b448509d9883,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:33.523372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=54d7003a-273b-420a-a199-b852d96890a2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:33.530772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.587711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084abb4c-2c95-49b4-a7d9-64817de196fa None None] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:33.593196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.594725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f5e9332-41fb-46a2-a873-79e6f0e69340 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/54d7003a-273b-420a-a199-b852d96890a2 HTTP/1.1" status: 204 len: 168 time: 1.0582757 Mar 16 11:21:33.597836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-86f24437-772c-4a75-9996-3b243ec7d10d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/139d65e3-6000-43c0-9cae-b448509d9883 HTTP/1.1" status: 204 len: 168 time: 1.3583276 Mar 16 11:21:33.598635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:33.601048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:33.603600 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e2d13-3b0a-4cb7-a88d-e471390b40a1 None None] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:33.706297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 3466c9e8-5a89-4cfc-a21f-cd325f750838 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:33.715611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.745963 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-34488fbf-dcb9-44a0-a5df-bc2d242dd330 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:21:33.746404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34488fbf-dcb9-44a0-a5df-bc2d242dd330 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:33.748027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34488fbf-dcb9-44a0-a5df-bc2d242dd330 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/54d7003a-273b-420a-a199-b852d96890a2 HTTP/1.1" status: 404 len: 333 time: 0.1483579 Mar 16 11:21:33.749561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.752882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:33.781853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.809848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-65923c6e-0d6d-471f-9dec-c193dc975dee tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:33.810382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65923c6e-0d6d-471f-9dec-c193dc975dee tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:33.817301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:33.827863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.850424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=a58b374c-3414-440f-9531-b96655cff554,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:33.870640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:33.871074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: d790a1d1-2109-4343-a033-3657499eb853, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:33.891307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9352e5fe-8485-4967-96bf-fb0b40d04318 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:33.894584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bdb593f6-92eb-48ed-813a-fe6aa341206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.898758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d790a1d1-2109-4343-a033-3657499eb853 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:33.912048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d790a1d1-2109-4343-a033-3657499eb853) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:33.917692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:33.918694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:33.934269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65923c6e-0d6d-471f-9dec-c193dc975dee tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:33.936729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65923c6e-0d6d-471f-9dec-c193dc975dee tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/54d7003a-273b-420a-a199-b852d96890a2 HTTP/1.1" status: 404 len: 333 time: 0.1826899 Mar 16 11:21:33.941204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41678) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:33.942374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2580cd3-00e8-4189-9125-4abb30d17c36 None None] Network d790a1d1-2109-4343-a033-3657499eb853 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:34.012347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:34.157345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.238824 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0fc86bcf-0d81-422c-ab3f-83688666437a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1284714 Mar 16 11:21:34.239120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:34.256564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 0f7c712d-a943-4aa6-9c9f-6cac0fa009a4 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:34.261084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.274135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] For port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:34.299728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9f9a1369-9f85-4e09-82af-52bf28d5f92a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:34.349668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.357388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.378446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.455143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=3466c9e8-5a89-4cfc-a21f-cd325f750838,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:34.471534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.471875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.472212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.472738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.473086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.473412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.473737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.474280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.474399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.474707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.475029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:34.483937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.499224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57cd1fa-6d99-42c1-b643-b057a29d4254 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:34.509774 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e292df9-54b5-49a9-9eb7-a422ff003ccb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/3466c9e8-5a89-4cfc-a21f-cd325f750838 HTTP/1.1" status: 204 len: 168 time: 0.9048514 Mar 16 11:21:34.509774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:34.604564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f350e2d8-b496-426c-a06a-69ed2b531141 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936024 Mar 16 11:21:34.605562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:34.613966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:34.862589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:34.938838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da56be-2d7f-4d43-89cf-8d3f7df24f66 None None] Pushing event updated for resources: {'Port': ['ID=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:34.950463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:34.960390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:34.964526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:34.973914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:34.992083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:35.013527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.019743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.044777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning complete for port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:35.045169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.118850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7c712d-a943-4aa6-9c9f-6cac0fa009a4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:35.126153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.143628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4822e64-9c67-4e5e-ae68-906a8c83ef68 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/0f7c712d-a943-4aa6-9c9f-6cac0fa009a4 HTTP/1.1" status: 204 len: 168 time: 1.2003648 Mar 16 11:21:35.146222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41694) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:35.160208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.179981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.203942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.223727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9f9a1369-9f85-4e09-82af-52bf28d5f92a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:35.280993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9352e5fe-8485-4967-96bf-fb0b40d04318 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:35.360407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d790a1d1-2109-4343-a033-3657499eb853', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:35.361210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.363980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.392167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 9f9a1369-9f85-4e09-82af-52bf28d5f92a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:35.392370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.463908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8:2::1 (d790a1d1-2109-4343-a033-3657499eb853/a58b374c-3414-440f-9531-b96655cff554/f16176af-e6b1-4023-96e7-f0db0f558427) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:35.544683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:30Z', 'revision_number': 3, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:31Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:35.586610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:35.587110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Updating router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:21:35.637698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:35.673357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Deleting port 9352e5fe-8485-4967-96bf-fb0b40d04318 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:35.673738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.714915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa11a9-7beb-46a8-8197-c3c3f0df5fcd None None] Network 71cac0b7-b7df-49a7-9789-0f817caf7190 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:35.717156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.723741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port 9f9a1369-9f85-4e09-82af-52bf28d5f92a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9f9a1369-9f85-4e09-82af-52bf28d5f92a,segment=NetworkSegment(71f9a8d5-82bf-45b6-86f8-5a442531215d),segment_id=71f9a8d5-82bf-45b6-86f8-5a442531215d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:35.724307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.734874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object f16176af-e6b1-4023-96e7-f0db0f558427 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:35.768183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.788622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning for port 9f9a1369-9f85-4e09-82af-52bf28d5f92a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:35.846364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d790a1d1-2109-4343-a033-3657499eb853 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:35.850227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:35.851702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.853196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:35.853731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.866528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning complete for port 9f9a1369-9f85-4e09-82af-52bf28d5f92a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:35.866797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:35.874530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:35.888096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 9f9a1369-9f85-4e09-82af-52bf28d5f92a owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:35.967454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.030808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:21:36.063659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5457e6cf-9f1e-45ee-bd3f-1f480f007ada up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:36.123026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.159234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Allocated IP 2001:db8:2::2 (d790a1d1-2109-4343-a033-3657499eb853/a58b374c-3414-440f-9531-b96655cff554/b3dc0bfc-d7df-4b62-a083-97d8ca080dbd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:36.188870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=9f9a1369-9f85-4e09-82af-52bf28d5f92a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:36.194762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No DVR routers for this DVR port 9f9a1369-9f85-4e09-82af-52bf28d5f92a on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:36.223246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Could not find standard attr ID for object 9f9a1369-9f85-4e09-82af-52bf28d5f92a. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:36.238168 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] No ports have port_id starting with 9f9a1369-9f85-4e09-82af-52bf28d5f92a Mar 16 11:21:36.341370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a783e-8f21-4ef9-8123-c0c21a7cc2fd None None] DHCP port deletion for 71cac0b7-b7df-49a7-9789-0f817caf7190 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:36.362583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.379119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.424176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cac0b7-b7df-49a7-9789-0f817caf7190']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:36.446051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f9a8d5-82bf-45b6-86f8-5a442531215d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:36.446466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f9a8d5-82bf-45b6-86f8-5a442531215d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:36.463650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.474275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.496676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.532550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.538280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.539175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.550838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning for port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:36.655525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:36.655990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:36.671488 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:36.682673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:36.705818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning complete for port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:36.706200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.743528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d790a1d1-2109-4343-a033-3657499eb853 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:36.745371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:36.773887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:36.774255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.793226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.798638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.808823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:36.809216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:36.886842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=71cac0b7-b7df-49a7-9789-0f817caf7190,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:36.906474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef8292f1-864d-48d9-b606-7bdc345666c1 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/71cac0b7-b7df-49a7-9789-0f817caf7190 HTTP/1.1" status: 204 len: 168 time: 1.7589662 Mar 16 11:21:36.909906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:36.918677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134132185'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:36.935847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:36.943552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:36.953661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:36.962897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:36.969753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:36.982565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:36.985860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.018717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Calling delete_port for 9352e5fe-8485-4967-96bf-fb0b40d04318 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:37.024962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.032689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:37.035492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.036467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.050189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:37.089527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:37.119256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.133562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.134015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment a93bbff9-0cf6-4adb-b024-b288a84e8948 of type vlan for network ecde5553-5d83-46e8-a454-375004113b02 Mar 16 11:21:37.143320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Transition to ACTIVE for port object b3dc0bfc-d7df-4b62-a083-97d8ca080dbd will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:37.159032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning for port 9352e5fe-8485-4967-96bf-fb0b40d04318 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:37.212086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:37.215168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=7']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:37.224402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Provisioning complete for port 9352e5fe-8485-4967-96bf-fb0b40d04318 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:37.224760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.234109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:37.245966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.248146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Transition to ACTIVE for port object b3dc0bfc-d7df-4b62-a083-97d8ca080dbd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:37.269163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:37.287829 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c012af5f-9cc5-428d-b926-513ffbef3dfe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0474322 Mar 16 11:21:37.290576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:37.292400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.293755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.296858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155640408'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:37.302576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:37.307334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:network and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:37.308938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.311023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:37.312758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.313329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.316912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=f5026bea-e43e-46dc-aa0f-2747a36bff0c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:37.317817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:37.326212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.333706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:37.337149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.362554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:21:37.362892 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:21:37.367972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:37.381459 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.381960 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added segment f5b4e7a4-e161-4b78-bb54-8ac28e0bb852 of type vlan for network d5a18ff9-197b-43a4-a389-9dd54d013bd5 Mar 16 11:21:37.412106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.412673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device cd41c808-a78a-4e32-bb6c-a1828aeb37b6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:37.422733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a72e9ca-6986-456d-bb66-61b874ce6556 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8107951 Mar 16 11:21:37.423297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:37.430439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:37.431260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5202551 Mar 16 11:21:37.434721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:37.441980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': 'ecde5553-5d83-46e8-a454-375004113b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:37.463545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.465448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171013a6-5ab2-46c6-9166-780f3f0e06fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=ecde5553-5d83-46e8-a454-375004113b02,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:37.499753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ecde5553-5d83-46e8-a454-375004113b02 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:37.518343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Transition to ACTIVE for port object c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:37.530431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Pushing event updated for resources: {'Port': ['ID=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:37.546037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.550687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:37.551667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.562556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:37.566970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:37.569611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:37.575225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:37.585609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Network d790a1d1-2109-4343-a033-3657499eb853 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:37.586486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:37.594953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:37.610813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.616826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:37.662324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.662643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.663177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.663689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.663996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.664332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.664646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.664945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.665256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.665567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.665882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:37.691660 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3997145 Mar 16 11:21:37.693012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ab3bb-07b4-48d3-9e1a-eec55a1c05fe tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Network': ['ID=d5a18ff9-197b-43a4-a389-9dd54d013bd5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:37.693689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.699804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:37.707219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'subnet': {'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:37.721747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:37.732138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:37.736659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:37.779859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:37.918480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Deleting port 9352e5fe-8485-4967-96bf-fb0b40d04318 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:37.918861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.926963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:37.940801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:37.961160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:37.980178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:37.985934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.030906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:subnet and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:38.041709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:38.056244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:38.064522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=31d8e863-b605-4cf7-b845-cba8758a440c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:38.064802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059074-88ba-434c-b00d-20759ca827bf None None] Pushing event updated for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:38.067563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': 'a93bbff9-0cf6-4adb-b024-b288a84e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:38.068001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: ecde5553-5d83-46e8-a454-375004113b02, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:38.089129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Made reservation on behalf of dcb7c7cce99b4efd8b74f6a4daac8171 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:38.096840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network ecde5553-5d83-46e8-a454-375004113b02 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:38.108808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ecde5553-5d83-46e8-a454-375004113b02) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:38.116078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:38.117014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.135454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:38.136098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.145538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a2527b36-1f39-4889-8c98-39a294a4cb78 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7077169 Mar 16 11:21:38.145840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41718) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:38.151646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': 'ecde5553-5d83-46e8-a454-375004113b02', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-984385481'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:38.200268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.258087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc05e7-d679-45f9-a588-4418eb5ab944 None None] Network ecde5553-5d83-46e8-a454-375004113b02 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:38.283880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.323851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:38.328532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:38.330074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Attempting to bind port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:38.330443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Attempting to bind port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:38.330798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Attempting to bind port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd on network d790a1d1-2109-4343-a033-3657499eb853 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:38.333578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:38.339254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:38.350250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:38.353360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.376371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 2b05189f-b0ad-441a-a71c-b2eef72e2dce yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:38.396096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:38.449417 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5026bea-e43e-46dc-aa0f-2747a36bff0c (CIDR: 2001:db8::/64) Mar 16 11:21:38.452062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.453689 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:21:38.454165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:38.513920 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eda175b5-df69-4e52-962f-419407903a60 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0854721 Mar 16 11:21:38.515183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:38.520478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:38.521119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:38.521494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Checking segment: {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:38.521894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.522309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Bound using segment: {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:38.522782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Bound port: b3dc0bfc-d7df-4b62-a083-97d8ca080dbd, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:38.523161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.548051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Could not find standard attr ID for object 2b8dd336-722d-4233-8448-3f47784890be. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:38.590046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.643914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Attempting to bind port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:38.644370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Attempting to bind port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:38.644742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Attempting to bind port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 on network 900ac97d-6715-464f-b649-5f4f8fe87818 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:38.696433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Subnet': ['ID=1a0194e8-58da-4a4d-afcb-de532b35e0ec,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:38.710319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Checking segment: {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:38.710824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network hostable DHCP agents. Network: d5a18ff9-197b-43a4-a389-9dd54d013bd5, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:38.736069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:38.747035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d5a18ff9-197b-43a4-a389-9dd54d013bd5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:38.759949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:38.760707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.786066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b700e-9a23-4488-9765-46ff39ae7762 None None] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:38.786267 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-945cd6ad-3c67-4c5e-9cb5-763d8ab6c1e0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0833359 Mar 16 11:21:38.787966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:38.801053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::2a (ecde5553-5d83-46e8-a454-375004113b02/31d8e863-b605-4cf7-b845-cba8758a440c/2b05189f-b0ad-441a-a71c-b2eef72e2dce) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:38.831337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9fe9090a-9aa1-4af9-9e34-ff4cec2434a0 None None] Could not find standard attr ID for object 9f9a1369-9f85-4e09-82af-52bf28d5f92a. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:38.902155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e9e6-d39f-420b-a4ab-a8c785159861 None None] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:38.905046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:38.905415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Checking segment: {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:38.905808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:38.906222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Bound using segment: {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:38.906691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Bound port: c6a77bbb-0e4f-45d6-b804-fc7c2466fb27, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:38.907055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.000901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:39.008738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:39.012090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:39.018738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:39.046273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:39.049422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.061553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9352e5fe-8485-4967-96bf-fb0b40d04318 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:39.140864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.175128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object 2b05189f-b0ad-441a-a71c-b2eef72e2dce will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:39.180999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] For port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:39.194211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:39.194525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.240667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ecde5553-5d83-46e8-a454-375004113b02', 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '31d8e863-b605-4cf7-b845-cba8758a440c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:39.241509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.260722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] For port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:39.367896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.412719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Calling delete_port for 9352e5fe-8485-4967-96bf-fb0b40d04318 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:39.444964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.453378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network ecde5553-5d83-46e8-a454-375004113b02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:39.455426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.460660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:39.467404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:39.471905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:39.472121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.476065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=2b05189f-b0ad-441a-a71c-b2eef72e2dce,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:39.499908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] For port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:39.512133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.545268 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3d131d6d-f381-40d0-877d-112f8a005076 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3983986 Mar 16 11:21:39.555835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41736) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:39.591215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] For port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:39.640370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:39.645762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:39.649367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=f9310f75-c588-40d2-a8ba-81f41504b1ec,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:39.651903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:39.652346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.652822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.669583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 2b05189f-b0ad-441a-a71c-b2eef72e2dce {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:39.670297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.726079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cef34f91-a47d-4daf-83b6-4ff570015c3d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2072170 Mar 16 11:21:39.727154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:39.735742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:3c:f0:bb', 'name': 'tempest-NetworksTestDHCPv6-1555616931'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:39.833167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7fa61-320b-4269-b499-0bac094904eb None None] Pushing event updated for resources: {'Port': ['ID=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:39.883693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d5a18ff9-197b-43a4-a389-9dd54d013bd5', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:39.883693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.891896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:39.965347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:21:39.965718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:21:40.036966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:40.054768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Allocated IP 2001:db8:3::1 (d5a18ff9-197b-43a4-a389-9dd54d013bd5/1a0194e8-58da-4a4d-afcb-de532b35e0ec/44a63e30-dc2e-44ae-9350-ffc34da456e5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:40.067718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:40.075616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:40.099520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:40.114116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059074-88ba-434c-b00d-20759ca827bf None None] Pushing event updated for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:40.130764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.132152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:40.133644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:40.134453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:40.201678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Allocated IP 2001:db8::2 (ecde5553-5d83-46e8-a454-375004113b02/31d8e863-b605-4cf7-b845-cba8758a440c/1cc32d4d-2ef5-4831-b79d-e565b17c85eb) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:40.265539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:40.308356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.356896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 2b05189f-b0ad-441a-a71c-b2eef72e2dce owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:40.427650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.449796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Transition to ACTIVE for port object 44a63e30-dc2e-44ae-9350-ffc34da456e5 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:40.483832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.570742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:40.587682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:40.588918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:40.595138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:40.595981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.619256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b3dc0bfc-d7df-4b62-a083-97d8ca080dbd up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:40.626102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.672485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 1f3017bf-548c-4a37-b2a8-2e7c9d629d70 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:40.684655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:40.719919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:40.722448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.820917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.837332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Allocated IP 2001:db8:3::2 (d5a18ff9-197b-43a4-a389-9dd54d013bd5/1a0194e8-58da-4a4d-afcb-de532b35e0ec/29f138bf-6f85-489d-8513-4287365b4144) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:40.915077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=2b05189f-b0ad-441a-a71c-b2eef72e2dce,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:40.965080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Deleting port 9352e5fe-8485-4967-96bf-fb0b40d04318 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:40.965080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:40.971628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.042101 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5adf093d-9ca9-4b4d-9bf9-96650775cb29 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/2b05189f-b0ad-441a-a71c-b2eef72e2dce HTTP/1.1" status: 204 len: 168 time: 1.4832058 Mar 16 11:21:41.046699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:41.107255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f0a4f-8909-47c2-96d4-15a0f3b8932e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:41.107889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c5f0a4f-8909-47c2-96d4-15a0f3b8932e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:41.194311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:41.196835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c5f0a4f-8909-47c2-96d4-15a0f3b8932e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:41.200599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c5f0a4f-8909-47c2-96d4-15a0f3b8932e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/2b05189f-b0ad-441a-a71c-b2eef72e2dce HTTP/1.1" status: 404 len: 333 time: 0.1504881 Mar 16 11:21:41.206669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41748) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:41.329016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 31d8e863-b605-4cf7-b845-cba8758a440c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:41.334523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8:0:1::379 (1002c76f-2977-4cc2-9a1c-483f137d3546/f9310f75-c588-40d2-a8ba-81f41504b1ec/1f3017bf-548c-4a37-b2a8-2e7c9d629d70) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:41.341955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.346539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::f816:3eff:fe3c:f0bb (1002c76f-2977-4cc2-9a1c-483f137d3546/f5026bea-e43e-46dc-aa0f-2747a36bff0c/1f3017bf-548c-4a37-b2a8-2e7c9d629d70) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:41.362043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9f9a1369-9f85-4e09-82af-52bf28d5f92a no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:41.401447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.403358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26051c1f-ccf8-48aa-8068-e1d85e1b7d5f None None] Network d790a1d1-2109-4343-a033-3657499eb853 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:41.407263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.408139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.444440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Transition to ACTIVE for port object 1cc32d4d-2ef5-4831-b79d-e565b17c85eb will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:41.446878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9f9a1369-9f85-4e09-82af-52bf28d5f92a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:41.447295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9f9a1369-9f85-4e09-82af-52bf28d5f92a not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:41.559222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event updated for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:41.572461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.589476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 1f3017bf-548c-4a37-b2a8-2e7c9d629d70 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:41.616842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.626479 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:41.627707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:41.698588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:41.701806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:41.704364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:41.709237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:41.709859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.718038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=1f3017bf-548c-4a37-b2a8-2e7c9d629d70,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:41.734957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64a9c930-7acc-4326-8e4f-71f1363d5c9f tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0063214 Mar 16 11:21:41.737982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:41.743874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Transition to ACTIVE for port object 1cc32d4d-2ef5-4831-b79d-e565b17c85eb will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:41.776783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.785777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.843099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Provisioning for port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:41.851338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 1f3017bf-548c-4a37-b2a8-2e7c9d629d70 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:41.851844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.883726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:41.905400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Provisioning complete for port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:41.905785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.001282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.018629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Pushing event updated for resources: {'Port': ['ID=1cc32d4d-2ef5-4831-b79d-e565b17c85eb,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:42.055988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Network ecde5553-5d83-46e8-a454-375004113b02 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:42.067564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:42.069308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.073793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:42.098228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Transition to ACTIVE for port object 29f138bf-6f85-489d-8513-4287365b4144 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:42.107847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:42.123627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] For port 9352e5fe-8485-4967-96bf-fb0b40d04318, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9352e5fe-8485-4967-96bf-fb0b40d04318,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:42.124011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.140721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.208862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:35Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:39Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:42.241073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.269093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Transition to ACTIVE for port object 29f138bf-6f85-489d-8513-4287365b4144 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:42.342576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:42.360204 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83d7cc53-64da-4fa4-88dd-dd7349f9a444 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5683298 Mar 16 11:21:42.360391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Calling delete_port for 9352e5fe-8485-4967-96bf-fb0b40d04318 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:42.360876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41758) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:42.368672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:42.369857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 1f3017bf-548c-4a37-b2a8-2e7c9d629d70 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:42.393802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223fb8c-2d2d-49ff-9d68-5d34406d4afe None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:35Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:39Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:42.428574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.458779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.540258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.545422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=31d8e863-b605-4cf7-b845-cba8758a440c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:42.598788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.606993 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-52eb3e57-46cf-4007-847c-13badc4f9d27 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/31d8e863-b605-4cf7-b845-cba8758a440c HTTP/1.1" status: 204 len: 168 time: 1.3986549 Mar 16 11:21:42.612849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:42.623752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Attempting to bind port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:42.624237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Attempting to bind port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'a93bbff9-0cf6-4adb-b024-b288a84e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:42.624687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Attempting to bind port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb on network ecde5553-5d83-46e8-a454-375004113b02 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:42.652010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:42.670557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:42.673191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:42.675676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Pushing event updated for resources: {'Port': ['ID=29f138bf-6f85-489d-8513-4287365b4144,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:42.699175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:42.699687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Checking segment: {'id': 'a93bbff9-0cf6-4adb-b024-b288a84e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:42.700300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.700774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Bound using segment: {'id': 'a93bbff9-0cf6-4adb-b024-b288a84e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:42.701425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Bound port: 1cc32d4d-2ef5-4831-b79d-e565b17c85eb, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93bbff9-0cf6-4adb-b024-b288a84e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ecde5553-5d83-46e8-a454-375004113b02'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:42.701841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.787067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] For port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:42.830619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.833082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.981052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:42.991694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Attempting to bind port 29f138bf-6f85-489d-8513-4287365b4144 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:42.992193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Attempting to bind port 29f138bf-6f85-489d-8513-4287365b4144 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:42.992717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Attempting to bind port 29f138bf-6f85-489d-8513-4287365b4144 on network d5a18ff9-197b-43a4-a389-9dd54d013bd5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:43.077866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:43.078543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Checking segment: {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:43.078943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.079333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Bound using segment: {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:43.079811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Bound port: 29f138bf-6f85-489d-8513-4287365b4144, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:43.080181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.108813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d74fda-b93c-45c8-ab93-f6aeff9cb3f8 None None] Pushing event updated for resources: {'Port': ['ID=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:43.137897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.157758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=1f3017bf-548c-4a37-b2a8-2e7c9d629d70,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:43.176102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:21:43.194199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Removed routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:21:43.195188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.218137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] For port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:43.225437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] Pushing event deleted for resources: {'Port': ['ID=9352e5fe-8485-4967-96bf-fb0b40d04318,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:43.253190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b950ed50-5d7c-4273-b4f7-872a36198212 None None] No DVR routers for this DVR port 9352e5fe-8485-4967-96bf-fb0b40d04318 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:43.295675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ec5b1-d7c6-4630-bbef-3487f23a8419 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:43.297848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:43.298304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.329049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.333828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd4a095b-9e6a-4e23-b3a1-365a3e3cb622 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/1f3017bf-548c-4a37-b2a8-2e7c9d629d70 HTTP/1.1" status: 204 len: 168 time: 1.5912647 Mar 16 11:21:43.336534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:43.404486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f350e10-22cb-4e97-9293-1a169a82679e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:43.447039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] For port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1cc32d4d-2ef5-4831-b79d-e565b17c85eb,segment=NetworkSegment(a93bbff9-0cf6-4adb-b024-b288a84e8948),segment_id=a93bbff9-0cf6-4adb-b024-b288a84e8948)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:43.520335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f350e10-22cb-4e97-9293-1a169a82679e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:43.521153 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4f350e10-22cb-4e97-9293-1a169a82679e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1845455 Mar 16 11:21:43.526301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.533593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:43.606352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5a3dc9f-20fc-4108-af6a-872f07e3d254 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0713298 Mar 16 11:21:43.606989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:43.656674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Provisioning for port f16176af-e6b1-4023-96e7-f0db0f558427 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:43.701346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] For port 29f138bf-6f85-489d-8513-4287365b4144, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:43.708672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.714612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.716767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Provisioning complete for port f16176af-e6b1-4023-96e7-f0db0f558427 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:43.717138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.781948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] For port 29f138bf-6f85-489d-8513-4287365b4144, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=29f138bf-6f85-489d-8513-4287365b4144,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:43.785806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868691-93fa-4507-b3c7-a59596f5f588 None None] Pushing event updated for resources: {'Port': ['ID=1cc32d4d-2ef5-4831-b79d-e565b17c85eb,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:43.805150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.850558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.852013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.853277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:43.854110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:43.874057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1cc32d4d-2ef5-4831-b79d-e565b17c85eb,segment=NetworkSegment(a93bbff9-0cf6-4adb-b024-b288a84e8948),segment_id=a93bbff9-0cf6-4adb-b024-b288a84e8948)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:43.874412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:43.958846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:43.960358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0f31e861-8b95-4969-bb94-8245240e1163 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3453767 Mar 16 11:21:44.026357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Port f16176af-e6b1-4023-96e7-f0db0f558427 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:44.032895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41778) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:44.050459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8106c27-8cd5-40e6-bf0d-b4043fea3388 None None] Pushing event updated for resources: {'Port': ['ID=29f138bf-6f85-489d-8513-4287365b4144,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:44.076437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 1cc32d4d-2ef5-4831-b79d-e565b17c85eb owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:44.126934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:44.128765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd87c9-f0f6-4737-a701-4f68e8d81632 None None] Network ecde5553-5d83-46e8-a454-375004113b02 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:44.140124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:44.142525 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:44.143473 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:44.163068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet f5026bea-e43e-46dc-aa0f-2747a36bff0c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:44.174916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.291999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.328585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Provisioning complete for port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:44.329072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7396a308-ab39-4dc5-a6b7-e22589fa4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.375350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db82a8-6d2d-4dda-a195-caf6a8086a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'f5026bea-e43e-46dc-aa0f-2747a36bff0c'}, {'subnet_id': 'f9310f75-c588-40d2-a8ba-81f41504b1ec'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:44.380031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d1db82a8-6d2d-4dda-a195-caf6a8086a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.413515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.464543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:44.480842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.486224 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea47a50f-35f7-483f-8b14-b8a2776048ef tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 954 time: 2.1207528 Mar 16 11:21:44.486665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:44.492055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.493959 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:21:44.507906 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:44.583635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=1cc32d4d-2ef5-4831-b79d-e565b17c85eb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:44.604527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No DVR routers for this DVR port 1cc32d4d-2ef5-4831-b79d-e565b17c85eb on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:44.740062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.748011 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0b371d78-3e8f-4fd7-8ed7-92ed2a34222b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 954 time: 0.2577724 Mar 16 11:21:44.748547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41786) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:44.755411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'routes': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:44.782423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 29f138bf-6f85-489d-8513-4287365b4144 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:44.801660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=f5026bea-e43e-46dc-aa0f-2747a36bff0c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:44.805559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.813873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-d1db82a8-6d2d-4dda-a195-caf6a8086a28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5026bea-e43e-46dc-aa0f-2747a36bff0c: This subnet is being modified by another concurrent operation. Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:21:44.842498 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5026bea-e43e-46dc-aa0f-2747a36bff0c: This subnet is being modified by another concurrent operation. Mar 16 11:21:44.846579 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 16 11:21:44.852024 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fec73e74-e01c-4935-baea-ee0bc562a134 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f5026bea-e43e-46dc-aa0f-2747a36bff0c HTTP/1.1" status: 204 len: 168 time: 0.8139796 Mar 16 11:21:44.852024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41792) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:44.871404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67d4d6-a2d5-490f-98e6-a52b471ce442 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:44.917956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecde5553-5d83-46e8-a454-375004113b02']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:44.939466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93bbff9-0cf6-4adb-b024-b288a84e8948') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:44.939738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93bbff9-0cf6-4adb-b024-b288a84e8948') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:44.964392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:44.997800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet f9310f75-c588-40d2-a8ba-81f41504b1ec {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:45.002603 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:43Z', 'revision_number': 6, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:41Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:39Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:36Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:45.007647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:45.008150 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Updating router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 port 44a63e30-dc2e-44ae-9350-ffc34da456e5 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:21:45.011555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.074592 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.078143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.095574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:45.096222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:45.112701 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:45.129432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 29f138bf-6f85-489d-8513-4287365b4144 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:45.173492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:45.215419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.274015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.278600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.391305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fa33053f-898f-4569-a6f2-eaabbef6eb0b None None] Provisioning complete for port f16176af-e6b1-4023-96e7-f0db0f558427 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:45.391758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa33053f-898f-4569-a6f2-eaabbef6eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.459307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/ecde5553-5d83-46e8-a454-375004113b02 HTTP/1.1" status: 204 len: 168 time: 2.8421595 Mar 16 11:21:45.462215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf537d6-154f-43a4-adce-e2693c0528e7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=ecde5553-5d83-46e8-a454-375004113b02,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:45.467376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:45.474885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'name': 'tempest-PortsIpV6TestJSON-1474903768'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:45.490058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.513645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fa33053f-898f-4569-a6f2-eaabbef6eb0b None None] Port f16176af-e6b1-4023-96e7-f0db0f558427 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:21:45.515179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031b430-5e26-4e3b-ae6b-d1442b97f426 None None] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:45.533085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf79189-4a44-4d02-889d-3b1ea0966a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'f9310f75-c588-40d2-a8ba-81f41504b1ec'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:45.533872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aaf79189-4a44-4d02-889d-3b1ea0966a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.553497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:45.623983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:45.624351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.633596 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.650290 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Transition to ACTIVE for port object 44a63e30-dc2e-44ae-9350-ffc34da456e5 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:45.660783 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.670417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:21:45.671492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:21:45.685479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.689741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:45.708970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.736725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=f9310f75-c588-40d2-a8ba-81f41504b1ec,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:45.743845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:45.751951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.770824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35efc8e7-e9bb-4958-9039-b7d2806b1bae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f9310f75-c588-40d2-a8ba-81f41504b1ec HTTP/1.1" status: 204 len: 168 time: 0.8997321 Mar 16 11:21:45.770824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:45.773086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.792647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:45.859726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Provisioning for port 29f138bf-6f85-489d-8513-4287365b4144 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:45.865776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 21d1d855-f20b-4a1c-98d8-e87db7864b62 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:45.912512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8782e08-04cc-4427-8182-87444914b542 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163197 Mar 16 11:21:45.916260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Provisioning complete for port 29f138bf-6f85-489d-8513-4287365b4144 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:45.916626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41804) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:45.916780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:45.934604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:45.965700 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port 44a63e30-dc2e-44ae-9350-ffc34da456e5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:45.966459 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port 44a63e30-dc2e-44ae-9350-ffc34da456e5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:45.966459 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port 44a63e30-dc2e-44ae-9350-ffc34da456e5 on network d5a18ff9-197b-43a4-a389-9dd54d013bd5 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-aaf79189-4a44-4d02-889d-3b1ea0966a54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9310f75-c588-40d2-a8ba-81f41504b1ec: This subnet is being modified by another concurrent operation. Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:21:45.969562 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9310f75-c588-40d2-a8ba-81f41504b1ec: This subnet is being modified by another concurrent operation. Mar 16 11:21:45.974428 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 16 11:21:45.978964 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Pushing event updated for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:45.998151 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:45.998488 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:45.999399 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:45.999725 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.000042 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.000358 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.000671 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.001281 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.001601 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.002192 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.002812 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:21:46.016463 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:46.016872 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Checking segment: {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:46.017260 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.017629 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Bound using segment: {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:46.018140 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Bound port: 44a63e30-dc2e-44ae-9350-ffc34da456e5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:46.018506 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.105340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.135610 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] For port 44a63e30-dc2e-44ae-9350-ffc34da456e5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:46.138968 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] For port 44a63e30-dc2e-44ae-9350-ffc34da456e5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=44a63e30-dc2e-44ae-9350-ffc34da456e5,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:46.146462 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.161782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.195336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.215416 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Updating router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 port f16176af-e6b1-4023-96e7-f0db0f558427 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:21:46.253047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:46.261235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.272835 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.282212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.288197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b3dc0bfc-d7df-4b62-a083-97d8ca080dbd up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:46.299608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=21d1d855-f20b-4a1c-98d8-e87db7864b62,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:46.329465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:46.331099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:46.334853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:46.340535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:46.341413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.373723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-431e145d-2a79-4bcf-aa1b-9c3b276918ad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9051442 Mar 16 11:21:46.376312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:46.414651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.426967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:46.430894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.436525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:46.440644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:46.483152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] For port 29f138bf-6f85-489d-8513-4287365b4144, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=29f138bf-6f85-489d-8513-4287365b4144,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:46.486593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:46.492165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.502682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 21d1d855-f20b-4a1c-98d8-e87db7864b62 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:46.506167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.555861 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Pushing event updated for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:46.565751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:46.581277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:46.581783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.635289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323605c-99e2-44eb-805a-f42f632d2aad None None] Pushing event updated for resources: {'Port': ['ID=29f138bf-6f85-489d-8513-4287365b4144,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:46.672839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:46.745632 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.786736 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Transition to ACTIVE for port object f16176af-e6b1-4023-96e7-f0db0f558427 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:46.796359 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.835056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.842813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.852851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b88313e7-512c-4d9a-95d6-418eb75faa6f None None] Provisioning complete for port 29f138bf-6f85-489d-8513-4287365b4144 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:46.853228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b88313e7-512c-4d9a-95d6-418eb75faa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:46.909318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 29f138bf-6f85-489d-8513-4287365b4144 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:47.008253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 21d1d855-f20b-4a1c-98d8-e87db7864b62 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:47.042724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:47.082203 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Pushing event updated for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:47.136720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.225289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=21d1d855-f20b-4a1c-98d8-e87db7864b62,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:47.225576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 29f138bf-6f85-489d-8513-4287365b4144 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:47.226412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.245758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.258588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6174324e-9153-4be8-b158-3743c3ad6643 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/21d1d855-f20b-4a1c-98d8-e87db7864b62 HTTP/1.1" status: 204 len: 168 time: 0.8801289 Mar 16 11:21:47.260994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:47.269380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'mac_address': 'fa:16:3e:0f:68:14', 'name': 'tempest-PortsIpV6TestJSON-864644088'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:47.304460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.342934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port f16176af-e6b1-4023-96e7-f0db0f558427 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:47.343310 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port f16176af-e6b1-4023-96e7-f0db0f558427 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:47.343655 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Attempting to bind port f16176af-e6b1-4023-96e7-f0db0f558427 on network d790a1d1-2109-4343-a033-3657499eb853 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:47.358885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b88313e7-512c-4d9a-95d6-418eb75faa6f None None] Provisioning for port 44a63e30-dc2e-44ae-9350-ffc34da456e5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:47.363301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:47.363665 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Checking segment: {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:47.364053 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.364435 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Bound using segment: {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:47.364895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Bound port: f16176af-e6b1-4023-96e7-f0db0f558427, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da130701-21ef-4e52-b279-a7a439b8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:47.366886 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.419619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:47.432506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:47.442442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62009181-3a67-4f3d-98f1-6a40ddf1dbf6 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:47.457213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:47.460622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:47.461121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:47.461252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.463336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:47.466427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:47.475536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:47.503169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:47.503486 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5807049 Mar 16 11:21:47.504323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269f0d1-add1-4ae7-9027-1ea84b93c3fd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=a06524c9-22ef-4208-9af4-998d699d20b8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:47.516979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:47.533411 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] For port f16176af-e6b1-4023-96e7-f0db0f558427, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:47.536416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:47.538558 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] For port f16176af-e6b1-4023-96e7-f0db0f558427, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f16176af-e6b1-4023-96e7-f0db0f558427,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:47.544158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.544272 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.554689 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c033fb0-03d0-480c-8b72-34ce8c79d4c4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 704 time: 2.8050275 Mar 16 11:21:47.555369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:47.559804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:47.669059 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:47.669772 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:47.738901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:47.742056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.927148 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa44f62e-f3a8-487a-8a99-ad465a00fbfa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 704 time: 0.3699789 Mar 16 11:21:47.931786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:47.942549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4f81-23db-4772-bffe-32b280bde468 None None] Pushing event updated for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:47.949288 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:47.986835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1002c76f-2977-4cc2-9a1c-483f137d3546', 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'tenant_id': 'd0c617c97d4d4a1f9910539767ab681b', 'fixed_ips': [{'subnet_id': 'a06524c9-22ef-4208-9af4-998d699d20b8'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:47.987897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:47.993691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.038790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 976aeb55-4786-4c73-8b56-e0e507674e71 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:48.141461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:48.149202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:48.154441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:48.178275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:48.219639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:48.313650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/a06524c9-22ef-4208-9af4-998d699d20b8/a6091c8e-cf14-4ea4-a30c-1219ad4a4b61) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:48.392308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.421188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.579070 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:45Z', 'revision_number': 7, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:47Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:48.587619 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7766cd55-f66a-43b8-834f-ce76056f6820 None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:45Z', 'revision_number': 7, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:47Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:48.622355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.639767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a06524c9-22ef-4208-9af4-998d699d20b8 (CIDR: 2001:db8::/64) Mar 16 11:21:48.673653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.681194 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:21:48.684788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:48.696859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Transition to ACTIVE for port object a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:48.719384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec702db4-18b4-46b3-b85b-c862d41ca3a2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2142892 Mar 16 11:21:48.724100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.727550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Transition to ACTIVE for port object a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:48.729697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:48.749295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:48.751712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.859660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:48.861690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:48.867734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:48.871154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:48.903947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:48.919061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:48.921111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=976aeb55-4786-4c73-8b56-e0e507674e71,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:48.923390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:48.928319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:48.928961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:48.976876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2077f487-b6f0-4c6a-9e1b-44edaaf292ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7146583 Mar 16 11:21:48.978102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:48.978642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:48.985436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:48.991562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:49.003274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:49.015810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Attempting to bind port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:49.016340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Attempting to bind port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:49.018060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Attempting to bind port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 on network 1002c76f-2977-4cc2-9a1c-483f137d3546 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:49.024918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:49.025508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Checking segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:49.026021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.026527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Bound using segment: {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:49.027101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Bound port: a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:49.027673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.101492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:49.107117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.145713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f6fa0-00a9-44a4-a586-c72b6ae69c00 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:49.148537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-422f6fa0-00a9-44a4-a586-c72b6ae69c00 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:49.151100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:49.155461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:49.161123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.178913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-422f6fa0-00a9-44a4-a586-c72b6ae69c00 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:49.183150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-422f6fa0-00a9-44a4-a586-c72b6ae69c00 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/976aeb55-4786-4c73-8b56-e0e507674e71 HTTP/1.1" status: 200 len: 844 time: 0.2006013 Mar 16 11:21:49.183743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:49.240689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f16176af-e6b1-4023-96e7-f0db0f558427 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:49.281725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 976aeb55-4786-4c73-8b56-e0e507674e71 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:49.282081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.357045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacf7ea-862b-43a3-812e-1d8ee0e0cd61 None None] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:49.386293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f16176af-e6b1-4023-96e7-f0db0f558427 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:49.395657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f16176af-e6b1-4023-96e7-f0db0f558427 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:49.396263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.577847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.661318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port f16176af-e6b1-4023-96e7-f0db0f558427, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f16176af-e6b1-4023-96e7-f0db0f558427,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:49.666592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.672188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 44a63e30-dc2e-44ae-9350-ffc34da456e5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:49.673959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.702146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41842) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:49.775764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:49.811708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 976aeb55-4786-4c73-8b56-e0e507674e71 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:49.822158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:49.823325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:49.907997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.934252 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a59e7e4-3f0c-4580-9dd0-4fdc4c7cde5e tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=081e6a201143453cb5a381c923da36b8&network_id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 2999 time: 0.2228615 Mar 16 11:21:49.970867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=976aeb55-4786-4c73-8b56-e0e507674e71,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:49.983806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:49.989596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 44a63e30-dc2e-44ae-9350-ffc34da456e5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:49.990091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.000963 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fa2efec-ae84-4f50-9427-78008b8864d4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/976aeb55-4786-4c73-8b56-e0e507674e71 HTTP/1.1" status: 204 len: 168 time: 0.8159966 Mar 16 11:21:50.004075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:50.007360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:50.032481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 44a63e30-dc2e-44ae-9350-ffc34da456e5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:50.044605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 44a63e30-dc2e-44ae-9350-ffc34da456e5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:50.045322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.067965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a57076d-7672-4d32-ac87-6be2ef11f432 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:50.068590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a57076d-7672-4d32-ac87-6be2ef11f432 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:50.088330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a57076d-7672-4d32-ac87-6be2ef11f432 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:50.089645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a57076d-7672-4d32-ac87-6be2ef11f432 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/976aeb55-4786-4c73-8b56-e0e507674e71 HTTP/1.1" status: 404 len: 333 time: 0.0843813 Mar 16 11:21:50.094014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:50.107814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'name': 'tempest-PortsIpV6TestJSON-249021966'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:50.112381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:50.269293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:21:50.342490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.342738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:50.356448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:50.378775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:50.384264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.472615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port f0fb1e20-998e-4597-8f27-74b5264a3f76 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:50.484280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 44a63e30-dc2e-44ae-9350-ffc34da456e5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=44a63e30-dc2e-44ae-9350-ffc34da456e5,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:50.484643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.539771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 44a63e30-dc2e-44ae-9350-ffc34da456e5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=44a63e30-dc2e-44ae-9350-ffc34da456e5,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:50.556825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.730580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:50.756197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda3150-7a8a-42e4-935e-1bb1a649d6ec None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:21:50.835404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1816513c-541b-4be8-a299-2afb8e5cd499 None None] Provisioning for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:50.843289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 44a63e30-dc2e-44ae-9350-ffc34da456e5 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:50.886126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:45Z', 'revision_number': 7, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 4, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:50.905435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:50.930377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:50.932135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:50.962770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:50.983976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.001217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.070146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:51.073580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:51.081690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:51.083815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:51.087881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:51.088579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.116138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=f0fb1e20-998e-4597-8f27-74b5264a3f76,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:51.130251 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a8809d5-3ff8-440b-8f1e-2301517f75a2 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0350199 Mar 16 11:21:51.130954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:51.136919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:51.255177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:51.256857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda3150-7a8a-42e4-935e-1bb1a649d6ec None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:21:51.257410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:21:51.257762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:21:51.288320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:51.290290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.291810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.298449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.299251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.410991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:51.439430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:51.439789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.442192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=4']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:51.457859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=ff023220-2951-499c-abc6-91503e06b6b8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:51.461082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:51.462528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:51.465114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:51.465706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.498804 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e742a1ab-003b-4b43-a1a9-13d2f4915267 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7625270 Mar 16 11:21:51.499061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41866) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:51.507777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:04:3e:bf', 'name': 'tempest-NetworksTestDHCPv6-1205379041'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:51.523260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.527391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.603722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] In _notify_port_updated(), no bound segment for port f0fb1e20-998e-4597-8f27-74b5264a3f76 on network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:21:51.607802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:51.608488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.612571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/ports/f0fb1e20-998e-4597-8f27-74b5264a3f76 HTTP/1.1" status: 200 len: 818 time: 0.4779630 Mar 16 11:21:51.613631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41870) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:51.653640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b047-bb68-464a-b2a5-7a99151e7f5b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=f0fb1e20-998e-4597-8f27-74b5264a3f76,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:51.687223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port f0fb1e20-998e-4597-8f27-74b5264a3f76 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:51.687856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.701018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:51.705870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:port and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:51.712048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:51.721179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:51.734264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:51.739797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.759886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 44a63e30-dc2e-44ae-9350-ffc34da456e5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:51.760216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.828817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 76c42aaa-6920-4886-b57d-effbb841791e yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:51.838201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:51.893328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.946111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:51.987677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:51.988540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f16176af-e6b1-4023-96e7-f0db0f558427 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:51.992840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.000853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19308ae2-d5f3-4700-9234-a3ad0aa36efb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:52.008563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19308ae2-d5f3-4700-9234-a3ad0aa36efb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692 HTTP/1.1" status: 200 len: 814 time: 0.1626890 Mar 16 11:21:52.133149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for f0fb1e20-998e-4597-8f27-74b5264a3f76 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:52.133611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:45Z', 'revision_number': 7, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:50Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:52.157120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc33e98-9ec5-4a20-9f25-825b78a7bf6b None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:45Z', 'revision_number': 7, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': '44a63e30-dc2e-44ae-9350-ffc34da456e5', 'name': '', 'network_id': 'd5a18ff9-197b-43a4-a389-9dd54d013bd5', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:74:79:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:39Z', 'updated_at': '2022-03-16T11:21:50Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': '1a0194e8-58da-4a4d-afcb-de532b35e0ec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:52.160899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 44a63e30-dc2e-44ae-9350-ffc34da456e5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=44a63e30-dc2e-44ae-9350-ffc34da456e5,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:52.161269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.164876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:52.187446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f16176af-e6b1-4023-96e7-f0db0f558427 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:52.187813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.221027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f82d9-8681-4c2d-b0d2-4c2413ec1e7a None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:21:52.274867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.312953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 44a63e30-dc2e-44ae-9350-ffc34da456e5 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:52.352346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=f0fb1e20-998e-4597-8f27-74b5264a3f76,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:52.367205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.370620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::23f (1002c76f-2977-4cc2-9a1c-483f137d3546/a06524c9-22ef-4208-9af4-998d699d20b8/76c42aaa-6920-4886-b57d-effbb841791e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:52.376720 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-28f8f465-a841-4ee6-8995-1242c70c094f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/f0fb1e20-998e-4597-8f27-74b5264a3f76 HTTP/1.1" status: 204 len: 168 time: 0.7617466 Mar 16 11:21:52.379678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:52.385973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:3ebf (1002c76f-2977-4cc2-9a1c-483f137d3546/ff023220-2951-499c-abc6-91503e06b6b8/76c42aaa-6920-4886-b57d-effbb841791e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:52.424644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 44a63e30-dc2e-44ae-9350-ffc34da456e5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:52.478431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703972b0-aa5a-4d52-9cc7-cadd0c545328 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:52.479615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-703972b0-aa5a-4d52-9cc7-cadd0c545328 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:52.479747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f82d9-8681-4c2d-b0d2-4c2413ec1e7a None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:21:52.490204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:52.498832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:52.566199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-703972b0-aa5a-4d52-9cc7-cadd0c545328 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:52.571126 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-703972b0-aa5a-4d52-9cc7-cadd0c545328 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1870103 Mar 16 11:21:52.571126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:52.627651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-796cc322-fe34-463c-a6d6-7fc26ce41070 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:21:52.633039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-796cc322-fe34-463c-a6d6-7fc26ce41070 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/f0fb1e20-998e-4597-8f27-74b5264a3f76 HTTP/1.1" status: 404 len: 333 time: 0.0578227 Mar 16 11:21:52.633591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:52.639200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865818265'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:52.654310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:52.658037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 44a63e30-dc2e-44ae-9350-ffc34da456e5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:52.658258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.661982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:52.666532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.713906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:52.725968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:52.759583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:52.762699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.807551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.821915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.849467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port 44a63e30-dc2e-44ae-9350-ffc34da456e5 update to ACTIVE by agent not found {{(pid=83795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 16 11:21:52.865228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 76c42aaa-6920-4886-b57d-effbb841791e will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:52.877690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=44a63e30-dc2e-44ae-9350-ffc34da456e5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:52.965709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:21:52.975880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:52.997727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:52.998445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment ab0a38e9-d833-4df8-bdbf-790bd1d94be8 of type vlan for network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 Mar 16 11:21:53.067903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:53.068463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.084508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.086561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.116000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.122613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.123593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP b78bbc5f-b918-4094-aadf-904eaef26a86 disassociated. External IP: 172.26.1.158, port: d93590b5-5161-42ac-940e-889d5c3176ed. Mar 16 11:21:53.213150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:53.214255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=76c42aaa-6920-4886-b57d-effbb841791e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:53.218979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:53.222310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:53.228766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.229613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.263806 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-132ac6ad-4065-42a4-8767-4784705ee3c6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7615192 Mar 16 11:21:53.265777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41898) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:53.303614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.307770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:53.308621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.309430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.427334 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7926068 Mar 16 11:21:53.430676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:53.441631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:53.456845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ce1c2-4ecb-41e1-b9d6-f1f4ee38475b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:53.471083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:21:53.484045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 76c42aaa-6920-4886-b57d-effbb841791e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:53.484543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.571274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:53.577692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:53.581303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:53.589543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:53.617805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:53.694822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963be15-dd39-41f9-8ce6-678b70e040a4 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:53.822927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7b36323a-14c9-4705-9d88-cc42606d8f2b None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:53.823428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b36323a-14c9-4705-9d88-cc42606d8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:53.834743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.016905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.146933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:54.147593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 76c42aaa-6920-4886-b57d-effbb841791e owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:54.149902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.227101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=16b8bd3b-77a5-4de0-ad80-aa6485656921,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:54.397501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:54.398306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.504708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:54.505056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:21:54.539682 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-0d0323c3-abb1-48aa-84d9-e32e1e612f3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6030531 Mar 16 11:21:54.552672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:21:54.569485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:54.574138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:54.574707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.598693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eddf8d-77eb-459e-95cf-d5dfef7f9556 None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:54.619079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1e9ad0f-4866-4d65-ad8f-9ec3d1aab6ab tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1872890 Mar 16 11:21:54.620478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41906) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:54.628576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:54.720201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:54.725315 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.731747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:21:54.735918 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:54.748024 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:54.748976 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:54.822409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Provisioning for port 76c42aaa-6920-4886-b57d-effbb841791e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:54.827665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Provisioning complete for port 76c42aaa-6920-4886-b57d-effbb841791e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:54.828106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.843846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:54.848811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:54.853626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:54.858607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.868808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-75bb501a-eeef-4e6f-9d04-de9130f57d38 None None] Port 76c42aaa-6920-4886-b57d-effbb841791e was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 16 11:21:54.869463 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-53e13b62-504c-4fb1-a968-9212264e1e2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1098 time: 0.2325182 Mar 16 11:21:54.870365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '16b8bd3b-77a5-4de0-ad80-aa6485656921'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:21:54.871216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.894582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:54.918404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:54.923515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:54.951705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:54.992520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7c431815-2bec-48db-b6db-9722c8099400 None None] Could not find standard attr ID for object 76c42aaa-6920-4886-b57d-effbb841791e. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:21:55.020554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=76c42aaa-6920-4886-b57d-effbb841791e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:55.089956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Allocated IP 2001:db8::2 (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/16b8bd3b-77a5-4de0-ad80-aa6485656921/f4118b67-b253-4180-9959-53e44bf8f24c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:55.098824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16b8bd3b-77a5-4de0-ad80-aa6485656921 (CIDR: 2001:db8::/64) Mar 16 11:21:55.121855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:21:55.122682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:21:55.175245 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c43c9706-2409-4c05-9931-c1d55a0d5a8e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5535326 Mar 16 11:21:55.175968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.182021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b73af211-29f9-45dc-b3a1-29cfe22cbde6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 690 time: 2.6904192 Mar 16 11:21:55.203735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41914) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.211321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:55.239939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:21:55.346678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'status': 'completed', 'code': 200} Mar 16 11:21:55.386085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.439117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50730373-055d-4110-8bf7-ccc2299a4639 req-42589dd6-98a9-44a3-83b6-6cdf7c7bfbc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.440467 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-42589dd6-98a9-44a3-83b6-6cdf7c7bfbc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.4630044 Mar 16 11:21:55.448175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:55.450563 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-32aa8923-76da-457d-85b7-aaa24cf2de83 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 690 time: 0.2267694 Mar 16 11:21:55.452098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.453148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:55.455809 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7dc599b0-aa78-4c8c-8a88-384bc20eea71 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/76c42aaa-6920-4886-b57d-effbb841791e HTTP/1.1" status: 204 len: 168 time: 2.1887908 Mar 16 11:21:55.456789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41920) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.457779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:55.458271 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:55.463443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:55.465673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:55.465880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Transition to ACTIVE for port object f4118b67-b253-4180-9959-53e44bf8f24c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:55.478904 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:55.479964 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:55.481092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:55.485574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.495743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Transition to ACTIVE for port object f4118b67-b253-4180-9959-53e44bf8f24c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:55.503409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.578936 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-1b58f19a-31c0-421a-99e1-6f4aaf347375 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 217 time: 0.1209345 Mar 16 11:21:55.588864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:55.593640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:55.596496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:55.599552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Pushing event updated for resources: {'Port': ['ID=f4118b67-b253-4180-9959-53e44bf8f24c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:55.647196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:21:55.662644 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-52f85914-e95c-4b99-89f5-591304554881 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7297790 Mar 16 11:21:55.666247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.688852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:21:55.730272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Attempting to bind port f4118b67-b253-4180-9959-53e44bf8f24c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:21:55.730781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Attempting to bind port f4118b67-b253-4180-9959-53e44bf8f24c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:21:55.731245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Attempting to bind port f4118b67-b253-4180-9959-53e44bf8f24c on network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:21:55.736998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50730373-055d-4110-8bf7-ccc2299a4639 req-bde5860f-ab68-4f07-9f65-f353c1362cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.738755 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-bde5860f-ab68-4f07-9f65-f353c1362cbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1471825 Mar 16 11:21:55.739606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:55.740314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:55.745682 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:55.796803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:21:55.797232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Checking segment: {'id': 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:21:55.797719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.798227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Bound using segment: {'id': 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:21:55.798822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Bound port: f4118b67-b253-4180-9959-53e44bf8f24c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:21:55.799391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.806735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c9272-8702-4b27-b6ca-a1c3455a80fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.807441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe2c9272-8702-4b27-b6ca-a1c3455a80fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:55.835118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.909807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:55.913635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:55.914439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe2c9272-8702-4b27-b6ca-a1c3455a80fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:55.917247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:55.917833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:55.918258 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe2c9272-8702-4b27-b6ca-a1c3455a80fa tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4591069 Mar 16 11:21:55.921971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.940942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=b049b89f-acac-4bec-bcaa-52312a896b9f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:55.965528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7235b62e-df2d-49ba-a9a0-279b45cca0a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7862225 Mar 16 11:21:55.966215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41932) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:55.975981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'fixed_ips': [{'subnet_id': '16b8bd3b-77a5-4de0-ad80-aa6485656921'}, {'subnet_id': 'b049b89f-acac-4bec-bcaa-52312a896b9f'}], 'name': 'tempest-PortsIpV6TestJSON-1994540157'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:56.009885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet 1a0194e8-58da-4a4d-afcb-de532b35e0ec {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:56.010392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:21:56.012683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:56.015077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.060421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-b72efb6b-c104-4838-9235-2d4ffb5ac50c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2971158 Mar 16 11:21:56.080856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f4118b67-b253-4180-9959-53e44bf8f24c,segment=NetworkSegment(ab0a38e9-d833-4df8-bdbf-790bd1d94be8),segment_id=ab0a38e9-d833-4df8-bdbf-790bd1d94be8)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:21:56.095535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.161636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:56.165384 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62965f14-3240-4896-a905-b5704faf71cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:56.169577 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62965f14-3240-4896-a905-b5704faf71cf None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:56.176678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:56.200001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:56.214718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.261201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port efe58ec7-8f10-43b8-b356-5b8827b7287a yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:21:56.336163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.359813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ac0a2-d89e-4fab-b478-f7deda54d0ef None None] Pushing event updated for resources: {'Port': ['ID=f4118b67-b253-4180-9959-53e44bf8f24c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:56.429286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278659c-b585-4f72-a867-2783c9cc5010 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.442048 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6278659c-b585-4f72-a867-2783c9cc5010 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5170138 Mar 16 11:21:56.448552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:56.461013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:56.515833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:52Z', 'revision_number': 8, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:56.521724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:21:56.537813 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4deb1e-7e85-4c2e-85ab-b77923d25e03 None None] New status for floating IP b78bbc5f-b918-4094-aadf-904eaef26a86: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:21:56.542946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:21:56.543662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:21:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:56.550829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.552122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.553405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:56.554239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:21:56.634615 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3b547dd-fb65-443f-a1ad-699080831476 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 690 time: 0.1705041 Mar 16 11:21:56.635839 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-cdf25819-3c7c-4948-9ea2-a780d03d0444 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641904 Mar 16 11:21:56.718419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:21:56.723832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a61bcf7b-8ae5-4f2d-b74e-7a4c688a1486 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2741344 Mar 16 11:21:56.769009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:56.769273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.770774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:21:56.880707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.943563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0194e8-58da-4a4d-afcb-de532b35e0ec,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:56.967780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:56.981579 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b852f179-77b0-4efa-a415-3bbb0f909839 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/1a0194e8-58da-4a4d-afcb-de532b35e0ec HTTP/1.1" status: 204 len: 168 time: 1.3143044 Mar 16 11:21:56.984820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:56.990376 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-50730373-055d-4110-8bf7-ccc2299a4639 req-dcef337f-5f6b-43f4-a612-78b45afa299e service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439989 Mar 16 11:21:57.037241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f66ed2-2b1d-4b39-a26c-b8e3691d79b1 None None] Network d5a18ff9-197b-43a4-a389-9dd54d013bd5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:57.079369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet a06524c9-22ef-4208-9af4-998d699d20b8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:57.086739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.173534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.202128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.222690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 29f138bf-6f85-489d-8513-4287365b4144 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:21:57.223073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.276186 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-15081066-5c34-4153-89db-2dcd6c948269 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1098 time: 0.2173095 Mar 16 11:21:57.332688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f4118b67-b253-4180-9959-53e44bf8f24c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:57.444155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.539188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::154 (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/16b8bd3b-77a5-4de0-ad80-aa6485656921/efe58ec7-8f10-43b8-b356-5b8827b7287a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:57.546659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8:0:1::12d (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/b049b89f-acac-4bec-bcaa-52312a896b9f/efe58ec7-8f10-43b8-b356-5b8827b7287a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:57.593066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.597891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 29f138bf-6f85-489d-8513-4287365b4144, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=29f138bf-6f85-489d-8513-4287365b4144,segment=NetworkSegment(f5b4e7a4-e161-4b78-bb54-8ac28e0bb852),segment_id=f5b4e7a4-e161-4b78-bb54-8ac28e0bb852)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:57.598400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.650831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:57.664625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee455c3-89fa-456b-bbfb-2b617ad46534 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:57.726223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.744454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 29f138bf-6f85-489d-8513-4287365b4144 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:21:57.757741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dbf4e8-7a51-488a-a0a5-0ccefb0882f8 None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:57.759160 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a06524c9-22ef-4208-9af4-998d699d20b8 HTTP/1.1" status: 204 len: 168 time: 0.9890418 Mar 16 11:21:57.760326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2c63f-2b4e-4f18-9aa7-6c3d41a9ab2b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=a06524c9-22ef-4208-9af4-998d699d20b8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:57.762144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:57.830819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-2aca1e34-c8ab-412f-87fa-e4aea8ed57b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:57.832470 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-2aca1e34-c8ab-412f-87fa-e4aea8ed57b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.5483575 Mar 16 11:21:57.840411 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc7ff0bf-8f5f-470e-80a1-5173fe84b292 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 688 time: 0.1814616 Mar 16 11:21:57.902794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f4118b67-b253-4180-9959-53e44bf8f24c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:57.914185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.933366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:52Z', 'revision_number': 8, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:57.939476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet ff023220-2951-499c-abc6-91503e06b6b8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:21:57.952567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:57.960391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea486adc-cc48-44eb-a245-9c75c295f6f2 None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:21:52Z', 'revision_number': 8, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f16176af-e6b1-4023-96e7-f0db0f558427', 'name': '', 'network_id': 'd790a1d1-2109-4343-a033-3657499eb853', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:83:bf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58b374c-3414-440f-9531-b96655cff554', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:35Z', 'updated_at': '2022-03-16T11:21:49Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'a58b374c-3414-440f-9531-b96655cff554', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:21:57.961983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port 29f138bf-6f85-489d-8513-4287365b4144 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:21:58.003514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Provisioning for port f4118b67-b253-4180-9959-53e44bf8f24c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:21:58.024954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=29f138bf-6f85-489d-8513-4287365b4144,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:58.044970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Provisioning complete for port f4118b67-b253-4180-9959-53e44bf8f24c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:58.045627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.054316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.129204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.159042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object efe58ec7-8f10-43b8-b356-5b8827b7287a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:58.179418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.247359 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-8ccadcd3-17dd-4736-90ce-7dd204431c4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 217 time: 0.3894813 Mar 16 11:21:58.273385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.323658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.338980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.360901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-ead86ce1-3ce5-45fa-9850-6668d7209ff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:58.361570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0bd75b-85e8-4ad0-a2b9-d578955c1627 None None] DHCP port deletion for d5a18ff9-197b-43a4-a389-9dd54d013bd5 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:21:58.362655 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-ead86ce1-3ce5-45fa-9850-6668d7209ff8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1086154 Mar 16 11:21:58.364199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a18ff9-197b-43a4-a389-9dd54d013bd5']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:58.402467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.425798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:58.426193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:58.426311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b4e7a4-e161-4b78-bb54-8ac28e0bb852') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:21:58.432162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:58.435166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=ff023220-2951-499c-abc6-91503e06b6b8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:58.441872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.442396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:21:58.446836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:58.447498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.460643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f4118b67-b253-4180-9959-53e44bf8f24c,segment=NetworkSegment(ab0a38e9-d833-4df8-bdbf-790bd1d94be8),segment_id=ab0a38e9-d833-4df8-bdbf-790bd1d94be8)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:58.469812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.470069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.478880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:21:58.479268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.481816 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5137093 Mar 16 11:21:58.486428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.491060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0f8a13e-b0d4-44af-9d68-ccb6e30808df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/ff023220-2951-499c-abc6-91503e06b6b8 HTTP/1.1" status: 204 len: 168 time: 0.7122455 Mar 16 11:21:58.491591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:58.491914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:21:58.494680 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:21:58.571226 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-7be0655c-6cab-4516-bafc-1faca8cda224 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1949666 Mar 16 11:21:58.572292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16b8bd3b-77a5-4de0-ad80-aa6485656921'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:58.573336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36b952-d763-44ae-b1ae-55414b807bb2 None None] Pushing event updated for resources: {'Port': ['ID=f4118b67-b253-4180-9959-53e44bf8f24c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:58.599172 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43540980-be0e-4f1a-b484-7764f24bdb6a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035061 Mar 16 11:21:58.599975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61230b-df39-49d2-be2d-98b989d7a87f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=efe58ec7-8f10-43b8-b356-5b8827b7287a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:58.607453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:58.611943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:58.662283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.683302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.700666 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/d5a18ff9-197b-43a4-a389-9dd54d013bd5 HTTP/1.1" status: 204 len: 168 time: 1.7132974 Mar 16 11:21:58.710536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41974) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:58.711586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19f3a0-6afa-4787-9bc7-c6735318dd6e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=d5a18ff9-197b-43a4-a389-9dd54d013bd5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:58.718042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Update dhcp port {'port': {'network_id': '3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7', 'fixed_ips': [{'subnet_id': '16b8bd3b-77a5-4de0-ad80-aa6485656921', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b049b89f-acac-4bec-bcaa-52312a896b9f'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': 'f4118b67-b253-4180-9959-53e44bf8f24c'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:21:58.749273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:58.759344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:58.764991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:58.774736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:58.785593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.855006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.910806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:21:58.917748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:58.956199 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-3bccfc68-5c22-428a-80eb-52009355de9f service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726482 Mar 16 11:21:58.988051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f4118b67-b253-4180-9959-53e44bf8f24c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:21:59.126076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Allocated IP 2001:db8:0:1::2 (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/b049b89f-acac-4bec-bcaa-52312a896b9f/f4118b67-b253-4180-9959-53e44bf8f24c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:21:59.172030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f4118b67-b253-4180-9959-53e44bf8f24c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:59.172537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.308419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:59.331806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19574503', 'description': 'tempest-secgroup-smoke-19574503 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:59.348454 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d46f661-9f3f-4623-a396-9ffe59913024 req-80a6ff23-7e2b-44cd-8615-d991dc921b9d service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777387 Mar 16 11:21:59.349634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:59.380715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c197ae8-8ff5-46c1-9e83-78cc0168b645 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:21:59.384082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.398918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:59.574741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.650801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:59.657033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:59.660085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:59.665834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.669920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:59.677662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce91c28c-cac6-49b9-b5c1-ee1b18265e44 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:21:59.678049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce91c28c-cac6-49b9-b5c1-ee1b18265e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.715729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f4118b67-b253-4180-9959-53e44bf8f24c,segment=NetworkSegment(ab0a38e9-d833-4df8-bdbf-790bd1d94be8),segment_id=ab0a38e9-d833-4df8-bdbf-790bd1d94be8)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:21:59.750152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:21:59.754545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=a8f790f2-b4db-4c2e-989b-737f1dd56895,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:59.758320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:21:59.766462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:21:59.767035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.815034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.816665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.825512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f81275a2-da48-44c2-ba8f-dadf22c4c6d1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2179215 Mar 16 11:21:59.826921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.828571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41984) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:59.829044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 29f138bf-6f85-489d-8513-4287365b4144 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:59.836621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:59.863195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.870131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5570982 Mar 16 11:21:59.871432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:21:59.877793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 29f138bf-6f85-489d-8513-4287365b4144 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:59.878315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 29f138bf-6f85-489d-8513-4287365b4144 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:59.879041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 44a63e30-dc2e-44ae-9350-ffc34da456e5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:21:59.886383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:21:59.892694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0c84-f56a-481d-b210-e11940974980 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb8e97-abcf-460c-9191-9078bfcfb424,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:21:59.896584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:21:59.900837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:21:59.904582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:21:59.909224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Transition to ACTIVE for port object f4118b67-b253-4180-9959-53e44bf8f24c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:21:59.912357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:21:59.944553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 44a63e30-dc2e-44ae-9350-ffc34da456e5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:21:59.944553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 44a63e30-dc2e-44ae-9350-ffc34da456e5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:21:59.952722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:21:59.981897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.016025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Delete allocated IP 2001:db8:0:1::12d (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/b049b89f-acac-4bec-bcaa-52312a896b9f) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:22:00.122967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65a88-e4c0-4827-91d7-914ad8a06f0a None None] Pushing event updated for resources: {'Port': ['ID=f4118b67-b253-4180-9959-53e44bf8f24c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:00.140821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:00.146577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:00.149200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.150836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:00.162740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:00.170821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.185853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:00.205214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addeea9e-9dc3-45fe-818c-5792ad0cce63,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:00.233552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.237648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-efeceabe-5793-406f-95cf-be40f8a7a27e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3560452 Mar 16 11:22:00.238873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 41992) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:00.251359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:00.256646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Update dhcp port {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'fixed_ips': [{'subnet_id': 'a8f790f2-b4db-4c2e-989b-737f1dd56895'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': 'a6091c8e-cf14-4ea4-a30c-1219ad4a4b61'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:22:00.266818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:00.271155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:00.274232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:00.281003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:00.319109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.333069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.338101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.359557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Ignored duplicate provisioning block setup for port efe58ec7-8f10-43b8-b356-5b8827b7287a by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:22:00.370306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.435520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.512289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] In _notify_port_updated(), no bound segment for port efe58ec7-8f10-43b8-b356-5b8827b7287a on network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:00.516121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:00.517947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.521959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/ports/efe58ec7-8f10-43b8-b356-5b8827b7287a HTTP/1.1" status: 200 len: 926 time: 2.0265920 Mar 16 11:22:00.523120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 41996) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:00.533329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16b8bd3b-77a5-4de0-ad80-aa6485656921'}, {'subnet_id': 'b049b89f-acac-4bec-bcaa-52312a896b9f'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:00.538574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.539590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45344e-9eb6-43bd-b10d-a29042ef77ba tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=efe58ec7-8f10-43b8-b356-5b8827b7287a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:00.545770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.573901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaa41f0-67fb-48b0-967d-2e62c0be9f06,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:00.586837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.588226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be9e22d3-38cf-435a-b0db-eef64d724a50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3416326 Mar 16 11:22:00.593214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42000) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:00.608248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Allocated IP 2001:db8::2 (1002c76f-2977-4cc2-9a1c-483f137d3546/a8f790f2-b4db-4c2e-989b-737f1dd56895/a6091c8e-cf14-4ea4-a30c-1219ad4a4b61) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:00.645067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:00.681318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:00.699216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:00.707060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:00.740752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:00.752520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:00.790034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.809020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Transition to ACTIVE for port object a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:00.809672 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8f790f2-b4db-4c2e-989b-737f1dd56895 (CIDR: 2001:db8::/64) Mar 16 11:22:00.814587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.820599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port f16176af-e6b1-4023-96e7-f0db0f558427 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:00.820935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.847416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db85fe43-f6a8-4c5c-aa33-5b7934462b3c None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:00.857316 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:22:00.857553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:00.906736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:00.946789 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c5144beb-6521-4ebd-9652-7f33ddf39367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1171088 Mar 16 11:22:00.950294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:00.959343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'subnet': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:00.975872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f4118b67-b253-4180-9959-53e44bf8f24c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:01.055509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786d7c-edbd-4d3c-a890-5430a1effdd4 None None] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:01.082688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Provisioning for port f4118b67-b253-4180-9959-53e44bf8f24c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:01.107551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Provisioning complete for port f4118b67-b253-4180-9959-53e44bf8f24c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:01.107923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.122348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:01.127363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Usage tracker for resource:subnet and tenant:d0c617c97d4d4a1f9910539767ab681b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:01.130717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:01.137717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:01.150969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:01.154977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.205595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.218261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.225129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f4118b67-b253-4180-9959-53e44bf8f24c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:01.225706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.232353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port f16176af-e6b1-4023-96e7-f0db0f558427, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f16176af-e6b1-4023-96e7-f0db0f558427,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:01.232957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.251912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.459078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b751633-59ab-464e-84fe-bf85704acf2c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:01.471313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for f16176af-e6b1-4023-96e7-f0db0f558427 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:01.510185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.511541 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2dd5997c-42e9-4c51-9fd5-8bba5f387be9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9112334 Mar 16 11:22:01.514656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:01.524120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:01.533843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:01.581943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0be26141-7880-47d1-9329-3bdd6cdd06bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.596813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:01.603252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Provisioning for port efe58ec7-8f10-43b8-b356-5b8827b7287a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:01.607295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:01.614566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Provisioning complete for port efe58ec7-8f10-43b8-b356-5b8827b7287a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:01.614566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.625563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:01.675540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90f99e0a-4b0a-41eb-a3a1-6560368574e9 None None] Port efe58ec7-8f10-43b8-b356-5b8827b7287a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:01.709645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.773698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 16 11:22:01.811524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b78fe1-a31f-445b-b210-72008d1c0d26 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:01.914301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:01.952960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.006680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a60407-7e6e-4410-a579-f0d76cf06b8d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.014911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4dea9800-5100-409d-b8b9-59dd8582844e None None] Provisioning for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:02.017767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.022507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4dea9800-5100-409d-b8b9-59dd8582844e None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:02.022912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4dea9800-5100-409d-b8b9-59dd8582844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.069771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.074909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:02.075150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd51aeca-2a88-4099-ac60-3e730066c3be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5589118 Mar 16 11:22:02.086047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:02.092333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:02.096525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:02.099183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:02.105326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:02.127549 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:02.149293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8:0:1::126 (3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7/b049b89f-acac-4bec-bcaa-52312a896b9f/efe58ec7-8f10-43b8-b356-5b8827b7287a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:02.152414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.223573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.299483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=f16176af-e6b1-4023-96e7-f0db0f558427,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.449050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.473692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:02.480056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.525152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-075feaa7-049b-4262-bbc1-cd68b1a74f8e None None] Provisioning complete for port f4118b67-b253-4180-9959-53e44bf8f24c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:02.525664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-075feaa7-049b-4262-bbc1-cd68b1a74f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.533601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.543346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.544733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.760409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d06b7b8-51c8-4a74-a7fb-761bba9b0a5b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.784243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-075feaa7-049b-4262-bbc1-cd68b1a74f8e None None] Provisioning complete for port efe58ec7-8f10-43b8-b356-5b8827b7287a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:02.785540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-075feaa7-049b-4262-bbc1-cd68b1a74f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.799032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:02.815063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:02.818023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:02.818903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.819314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:02.820477 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7f1e1ff-9579-4acf-8607-21d6f800df08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7446263 Mar 16 11:22:02.828389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:02.838383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8e97-abcf-460c-9191-9078bfcfb424', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:02.852107 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8969469 Mar 16 11:22:02.852396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:02.854812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:02.857298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:02.869464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Request body: {'port': {'network_id': '1002c76f-2977-4cc2-9a1c-483f137d3546', 'mac_address': 'fa:16:3e:9d:25:04', 'name': 'tempest-NetworksTestDHCPv6-1024044796'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:02.870462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=10']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.900142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d2647-916d-4f6e-8982-53dc779776d3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Subnet': ['ID=7b6eb0f3-8b64-4368-81e1-a69816298dff,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:02.933815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-075feaa7-049b-4262-bbc1-cd68b1a74f8e None None] Port efe58ec7-8f10-43b8-b356-5b8827b7287a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:02.941840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:22:02.952043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:02.969359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:02.980546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.019124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Ignored duplicate provisioning block setup for port efe58ec7-8f10-43b8-b356-5b8827b7287a by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:22:03.020155 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:22:03.046101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.047625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.068779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:03.117743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-204489fd-d7c3-4126-bf13-822082d0904c None None] Provisioning complete for port efe58ec7-8f10-43b8-b356-5b8827b7287a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:03.118395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-204489fd-d7c3-4126-bf13-822082d0904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.172486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.196188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-204489fd-d7c3-4126-bf13-822082d0904c None None] Port efe58ec7-8f10-43b8-b356-5b8827b7287a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:03.200140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:03.218743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:03.219099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.241122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=efe58ec7-8f10-43b8-b356-5b8827b7287a,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:03.292542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:03.370168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] In _notify_port_updated(), no bound segment for port efe58ec7-8f10-43b8-b356-5b8827b7287a on network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:03.374425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:03.374913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.376170 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb3c18d5-71ea-454a-b638-54c493d093b8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/ports/efe58ec7-8f10-43b8-b356-5b8827b7287a HTTP/1.1" status: 200 len: 1012 time: 2.8509159 Mar 16 11:22:03.380402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:03.392057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099cfe2-28b9-45f3-b2f0-59080aa69422 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:03.438035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.443660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Made reservation on behalf of d0c617c97d4d4a1f9910539767ab681b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:03.447750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.460730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port efe58ec7-8f10-43b8-b356-5b8827b7287a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:03.461064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.469406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.503067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f3774-5420-48a8-8ea1-70cdb138feca,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:03.528776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] device_id is not set on port 4ec70f41-23e7-41d6-be63-facbf974935a yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:03.564178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.565407 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75c0a813-88d3-44f5-b075-551f6986246a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7354012 Mar 16 11:22:03.602920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c2f7cf33-a993-4382-9766-4c8a0fa8a2db None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:03.603938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2f7cf33-a993-4382-9766-4c8a0fa8a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.729505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-623c4474-2c39-4ab2-9e65-be07056f96e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.784462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.885932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8::100 (1002c76f-2977-4cc2-9a1c-483f137d3546/a8f790f2-b4db-4c2e-989b-737f1dd56895/4ec70f41-23e7-41d6-be63-facbf974935a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:03.924233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41d2361b-52e8-4fe4-a58f-b0f4c49a3e17 None None] Provisioning complete for port efe58ec7-8f10-43b8-b356-5b8827b7287a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:03.924633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41d2361b-52e8-4fe4-a58f-b0f4c49a3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:03.927248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for efe58ec7-8f10-43b8-b356-5b8827b7287a owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:04.005630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41d2361b-52e8-4fe4-a58f-b0f4c49a3e17 None None] Port efe58ec7-8f10-43b8-b356-5b8827b7287a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:04.055043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-9f9515d6-9153-4957-95d7-2c56a3d4dd00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:04.078797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:2504 (1002c76f-2977-4cc2-9a1c-483f137d3546/7b6eb0f3-8b64-4368-81e1-a69816298dff/4ec70f41-23e7-41d6-be63-facbf974935a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:04.099148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-9f9515d6-9153-4957-95d7-2c56a3d4dd00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:04.100203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-9f9515d6-9153-4957-95d7-2c56a3d4dd00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19574503&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.2416201 Mar 16 11:22:04.130833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-54a1d9f7-6e90-4f75-8338-f07206c29fff None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:04.131206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-54a1d9f7-6e90-4f75-8338-f07206c29fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.314676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-c3c88e64-ff35-4a0e-bc2d-fa7df30feaf4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:04.316288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-c3c88e64-ff35-4a0e-bc2d-fa7df30feaf4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 797 time: 0.2024574 Mar 16 11:22:04.317275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.367666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=efe58ec7-8f10-43b8-b356-5b8827b7287a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:04.379302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-1cc9ed04-d5b2-451e-92af-c027da0fb5fc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0243700 Mar 16 11:22:04.454987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.480036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Transition to ACTIVE for port object 4ec70f41-23e7-41d6-be63-facbf974935a will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:04.491184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.506010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:04.515519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-467fbdeb-651a-4d4c-b8d1-f80791424c51 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/efe58ec7-8f10-43b8-b356-5b8827b7287a HTTP/1.1" status: 204 len: 168 time: 1.1307795 Mar 16 11:22:04.515733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:04.541397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-506bbf82-c5aa-4dbb-b398-785f0eb816f4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1376419 Mar 16 11:22:04.561040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.656511 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-774cb447-0ec2-40c7-901c-f13aecc39437 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:04.656956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-774cb447-0ec2-40c7-901c-f13aecc39437 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:04.677568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-6ae80c94-8222-432f-b6c4-277f86197ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268768 Mar 16 11:22:04.768280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-774cb447-0ec2-40c7-901c-f13aecc39437 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:04.769465 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-774cb447-0ec2-40c7-901c-f13aecc39437 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/efe58ec7-8f10-43b8-b356-5b8827b7287a HTTP/1.1" status: 404 len: 333 time: 0.2517498 Mar 16 11:22:04.770153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event updated for resources: {'Port': ['ID=4ec70f41-23e7-41d6-be63-facbf974935a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:04.774990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:04.775188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:04.784162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:04.788422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:04.792366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:04.792923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.833592 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b0fd1e6b-3d4c-4027-a28e-5e73b30e5cd2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9777293 Mar 16 11:22:04.836265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:04.891378 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-c6064991-a635-48a2-be8a-cddd7500e4e3 service neutron] 10.222.0.36 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078803 Mar 16 11:22:04.910832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:04.916740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:04.927565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:04.933227 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3de4173-e2e7-4c37-acf9-6a4cdfb32131 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2191322 Mar 16 11:22:04.934095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:04.950521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:04.954010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:05.027330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting port 4ec70f41-23e7-41d6-be63-facbf974935a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:05.027681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.074492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet b049b89f-acac-4bec-bcaa-52312a896b9f {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:05.077791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.106224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:05.238651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.287941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:05.294578 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c8344e03-571e-48c1-bef2-2ee27104a6ab req-ac1c329e-7fb5-47d0-94bb-bc82894c234e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0600309 Mar 16 11:22:05.309150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.333216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f1c7daa3-394c-44a4-841a-8c5780098868 None None] Provisioning for port 4ec70f41-23e7-41d6-be63-facbf974935a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:05.349449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f1c7daa3-394c-44a4-841a-8c5780098868 None None] Provisioning complete for port 4ec70f41-23e7-41d6-be63-facbf974935a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:05.349889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1c7daa3-394c-44a4-841a-8c5780098868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.398687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet a58b374c-3414-440f-9531-b96655cff554 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:05.401633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.405971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.481191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:05.481560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.485016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.493434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.512948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7daa3-394c-44a4-841a-8c5780098868 None None] Port 4ec70f41-23e7-41d6-be63-facbf974935a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:05.525182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=b049b89f-acac-4bec-bcaa-52312a896b9f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:05.534018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.543563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb8c74b2-cb5e-4500-b973-422860e9b58e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/b049b89f-acac-4bec-bcaa-52312a896b9f HTTP/1.1" status: 204 len: 168 time: 0.7641501 Mar 16 11:22:05.543786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.543883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:05.590313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cf64b-7da6-48df-9b38-daa80310591a None None] Network 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:05.608540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 16b8bd3b-77a5-4de0-ad80-aa6485656921 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:05.611857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.668970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.757680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.807289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Calling delete_port for 4ec70f41-23e7-41d6-be63-facbf974935a owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:05.834223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.878552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=16b8bd3b-77a5-4de0-ad80-aa6485656921,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:05.883225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.892031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0ba0d03-b1dd-4666-8126-b253a0b4fd59 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/16b8bd3b-77a5-4de0-ad80-aa6485656921 HTTP/1.1" status: 204 len: 168 time: 0.3454809 Mar 16 11:22:05.892307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:05.951543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:05.962520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 9, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:05.971134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:05.982524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:05.983122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:06.013573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.027003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port f4118b67-b253-4180-9959-53e44bf8f24c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:06.027371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.091767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] DHCP port deletion for 3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:06.099551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.115471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Deleting port f4118b67-b253-4180-9959-53e44bf8f24c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:06.115826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.169433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=a58b374c-3414-440f-9531-b96655cff554,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:06.193116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526809d-ac61-4e1d-871b-db67c8c51cfd None None] Network d790a1d1-2109-4343-a033-3657499eb853 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:06.198255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.209896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.270820 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4da2960a-4fff-417e-8aa4-7c16df3c55d8 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/a58b374c-3414-440f-9531-b96655cff554 HTTP/1.1" status: 204 len: 168 time: 1.3327308 Mar 16 11:22:06.278865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42068) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:06.299858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Port': ['ID=4ec70f41-23e7-41d6-be63-facbf974935a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:06.307144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.307968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:06.315967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f4118b67-b253-4180-9959-53e44bf8f24c,segment=NetworkSegment(ab0a38e9-d833-4df8-bdbf-790bd1d94be8),segment_id=ab0a38e9-d833-4df8-bdbf-790bd1d94be8)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:06.316486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.452929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.454860 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b5fd142-62a1-45ee-ade8-a5a7aa6f8478 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/4ec70f41-23e7-41d6-be63-facbf974935a HTTP/1.1" status: 204 len: 168 time: 1.6176872 Mar 16 11:22:06.464100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42074) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:06.471881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for f4118b67-b253-4180-9959-53e44bf8f24c owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:06.518779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.542580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:06.542958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.605608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25155fa4-dae8-418d-b525-c79a171e110a req-dd91374e-b62c-417d-b5dc-677ee06e6404 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0646198 Mar 16 11:22:06.613218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.633221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570f2e8-2cde-4b25-bfdf-3ccd8f110676 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:06.633912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4570f2e8-2cde-4b25-bfdf-3ccd8f110676 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:06.657090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=f4118b67-b253-4180-9959-53e44bf8f24c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:06.663416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No DVR routers for this DVR port f4118b67-b253-4180-9959-53e44bf8f24c on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:06.683271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4570f2e8-2cde-4b25-bfdf-3ccd8f110676 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:06.686869 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4570f2e8-2cde-4b25-bfdf-3ccd8f110676 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2193842 Mar 16 11:22:06.687999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:06.785490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.814283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:06.815780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,segment=NetworkSegment(da130701-21ef-4e52-b279-a7a439b8b0e3),segment_id=da130701-21ef-4e52-b279-a7a439b8b0e3)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:06.816163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.827809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:06.828180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a38e9-d833-4df8-bdbf-790bd1d94be8') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:06.839715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.842343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] For port f4118b67-b253-4180-9959-53e44bf8f24c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f4118b67-b253-4180-9959-53e44bf8f24c,segment=NetworkSegment(ab0a38e9-d833-4df8-bdbf-790bd1d94be8),segment_id=ab0a38e9-d833-4df8-bdbf-790bd1d94be8)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:06.842817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.855668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.862552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:06.862552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:06.878969 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:06.958065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for b3dc0bfc-d7df-4b62-a083-97d8ca080dbd owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:06.965306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:06.985817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f4118b67-b253-4180-9959-53e44bf8f24c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:07.015106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425bdb0-1c29-49fb-b298-f541b529cec1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.019267 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9425bdb0-1c29-49fb-b298-f541b529cec1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3277106 Mar 16 11:22:07.020242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.023469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Calling delete_port for f4118b67-b253-4180-9959-53e44bf8f24c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:07.076593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.077748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f4118b67-b253-4180-9959-53e44bf8f24c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:07.078319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f4118b67-b253-4180-9959-53e44bf8f24c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:07.089110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:07.109921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.110200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c707e5da-fedc-43fc-a808-494b33449d2f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/3eba7d4a-47cc-4a7f-81bf-ec1f5eeaadf7 HTTP/1.1" status: 204 len: 168 time: 1.2165334 Mar 16 11:22:07.111056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42086) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.112194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.113261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.114162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:07.128849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.173114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:07.177091 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f8d07771-340d-49f0-aa11-9f3f3273b831 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1536322 Mar 16 11:22:07.178114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.183512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=b3dc0bfc-d7df-4b62-a083-97d8ca080dbd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:07.196001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:07.196443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:07.201504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24111128-ef9a-4880-9d51-b425ce64396d None None] DHCP port deletion for d790a1d1-2109-4343-a033-3657499eb853 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:07.201709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port b3dc0bfc-d7df-4b62-a083-97d8ca080dbd on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:07.225547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 9, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.230644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28bf0-a9ac-4ef6-b541-f29e5d2b4b7b None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:01Z', 'revision_number': 9, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'c6a77bbb-0e4f-45d6-b804-fc7c2466fb27', 'name': '', 'network_id': '900ac97d-6715-464f-b649-5f4f8fe87818', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:82:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:30Z', 'updated_at': '2022-03-16T11:21:46Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'b7b2aaa1-ba16-4011-ab0b-3d195221e444', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:07.302749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad364ecf-293b-472d-991f-abb5a3033ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.303699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad364ecf-293b-472d-991f-abb5a3033ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:07.368491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.381226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad364ecf-293b-472d-991f-abb5a3033ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:07.386125 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad364ecf-293b-472d-991f-abb5a3033ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2740905 Mar 16 11:22:07.386917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.399183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d790a1d1-2109-4343-a033-3657499eb853']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.415402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da130701-21ef-4e52-b279-a7a439b8b0e3') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.415622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da130701-21ef-4e52-b279-a7a439b8b0e3') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:07.427797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.482545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet 7b6eb0f3-8b64-4368-81e1-a69816298dff {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:07.486787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.542712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.551777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-689d4098-60dd-4c87-aa64-35d102a381dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1576471 Mar 16 11:22:07.552058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:07.552058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.552263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.554270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:07.563176 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:07.592318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-294094202'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:07.600059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:07.609284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:07.613960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:07.624416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:07.648071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:07.651052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.653278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.680722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.690252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=d790a1d1-2109-4343-a033-3657499eb853,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:07.698057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Deleting port f4118b67-b253-4180-9959-53e44bf8f24c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:07.698443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.703507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51398e51-b9e0-4f3f-a778-57d9ca6ec624 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/d790a1d1-2109-4343-a033-3657499eb853 HTTP/1.1" status: 204 len: 168 time: 1.4208829 Mar 16 11:22:07.705828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:07.731710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.770859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a8f21-fb80-44d8-a1ac-106b988bcd54 None None] The port 'f4118b67-b253-4180-9959-53e44bf8f24c' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:07.774763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:07.803139 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cc8cedb-f891-44ce-815e-fe5d2379e3c6 req-31bf727f-357a-4518-a368-6ad3c39bed12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1217928 Mar 16 11:22:07.810631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.810952 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment 4d955e5c-259d-46a3-989a-03dc3f03f339 of type vlan for network fd9b2934-52da-40e2-a941-79c15db969ef Mar 16 11:22:07.848751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.871480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.915675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6eb0f3-8b64-4368-81e1-a69816298dff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:07.920111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.923722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:07.924258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.956895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:07.958974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4f855-7933-43a3-a135-a0cf6f0394f4 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:08.036486 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4558954 Mar 16 11:22:08.040672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42114) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.043870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dbe1c-b3bc-467e-8c40-25431685c9a7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=fd9b2934-52da-40e2-a941-79c15db969ef,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:08.047017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eaa1303a-3e2f-403e-8074-405c8b495468 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/7b6eb0f3-8b64-4368-81e1-a69816298dff HTTP/1.1" status: 204 len: 168 time: 0.8671451 Mar 16 11:22:08.048908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:08.049617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42118) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.057884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network fd9b2934-52da-40e2-a941-79c15db969ef details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:08.117004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Deleting subnet a8f790f2-b4db-4c2e-989b-737f1dd56895 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:08.120101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.122170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.173545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.264989 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.285676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:08.293069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:08.296839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:08.304089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:08.321079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:08.345565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.387055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f790f2-b4db-4c2e-989b-737f1dd56895,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:08.399605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.413702 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4a069e6-7eea-441b-bd53-908038ffbdcf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a8f790f2-b4db-4c2e-989b-737f1dd56895 HTTP/1.1" status: 204 len: 168 time: 0.3628800 Mar 16 11:22:08.415032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.449284 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.497078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1085e435-cc56-4a87-a83e-70c533c757df tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808494 Mar 16 11:22:08.497566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42130) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.583848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216773b3-6f73-49e5-96a5-9c6e79094a47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.588013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-216773b3-6f73-49e5-96a5-9c6e79094a47 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0895207 Mar 16 11:22:08.588748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.659189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b1244-b560-4fbe-b2d7-3cf3946b8067 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:08.660169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df1b1244-b560-4fbe-b2d7-3cf3946b8067 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Synchronizing usage tracker for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:08.676306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df1b1244-b560-4fbe-b2d7-3cf3946b8067 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Unset dirty status for tenant:d0c617c97d4d4a1f9910539767ab681b on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:08.677474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df1b1244-b560-4fbe-b2d7-3cf3946b8067 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878384 Mar 16 11:22:08.680209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42138) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.748250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09b42704-35c7-4208-aac1-a0c9015d48bc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626459 Mar 16 11:22:08.749656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42142) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.792261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-501a6d30-ec56-4329-af1d-1a4b392612bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:08.792704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501a6d30-ec56-4329-af1d-1a4b392612bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:08.796727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-501a6d30-ec56-4329-af1d-1a4b392612bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/4ec70f41-23e7-41d6-be63-facbf974935a HTTP/1.1" status: 404 len: 333 time: 0.0448699 Mar 16 11:22:08.796992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.834433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96c7e69-2390-45d5-a578-14218fec3ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:08.834861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96c7e69-2390-45d5-a578-14218fec3ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:08.839402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a96c7e69-2390-45d5-a578-14218fec3ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/7b6eb0f3-8b64-4368-81e1-a69816298dff HTTP/1.1" status: 404 len: 337 time: 0.0385971 Mar 16 11:22:08.840164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.882201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1475dd42-9228-47a5-8258-6bad081bc260 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:08.882636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1475dd42-9228-47a5-8258-6bad081bc260 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:08.886568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1475dd42-9228-47a5-8258-6bad081bc260 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a8f790f2-b4db-4c2e-989b-737f1dd56895 HTTP/1.1" status: 404 len: 337 time: 0.0430303 Mar 16 11:22:08.887778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42156) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:08.941559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d5a83-3512-4954-8324-04bc6f898532 None None] Network 1002c76f-2977-4cc2-9a1c-483f137d3546 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:08.972958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:08.978819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f16176af-e6b1-4023-96e7-f0db0f558427 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:09.079839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f16176af-e6b1-4023-96e7-f0db0f558427 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:09.080972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f16176af-e6b1-4023-96e7-f0db0f558427 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:09.081840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b3dc0bfc-d7df-4b62-a083-97d8ca080dbd no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:09.087256 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c21c39-2711-4a18-b20b-0700be01b53d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.088193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c21c39-2711-4a18-b20b-0700be01b53d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.091848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77c21c39-2711-4a18-b20b-0700be01b53d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/76c42aaa-6920-4886-b57d-effbb841791e HTTP/1.1" status: 404 len: 333 time: 0.2006674 Mar 16 11:22:09.094010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.097916 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f18ef2c-d066-4411-8661-6532f97f19c8 req-87a4c30a-e9a7-40a1-8584-ddbea2ec4851 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0509875 Mar 16 11:22:09.123281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b3dc0bfc-d7df-4b62-a083-97d8ca080dbd {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:09.123850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b3dc0bfc-d7df-4b62-a083-97d8ca080dbd not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:09.147584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-963d2391-731d-4e8b-b446-9e6335a35517 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.148109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963d2391-731d-4e8b-b446-9e6335a35517 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.151982 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-963d2391-731d-4e8b-b446-9e6335a35517 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/ff023220-2951-499c-abc6-91503e06b6b8 HTTP/1.1" status: 404 len: 337 time: 0.0547469 Mar 16 11:22:09.152910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.174422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=ef10f083-672b-430e-b1b0-423b8dda8cc3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:09.174803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5c0406e7-21e5-41d1-b884-989d96f9fd92 None None] Provisioning complete for port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:09.175016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c0406e7-21e5-41d1-b884-989d96f9fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.188841 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17642a75-f019-4540-b357-ddd5b4731e98 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.189269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17642a75-f019-4540-b357-ddd5b4731e98 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.193556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17642a75-f019-4540-b357-ddd5b4731e98 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a06524c9-22ef-4208-9af4-998d699d20b8 HTTP/1.1" status: 404 len: 337 time: 0.0381258 Mar 16 11:22:09.193723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': '4d955e5c-259d-46a3-989a-03dc3f03f339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:09.193723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: fd9b2934-52da-40e2-a941-79c15db969ef, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:09.193919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42168) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.234272 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddbf20f-d0ef-4e7b-aa7f-d51f9ff95afc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.234615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddbf20f-d0ef-4e7b-aa7f-d51f9ff95afc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.238223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cddbf20f-d0ef-4e7b-aa7f-d51f9ff95afc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/1f3017bf-548c-4a37-b2a8-2e7c9d629d70 HTTP/1.1" status: 404 len: 333 time: 0.0416908 Mar 16 11:22:09.241104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42172) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.293896 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfdffc5-04a7-4da1-8249-ef2d80164459 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.294358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfdffc5-04a7-4da1-8249-ef2d80164459 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.310862 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dcfdffc5-04a7-4da1-8249-ef2d80164459 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f9310f75-c588-40d2-a8ba-81f41504b1ec HTTP/1.1" status: 404 len: 337 time: 0.0619452 Mar 16 11:22:09.311795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network fd9b2934-52da-40e2-a941-79c15db969ef is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:09.312827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.325141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, fd9b2934-52da-40e2-a941-79c15db969ef) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:09.330071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:09.330700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.338622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178e81b-9a97-499e-8ba7-eddb92950fc9 None None] Network fd9b2934-52da-40e2-a941-79c15db969ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:09.366181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7ece19-899e-4ac9-b327-0bd74b3c2500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.366765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7ece19-899e-4ac9-b327-0bd74b3c2500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.370936 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df7ece19-899e-4ac9-b327-0bd74b3c2500 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f5026bea-e43e-46dc-aa0f-2747a36bff0c HTTP/1.1" status: 404 len: 337 time: 0.0544791 Mar 16 11:22:09.371372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.379146 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b55f319-8d17-400a-87c0-b017a926a40c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3362637 Mar 16 11:22:09.386281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.400466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef', 'name': 'tempest-PortsIpV6TestJSON-506406915'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:09.410884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba36c4c6-9cf1-4469-bbcf-bd7dc98222bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.411448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba36c4c6-9cf1-4469-bbcf-bd7dc98222bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.416521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba36c4c6-9cf1-4469-bbcf-bd7dc98222bf tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/2b8dd336-722d-4233-8448-3f47784890be HTTP/1.1" status: 404 len: 333 time: 0.0408194 Mar 16 11:22:09.416521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42188) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.452533 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5fcfbc-c2ce-4b24-aa58-45750fda37dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.453105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5fcfbc-c2ce-4b24-aa58-45750fda37dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.457531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c5fcfbc-c2ce-4b24-aa58-45750fda37dc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/3466c9e8-5a89-4cfc-a21f-cd325f750838 HTTP/1.1" status: 404 len: 337 time: 0.0381374 Mar 16 11:22:09.457842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.480818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:09.481138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.498701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fccd38-c588-4b99-aace-2f63792c6914 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.498876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fccd38-c588-4b99-aace-2f63792c6914 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.503471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46fccd38-c588-4b99-aace-2f63792c6914 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/139d65e3-6000-43c0-9cae-b448509d9883 HTTP/1.1" status: 404 len: 337 time: 0.0417876 Mar 16 11:22:09.503790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.549519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bce00e-6088-4ad5-8d03-4146cf7e5745 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.549519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bce00e-6088-4ad5-8d03-4146cf7e5745 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.551712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24bce00e-6088-4ad5-8d03-4146cf7e5745 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/229cb583-e0d2-4f6a-beeb-648afd6a27aa HTTP/1.1" status: 404 len: 333 time: 0.0465121 Mar 16 11:22:09.555705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.563317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] DHCP port deletion for 1002c76f-2977-4cc2-9a1c-483f137d3546 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:09.576286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Deleting port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:09.576286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.597686 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2edd444-d55d-4a21-8fc0-cf832b8d38ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.598278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2edd444-d55d-4a21-8fc0-cf832b8d38ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.602397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2edd444-d55d-4a21-8fc0-cf832b8d38ce tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f36a207e-a528-46e0-95a9-09c8b1be8b36 HTTP/1.1" status: 404 len: 337 time: 0.0404322 Mar 16 11:22:09.603078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42206) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.647890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5e1baf-948e-4ca2-b9e7-e5b1a3e587b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.648590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5e1baf-948e-4ca2-b9e7-e5b1a3e587b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.652690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6e5e1baf-948e-4ca2-b9e7-e5b1a3e587b5 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/0af54ff8-9102-4e69-80e9-858ca780111c HTTP/1.1" status: 404 len: 333 time: 0.0463085 Mar 16 11:22:09.653138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.680516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:09.698831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:09.701809 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-68972667-6f37-4c0a-a0fe-0abd5372e1ae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.702346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68972667-6f37-4c0a-a0fe-0abd5372e1ae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.707560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-68972667-6f37-4c0a-a0fe-0abd5372e1ae tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/423ae12a-6325-424f-a250-71f8b4867836 HTTP/1.1" status: 404 len: 337 time: 0.0530174 Mar 16 11:22:09.707767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.732620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-fd9b2934-52da-40e2-a941-79c15db969ef', 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': 'ef10f083-672b-430e-b1b0-423b8dda8cc3'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:09.733481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.771901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:09.774796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.795704 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d577e4be-df7e-4d70-a66b-3887ad4a451c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.796230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d577e4be-df7e-4d70-a66b-3887ad4a451c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.797868 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d577e4be-df7e-4d70-a66b-3887ad4a451c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ed71b1d1-2833-471a-8bfe-74a1e537199a HTTP/1.1" status: 404 len: 333 time: 0.0877655 Mar 16 11:22:09.801217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.812264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port c6a77bbb-0e4f-45d6-b804-fc7c2466fb27, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:09.812615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.829127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:09.841597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb83e8c-793e-4abf-9a99-7a0abfc7c746 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.842204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb83e8c-793e-4abf-9a99-7a0abfc7c746 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.846446 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2fb83e8c-793e-4abf-9a99-7a0abfc7c746 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/580e901e-c839-4c5c-8608-b890fc4767da HTTP/1.1" status: 404 len: 337 time: 0.0418293 Mar 16 11:22:09.846715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42222) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.898930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b095679a-f7e7-48eb-b0f8-22963ab1ddc2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.899572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b095679a-f7e7-48eb-b0f8-22963ab1ddc2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.904546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b095679a-f7e7-48eb-b0f8-22963ab1ddc2 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/145130df-20c7-46a6-9bb5-12548bf431b1 HTTP/1.1" status: 404 len: 333 time: 0.0543745 Mar 16 11:22:09.905558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42226) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.952581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] For port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,segment=NetworkSegment(c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd),segment_id=c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:09.952963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:09.965395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b21498-edfd-4e8a-9a30-85de3881958c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:09.965984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b21498-edfd-4e8a-9a30-85de3881958c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:09.970042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67b21498-edfd-4e8a-9a30-85de3881958c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a05ae43c-1720-45e2-bbe2-3534ce0ce51a HTTP/1.1" status: 404 len: 337 time: 0.0617354 Mar 16 11:22:09.971746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42230) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:09.996234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:10.019132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c771efec-0234-4ccd-8e88-2ebd4da89b95 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.019995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c771efec-0234-4ccd-8e88-2ebd4da89b95 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.021843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c771efec-0234-4ccd-8e88-2ebd4da89b95 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ccb356ab-4799-437d-9403-7223c2aacbf3 HTTP/1.1" status: 404 len: 333 time: 0.0488894 Mar 16 11:22:10.025684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.069298 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1609e943-4e6e-421d-a2e2-b09b961285b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.070163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1609e943-4e6e-421d-a2e2-b09b961285b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.072107 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1609e943-4e6e-421d-a2e2-b09b961285b7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a35e178b-8039-49d7-93f9-3194ebaa98db HTTP/1.1" status: 404 len: 337 time: 0.0452309 Mar 16 11:22:10.074843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.106073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Calling delete_port for a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:10.134019 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f4c009-6ecd-419f-94d5-541d71097237 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.134453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f4c009-6ecd-419f-94d5-541d71097237 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.150953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42244) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.151211 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09f4c009-6ecd-419f-94d5-541d71097237 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/a9539c2b-a3e2-42b0-85b0-da1dba4c122d HTTP/1.1" status: 404 len: 333 time: 0.0746515 Mar 16 11:22:10.183059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Allocated IP 2001:db8::2 (fd9b2934-52da-40e2-a941-79c15db969ef/ef10f083-672b-430e-b1b0-423b8dda8cc3/96b1d28e-0601-489c-9172-ec840bbefea5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:10.236224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd8320a-327e-4fef-8776-485ce8779d4b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.237970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd8320a-327e-4fef-8776-485ce8779d4b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.243817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.244987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cd8320a-327e-4fef-8776-485ce8779d4b tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/f3def8d3-0298-40be-9a67-86a671b59fdd HTTP/1.1" status: 404 len: 337 time: 0.0928469 Mar 16 11:22:10.268217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.305653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b2444c-28af-420b-a971-d340712aec22 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.306134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b2444c-28af-420b-a971-d340712aec22 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.313425 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71b2444c-28af-420b-a971-d340712aec22 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/b54e4298-12b7-4f1b-9129-7af1e41b2775 HTTP/1.1" status: 404 len: 337 time: 0.0685706 Mar 16 11:22:10.316602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.320923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.330450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] Pushing event deleted for resources: {'Port': ['ID=a6091c8e-cf14-4ea4-a30c-1219ad4a4b61,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:10.352525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6153392-e022-4da6-9de9-8aa3a2543aae None None] No DVR routers for this DVR port a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:10.384670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=c6a77bbb-0e4f-45d6-b804-fc7c2466fb27,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:10.476914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38530b12-6d63-46ab-a65c-a173a4e4c427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.477658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38530b12-6d63-46ab-a65c-a173a4e4c427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.481678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38530b12-6d63-46ab-a65c-a173a4e4c427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/3f383201-4c3c-4954-b8a6-e451caaf5f74 HTTP/1.1" status: 404 len: 333 time: 0.1618443 Mar 16 11:22:10.497752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.501668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.510721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52558e6f-74b8-49e4-9029-d147f414475f req-e7ff8b14-4b62-4869-9bdf-5787ea445432 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1121628 Mar 16 11:22:10.512596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Transition to ACTIVE for port object 96b1d28e-0601-489c-9172-ec840bbefea5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:10.531873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Transition to ACTIVE for port object 96b1d28e-0601-489c-9172-ec840bbefea5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:10.543204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.573375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e679831-0c85-4805-8965-5bc7caa7b4db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.574295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e679831-0c85-4805-8965-5bc7caa7b4db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.578865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7e679831-0c85-4805-8965-5bc7caa7b4db tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/0b196978-33aa-4f43-bc09-1e129b1bcc40 HTTP/1.1" status: 404 len: 337 time: 0.0757740 Mar 16 11:22:10.579628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.620047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9879a400-a03a-481b-8e6c-b3b23fd12e8e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.620720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9879a400-a03a-481b-8e6c-b3b23fd12e8e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.624797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Network fd9b2934-52da-40e2-a941-79c15db969ef is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:10.625365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9879a400-a03a-481b-8e6c-b3b23fd12e8e tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/443d27b6-521f-4b65-9118-3efe63989fbb HTTP/1.1" status: 404 len: 337 time: 0.0445213 Mar 16 11:22:10.626138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.628847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:10.630755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Pushing event updated for resources: {'Port': ['ID=96b1d28e-0601-489c-9172-ec840bbefea5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:10.632900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:10.693465 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c462f4a-caee-46ae-ac89-c451940b625a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.694427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c462f4a-caee-46ae-ac89-c451940b625a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.696943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c462f4a-caee-46ae-ac89-c451940b625a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/6d419ea2-c84f-4f14-a6cf-ae140dbe104d HTTP/1.1" status: 404 len: 333 time: 0.0693617 Mar 16 11:22:10.699793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42268) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.756902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed4dc9d-a927-4736-a28a-b5576ef94be8 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.757364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed4dc9d-a927-4736-a28a-b5576ef94be8 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.759237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bed4dc9d-a927-4736-a28a-b5576ef94be8 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/6d47e554-a338-4d9d-acbd-e80e7c460b0e HTTP/1.1" status: 404 len: 337 time: 0.0581205 Mar 16 11:22:10.762240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.775131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Attempting to bind port 96b1d28e-0601-489c-9172-ec840bbefea5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:10.775651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Attempting to bind port 96b1d28e-0601-489c-9172-ec840bbefea5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4d955e5c-259d-46a3-989a-03dc3f03f339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:10.776090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Attempting to bind port 96b1d28e-0601-489c-9172-ec840bbefea5 on network fd9b2934-52da-40e2-a941-79c15db969ef {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:10.784449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:10.784449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Checking segment: {'id': '4d955e5c-259d-46a3-989a-03dc3f03f339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:10.784449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.784449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Bound using segment: {'id': '4d955e5c-259d-46a3-989a-03dc3f03f339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:10.786099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Bound port: 96b1d28e-0601-489c-9172-ec840bbefea5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d955e5c-259d-46a3-989a-03dc3f03f339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:10.786099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.811575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab281b6-7497-431f-b9d1-c80b9b988c5d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.812098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab281b6-7497-431f-b9d1-c80b9b988c5d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.814156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ab281b6-7497-431f-b9d1-c80b9b988c5d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/b27c3316-6963-43fb-a46b-f7e947a238ac HTTP/1.1" status: 404 len: 337 time: 0.0507450 Mar 16 11:22:10.816698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.860212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-06605857-e9f8-42f3-8bea-dac42f00d270 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.860774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06605857-e9f8-42f3-8bea-dac42f00d270 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.865287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-06605857-e9f8-42f3-8bea-dac42f00d270 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/af406812-4373-4a9b-9853-dc4e226d98d0 HTTP/1.1" status: 404 len: 333 time: 0.0448830 Mar 16 11:22:10.865611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.893875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] For port 96b1d28e-0601-489c-9172-ec840bbefea5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:10.897824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] For port 96b1d28e-0601-489c-9172-ec840bbefea5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=96b1d28e-0601-489c-9172-ec840bbefea5,segment=NetworkSegment(4d955e5c-259d-46a3-989a-03dc3f03f339),segment_id=4d955e5c-259d-46a3-989a-03dc3f03f339)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:10.903431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:10.917292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-985d201b-564c-4e2d-83a4-e5221c25b57a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.917292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985d201b-564c-4e2d-83a4-e5221c25b57a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.917292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-985d201b-564c-4e2d-83a4-e5221c25b57a tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/5e9a7526-7f47-47af-b0ed-b5f483f5db15 HTTP/1.1" status: 404 len: 337 time: 0.0482633 Mar 16 11:22:10.918105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.963210 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c4563e-392b-4b98-98d2-afa18071fdc7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:10.963803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c4563e-392b-4b98-98d2-afa18071fdc7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:10.968144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30c4563e-392b-4b98-98d2-afa18071fdc7 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/9233815d-b8e6-4db2-807d-f4d456c181aa HTTP/1.1" status: 404 len: 337 time: 0.0468185 Mar 16 11:22:10.969210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42288) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:10.997267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::5c (fd9b2934-52da-40e2-a941-79c15db969ef/ef10f083-672b-430e-b1b0-423b8dda8cc3/2289b6c6-20d5-4ab4-a149-b4bc4699cd5b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:11.005446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113c86-18ff-4c20-bbfd-22970f8a2ef5 None None] Pushing event updated for resources: {'Port': ['ID=96b1d28e-0601-489c-9172-ec840bbefea5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:11.017542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-87c94f91-efa8-452c-ab1d-a7924c56de57 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:11.019380 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-87c94f91-efa8-452c-ab1d-a7924c56de57 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 797 time: 0.5832536 Mar 16 11:22:11.033726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cfe63840-d768-405d-afc7-fb5c3a20a3bc tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports?device_id=71d93437-5ac5-4092-9e70-64518c568682 HTTP/1.1" status: 200 len: 205 time: 0.0640028 Mar 16 11:22:11.037203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.060518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:11.149340 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7cd6527e-51da-42c2-8a72-7a2de13a70ab tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] delete failed (client error): The resource could not be found. Mar 16 11:22:11.152876 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cd6527e-51da-42c2-8a72-7a2de13a70ab tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/routers/71d93437-5ac5-4092-9e70-64518c568682 HTTP/1.1" status: 404 len: 336 time: 0.1117814 Mar 16 11:22:11.154098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42296) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.157785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:11.158351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a6091c8e-cf14-4ea4-a30c-1219ad4a4b61 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:11.222016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3688091-06c5-4787-9429-bf36bb4d8e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.222624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3688091-06c5-4787-9429-bf36bb4d8e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.226928 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3688091-06c5-4787-9429-bf36bb4d8e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/a3b265f1-9126-49c3-80f1-080c337298d3 HTTP/1.1" status: 404 len: 337 time: 0.0712137 Mar 16 11:22:11.227694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.267038 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-09b79c86-be71-4053-95b0-c0a7da569416 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 470 time: 0.2268612 Mar 16 11:22:11.287037 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ec2b11c-f9b6-4d16-8150-e262710c5b9c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0cf1524-5c27-4242-9a40-dcd5c81f958a HTTP/1.1" status: 200 len: 205 time: 0.0575511 Mar 16 11:22:11.288162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.312543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.318973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['7dcb8e97-abcf-460c-9191-9078bfcfb424']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:11.451534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-4c9d2f6c-ae7b-4ce3-a52c-5d6adc705323 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] delete failed (client error): The resource could not be found. Mar 16 11:22:11.452446 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c9d2f6c-ae7b-4ce3-a52c-5d6adc705323 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/routers/a0cf1524-5c27-4242-9a40-dcd5c81f958a HTTP/1.1" status: 404 len: 336 time: 0.1632016 Mar 16 11:22:11.455249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42308) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.494232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fb17f5-ad32-4c10-aadc-2f577c37080d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.494902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fb17f5-ad32-4c10-aadc-2f577c37080d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.499749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54fb17f5-ad32-4c10-aadc-2f577c37080d tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/31d22ae6-f187-4e2a-b677-3388b1f48527 HTTP/1.1" status: 404 len: 337 time: 0.0410807 Mar 16 11:22:11.500099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42312) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.541126 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed157882-9c93-486a-9200-abdb98a20551 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.541523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed157882-9c93-486a-9200-abdb98a20551 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.545546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed157882-9c93-486a-9200-abdb98a20551 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/732a844e-de05-4a62-aaa2-c2214037bd6b HTTP/1.1" status: 404 len: 337 time: 0.0421751 Mar 16 11:22:11.545972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.587760 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bb21d6-23a8-4294-99ea-8226759ab367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.588703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bb21d6-23a8-4294-99ea-8226759ab367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.590055 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6bb21d6-23a8-4294-99ea-8226759ab367 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/3c6f9cc5-0739-4959-915c-9ca716f2931c HTTP/1.1" status: 404 len: 333 time: 0.0425565 Mar 16 11:22:11.592568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.629900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a14cfe-0902-410a-8c17-a35ee125e427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.630633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a14cfe-0902-410a-8c17-a35ee125e427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.632420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8a14cfe-0902-410a-8c17-a35ee125e427 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/5affcef9-1e99-435d-ba77-cd2e581f7d36 HTTP/1.1" status: 404 len: 337 time: 0.0388100 Mar 16 11:22:11.635158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.652426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.660239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:11.681020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:11.682332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:11.686521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd187a9-e8be-4d82-84e7-9118552a4dcb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.686983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd187a9-e8be-4d82-84e7-9118552a4dcb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.691638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fd187a9-e8be-4d82-84e7-9118552a4dcb tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/ec749fb1-059f-4152-bdcd-d7942f42e5fa HTTP/1.1" status: 404 len: 333 time: 0.0524838 Mar 16 11:22:11.692801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.733263 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-67615e94-3e0e-4077-b4b4-cfc6ba776d68 req-be3beefa-d247-499f-a020-4c1bc1240bca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0434718 Mar 16 11:22:11.738150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:11.741105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.762595 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2534b88-26a4-4fec-a5ec-8c57cf244e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.763041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2534b88-26a4-4fec-a5ec-8c57cf244e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.764667 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2534b88-26a4-4fec-a5ec-8c57cf244e40 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/d6ae9e66-a7fe-436b-90bc-e1a9c257635f HTTP/1.1" status: 404 len: 337 time: 0.0683231 Mar 16 11:22:11.767890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.808819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc49e23e-0af4-4f94-b360-ac449016a56c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.809257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc49e23e-0af4-4f94-b360-ac449016a56c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.810939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc49e23e-0af4-4f94-b360-ac449016a56c tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/b6e4f1f4-b900-45fe-b9b6-2ed9b50ae634 HTTP/1.1" status: 404 len: 333 time: 0.0419753 Mar 16 11:22:11.813703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.855955 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33cceb0-1cde-4fbe-8a98-99c5173e1ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.856397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33cceb0-1cde-4fbe-8a98-99c5173e1ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.860502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a33cceb0-1cde-4fbe-8a98-99c5173e1ec3 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/7566b701-4795-43b2-a424-8154effc7ed5 HTTP/1.1" status: 404 len: 337 time: 0.0434246 Mar 16 11:22:11.860676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.902665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ac87be-c9f4-490a-9571-65ba451887a1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.903393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ac87be-c9f4-490a-9571-65ba451887a1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.905371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72ac87be-c9f4-490a-9571-65ba451887a1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/238d4044-5a05-4aed-bd0f-2c195f3c9273 HTTP/1.1" status: 404 len: 333 time: 0.0438266 Mar 16 11:22:11.907902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.927430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.941340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:11.950115 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cdd59c-25d0-4202-9097-9dae2a16f8e1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:11.950643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cdd59c-25d0-4202-9097-9dae2a16f8e1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:11.954952 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46cdd59c-25d0-4202-9097-9dae2a16f8e1 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/ff782728-e0ba-4c88-bb40-c130d64a4595 HTTP/1.1" status: 404 len: 337 time: 0.0434952 Mar 16 11:22:11.955158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:11.999500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e870a69c-7015-4101-b832-5d437dc6f872 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.000025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e870a69c-7015-4101-b832-5d437dc6f872 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.005937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e870a69c-7015-4101-b832-5d437dc6f872 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/236c4e4e-92e1-4818-b4b3-adbf29b1041f HTTP/1.1" status: 404 len: 333 time: 0.0496197 Mar 16 11:22:12.006453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.035879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa727fd-d9a8-4577-a329-da93d8c01f3c None None] Network fd9b2934-52da-40e2-a941-79c15db969ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:12.046929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0073da-e537-4f06-a1f8-94a3f6469209 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.047399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0073da-e537-4f06-a1f8-94a3f6469209 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.050527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0d0073da-e537-4f06-a1f8-94a3f6469209 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/e48ea091-b8ba-408c-8f22-5c054addbb38 HTTP/1.1" status: 404 len: 337 time: 0.0417578 Mar 16 11:22:12.052897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.072087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network fd9b2934-52da-40e2-a941-79c15db969ef is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:12.081746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:12.093255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ddc485-2ab7-4822-a650-a67786c134ca tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.093691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ddc485-2ab7-4822-a650-a67786c134ca tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.098325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57ddc485-2ab7-4822-a650-a67786c134ca tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/1d36b7e7-9653-45cd-86c9-7cfb152cd7db HTTP/1.1" status: 404 len: 333 time: 0.0418200 Mar 16 11:22:12.098516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.121575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:12.125613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:12.126051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.130074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=2289b6c6-20d5-4ab4-a149-b4bc4699cd5b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.148886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef129e9b-44dd-4602-badb-4e74543886ed None None] Provisioning for port 96b1d28e-0601-489c-9172-ec840bbefea5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:12.149910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed857f1d-a1a0-4358-ab74-3f0053318025 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.150353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed857f1d-a1a0-4358-ab74-3f0053318025 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.152355 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed857f1d-a1a0-4358-ab74-3f0053318025 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/32fc3e95-d0dd-43a8-8412-66f260ef44a2 HTTP/1.1" status: 404 len: 337 time: 0.0525706 Mar 16 11:22:12.154871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.202802 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f0b1f8-1adb-445c-9318-bf269535b210 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.203530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f0b1f8-1adb-445c-9318-bf269535b210 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.205806 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59f0b1f8-1adb-445c-9318-bf269535b210 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/ports/840abfb4-17a2-4653-8f9d-6ed5c4dd08d7 HTTP/1.1" status: 404 len: 333 time: 0.0486822 Mar 16 11:22:12.210698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.218680 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65889626-d738-48f6-a933-3bf088a3a2a4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8315372 Mar 16 11:22:12.228952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.258617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c72841-6a3c-48d1-8202-4d46261bb3b6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:12.259053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c72841-6a3c-48d1-8202-4d46261bb3b6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:12.263840 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30c72841-6a3c-48d1-8202-4d46261bb3b6 tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/subnets/4e7d2a4a-e7dd-439c-98d7-9878a6ea86f3 HTTP/1.1" status: 404 len: 337 time: 0.0521722 Mar 16 11:22:12.264422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:12.286675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': 'fd9b2934-52da-40e2-a941-79c15db969ef', 'name': 'tempest-PortsIpV6TestJSON-313634142'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:12.310168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.4 (8c4d94a5-c491-4f62-a743-43c6b257559b/82d7a690-839b-4d54-8cde-b998fe72fb62/2032b073-ff5c-4a34-863d-b42b037959bb) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:12.390487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.540390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.573688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1002c76f-2977-4cc2-9a1c-483f137d3546']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:12.586667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e21a6dd-6db1-4bf6-9fa2-c6b19ba9772e None None] Provisioning for port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:12.594245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:12.594659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99a33ef-e0f1-45c9-a01b-c42a63a3e0bd') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:12.595049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e21a6dd-6db1-4bf6-9fa2-c6b19ba9772e None None] Provisioning complete for port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:12.595470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e21a6dd-6db1-4bf6-9fa2-c6b19ba9772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.607657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.630753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.640806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:12.641350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.657818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e21a6dd-6db1-4bf6-9fa2-c6b19ba9772e None None] Port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:12.661166 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:12.713816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:12.725616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:12.732252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:12.746864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.755042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:12.786221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.796269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] 10.222.0.36 "DELETE /v2.0/networks/1002c76f-2977-4cc2-9a1c-483f137d3546 HTTP/1.1" status: 204 len: 168 time: 0.5288999 Mar 16 11:22:12.803147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a437bad-5b42-4f11-8c1e-a146bd6d41cd tempest-NetworksTestDHCPv6-999203692 tempest-NetworksTestDHCPv6-999203692-project] Pushing event deleted for resources: {'Network': ['ID=1002c76f-2977-4cc2-9a1c-483f137d3546,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:12.806411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:12.809970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.825977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:12.853628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.866752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port eec43e3c-df02-431d-b766-56c5de9f6cf9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:12.909257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a8b20a90-7166-492f-93f6-399aae991976 None None] Provisioning complete for port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:12.909660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a8b20a90-7166-492f-93f6-399aae991976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:12.930178 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d12c510-7964-4e33-95ac-61590a3794a9 req-ce90d6ae-4e10-4505-b459-b20d9dc86981 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0646334 Mar 16 11:22:12.986947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 2032b073-ff5c-4a34-863d-b42b037959bb will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:12.991632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 96b1d28e-0601-489c-9172-ec840bbefea5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:13.045366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a8b20a90-7166-492f-93f6-399aae991976 None None] Port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:13.072173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 96b1d28e-0601-489c-9172-ec840bbefea5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.076927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 96b1d28e-0601-489c-9172-ec840bbefea5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.077295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.161693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.196718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.201404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.232304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 96b1d28e-0601-489c-9172-ec840bbefea5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=96b1d28e-0601-489c-9172-ec840bbefea5,segment=NetworkSegment(4d955e5c-259d-46a3-989a-03dc3f03f339),segment_id=4d955e5c-259d-46a3-989a-03dc3f03f339)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:13.239199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.247395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::2d8 (fd9b2934-52da-40e2-a941-79c15db969ef/ef10f083-672b-430e-b1b0-423b8dda8cc3/eec43e3c-df02-431d-b766-56c5de9f6cf9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:13.318788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=96b1d28e-0601-489c-9172-ec840bbefea5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:13.329954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 8c4d94a5-c491-4f62-a743-43c6b257559b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:13.337615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:13.342056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:13.350321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:13.382296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d246bbfe-3294-462e-b745-e373d9fd957a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0c617c97d4d4a1f9910539767ab681b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2169976 Mar 16 11:22:13.383190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.446497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.474392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.505558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:13.506203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.523297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:13.536354 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:13.543000 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-15988b33-e365-4583-93a6-14a1fe6aecc5 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8359628 Mar 16 11:22:13.545788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:13.548200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.551588 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:13.552295 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:13.555685 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-cf947e69-7e34-47f3-9f11-9346d97c549d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2450652 Mar 16 11:22:13.578651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45121a50-219e-4bab-a0ec-902976ec9d26 None None] Provisioning for port 2032b073-ff5c-4a34-863d-b42b037959bb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:13.580585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Request body: {'port': {'device_id': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:13.585451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45121a50-219e-4bab-a0ec-902976ec9d26 None None] Provisioning complete for port 2032b073-ff5c-4a34-863d-b42b037959bb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:13.586811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45121a50-219e-4bab-a0ec-902976ec9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.593751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bfbf95-461f-4ca5-aad2-dcced0b6bf88,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:13.607938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.611511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6086523b-eb46-4b31-b60a-63a8e3a3c03c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34bfbf95-461f-4ca5-aad2-dcced0b6bf88 HTTP/1.1" status: 204 len: 168 time: 0.2249138 Mar 16 11:22:13.687107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-45121a50-219e-4bab-a0ec-902976ec9d26 None None] Port 2032b073-ff5c-4a34-863d-b42b037959bb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:13.693774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.745194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object eec43e3c-df02-431d-b766-56c5de9f6cf9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:13.749055 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:13.763902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet b7b2aaa1-ba16-4011-ab0b-3d195221e444 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:13.766860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.783556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.826467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:13.899204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.031699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.115848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.121303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:10Z', 'revision_number': 10, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:14.125650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:14.137431 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:14.138294 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:14.249602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b2aaa1-ba16-4011-ab0b-3d195221e444,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:14.276307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad05d3-4f42-4410-ae19-d7fac2cdde6f None None] Network 900ac97d-6715-464f-b649-5f4f8fe87818 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:14.283173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.294594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1a9b74f-24cf-4138-88b4-3b4a9d165504 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/b7b2aaa1-ba16-4011-ab0b-3d195221e444 HTTP/1.1" status: 204 len: 168 time: 0.7475123 Mar 16 11:22:14.297137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:14.343673 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:14.361481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network fd9b2934-52da-40e2-a941-79c15db969ef is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:14.366185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:14.372494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:14.376687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.378192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.384633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=eec43e3c-df02-431d-b766-56c5de9f6cf9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:14.418569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b136-d7bb-4247-aebd-e290e04838c1 req-7978e51c-e010-4591-a07f-81ad574586af tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:14.420330 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac04b136-d7bb-4247-aebd-e290e04838c1 req-7978e51c-e010-4591-a07f-81ad574586af tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 931 time: 0.2423704 Mar 16 11:22:14.437582 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1c2284c-5098-4cfb-a259-61fabf4c01af tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1590357 Mar 16 11:22:14.438655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:14.458265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.517516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2032b073-ff5c-4a34-863d-b42b037959bb {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:22:14.528239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.536521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:14.536857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.561457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Transition to ACTIVE for port object 2032b073-ff5c-4a34-863d-b42b037959bb will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:14.620350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac04b136-d7bb-4247-aebd-e290e04838c1 req-d44b286f-f6be-4d34-a83e-0a03bb827437 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1865280 Mar 16 11:22:14.671680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.729304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] DHCP port deletion for 900ac97d-6715-464f-b649-5f4f8fe87818 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:14.738349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Deleting port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:14.738950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.824773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-060555d2-b7f4-48e9-b32a-8e4e45272dbb None None] Provisioning for port eec43e3c-df02-431d-b766-56c5de9f6cf9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:14.873515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-060555d2-b7f4-48e9-b32a-8e4e45272dbb None None] Provisioning complete for port eec43e3c-df02-431d-b766-56c5de9f6cf9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:14.873908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-060555d2-b7f4-48e9-b32a-8e4e45272dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:14.887907 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:10Z', 'revision_number': 10, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:14.892579 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145547c0-99ea-42cf-ae87-f84b4e1168ef None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:10Z', 'revision_number': 10, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None, '_interfaces': [{'id': 'cd41c808-a78a-4e32-bb6c-a1828aeb37b6', 'name': '', 'network_id': '78a3a6b1-a5ab-419b-933d-605ae264e679', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'mac_address': 'fa:16:3e:02:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:21:22Z', 'updated_at': '2022-03-16T11:21:32Z', 'revision_number': 5, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'subnets': [{'id': 'c7a58910-3e20-44ee-8e9b-cc2a0d99d55c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:14.929152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:14.929558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.060308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-060555d2-b7f4-48e9-b32a-8e4e45272dbb None None] Port eec43e3c-df02-431d-b766-56c5de9f6cf9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:15.069355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.072356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:15.081813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 5457e6cf-9f1e-45ee-bd3f-1f480f007ada owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:15.163690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.170719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10adc72-f577-4dcb-bc69-a315d89f09fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:15.171580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b10adc72-f577-4dcb-bc69-a315d89f09fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:15.200768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] For port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,segment=NetworkSegment(9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235),segment_id=9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:15.201417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.234186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=5457e6cf-9f1e-45ee-bd3f-1f480f007ada,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.239689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Attempting to bind port 2032b073-ff5c-4a34-863d-b42b037959bb on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:15.245211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Attempting to bind port 2032b073-ff5c-4a34-863d-b42b037959bb by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:15.245572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Attempting to bind port 2032b073-ff5c-4a34-863d-b42b037959bb on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:15.249482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:15.250125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b10adc72-f577-4dcb-bc69-a315d89f09fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:15.251301 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b10adc72-f577-4dcb-bc69-a315d89f09fb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5c HTTP/1.1" status: 200 len: 927 time: 0.8110812 Mar 16 11:22:15.257225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:15.261660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Port 2032b073-ff5c-4a34-863d-b42b037959bb on network 8c4d94a5-c491-4f62-a743-43c6b257559b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:22:15.261982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Attempting to bind port 2032b073-ff5c-4a34-863d-b42b037959bb on network 8c4d94a5-c491-4f62-a743-43c6b257559b {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:15.276322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:15.276647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Checking segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:15.277029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Bound using segment: {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:15.277447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Bound port: 2032b073-ff5c-4a34-863d-b42b037959bb, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4446155-53bc-4a0b-9f41-13bd947c283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:15.277784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.327512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 96b1d28e-0601-489c-9172-ec840bbefea5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:15.338795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1033932998'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:15.441131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Calling delete_port for 5457e6cf-9f1e-45ee-bd3f-1f480f007ada owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:15.449743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.451505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:15.455128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2032b073-ff5c-4a34-863d-b42b037959bb,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:15.461034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.465670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:15.481687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:15.491730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:15.507518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900ac97d-6715-464f-b649-5f4f8fe87818']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:15.515400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:15.530179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.530733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:15.531025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0bdfb5-5b16-45f7-a9a8-ae55bd0a4235') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:15.531965 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/2032b073-ff5c-4a34-863d-b42b037959bb HTTP/1.1" status: 200 len: 1093 time: 1.9586930 Mar 16 11:22:15.532728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:22:15.550206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 96b1d28e-0601-489c-9172-ec840bbefea5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:15.550632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.558752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb406a-1bb3-4c3d-92fd-1c3e66592eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:15.583830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port eec43e3c-df02-431d-b766-56c5de9f6cf9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:15.584317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.640817 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb', 'status': 'completed', 'code': 200} Mar 16 11:22:15.647428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.670806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.688013 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-1fd2fb7a-5e76-457a-b669-4efaa077fe68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 1096 time: 0.0890121 Mar 16 11:22:15.688682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:15.688682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.690242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:15.692600 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:15.776866 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-f89e2bc5-ee8e-4fcf-b381-a142c3dff45b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2032b073-ff5c-4a34-863d-b42b037959bb HTTP/1.1" status: 200 len: 217 time: 0.0797944 Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:15.797468 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:15.849677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:15.853141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.873117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.887334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-184d7f59-cad6-431a-b3ab-1da9352047d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:15.890395 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-184d7f59-cad6-431a-b3ab-1da9352047d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1041608 Mar 16 11:22:15.891305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5457e6cf-9f1e-45ee-bd3f-1f480f007ada no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:15.918819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.928707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5457e6cf-9f1e-45ee-bd3f-1f480f007ada {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:15.929061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5457e6cf-9f1e-45ee-bd3f-1f480f007ada not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:15.964551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:15.976470 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-0d89a149-afa5-49b8-8291-4dc9b1e5e04a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768890 Mar 16 11:22:15.981143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=900ac97d-6715-464f-b649-5f4f8fe87818,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:16.019955 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-589bd56c-61c1-44b0-ab1f-b0a24423cdaa tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/900ac97d-6715-464f-b649-5f4f8fe87818 HTTP/1.1" status: 204 len: 168 time: 1.7217672 Mar 16 11:22:16.063432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.193895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Deleting port 5457e6cf-9f1e-45ee-bd3f-1f480f007ada {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:16.194563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.216081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:16.224005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:16.229378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:16.238741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:16.290585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a921e-1cab-4062-a831-5a15135f3efd req-fda0f9dc-08f7-4b68-9b31-385039ecb116 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.292095 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-916a921e-1cab-4062-a831-5a15135f3efd req-fda0f9dc-08f7-4b68-9b31-385039ecb116 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 943 time: 0.4278319 Mar 16 11:22:16.304569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.307913 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-64529a47-5850-483a-a8bb-b8fb003e7ef1 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214164 Mar 16 11:22:16.322907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c4b90faf-d2ea-4ab5-aa5c-fee54f144a8c None None] The port '5457e6cf-9f1e-45ee-bd3f-1f480f007ada' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:16.453417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for eec43e3c-df02-431d-b766-56c5de9f6cf9 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:16.555392 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-916a921e-1cab-4062-a831-5a15135f3efd req-e7463b54-1273-4141-b437-e4af02b2beaf tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2529795 Mar 16 11:22:16.586898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.593034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.614106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800330d3-a1fe-4619-9357-6dc6efea27f1 req-bae7b2bb-4cc3-4366-86c2-76c45e004700 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411263 Mar 16 11:22:16.632011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.668920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e0146-5b5d-433b-8a42-cf6a71f98653,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:16.691294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.729864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:16.750585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=eec43e3c-df02-431d-b766-56c5de9f6cf9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:16.787557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.787557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 281e8b70-e75d-4174-9c6c-3878a6162bbd of type vlan for network 76b28698-1f93-4329-9f3f-5f39af665bca Mar 16 11:22:16.799082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.833185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.846208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-929b0351-fed3-46ee-845e-4b6ae367fc3d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/eec43e3c-df02-431d-b766-56c5de9f6cf9 HTTP/1.1" status: 204 len: 168 time: 1.5876012 Mar 16 11:22:16.848483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:16.857059 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-6969818b-298f-4395-a64b-e97fd2e9b0b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 1096 time: 0.1671894 Mar 16 11:22:16.901539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:16.910413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c73f2f5-e466-494e-a3af-fabecd1b84b9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:16.910955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c73f2f5-e466-494e-a3af-fabecd1b84b9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:16.944201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c73f2f5-e466-494e-a3af-fabecd1b84b9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:16.948941 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c73f2f5-e466-494e-a3af-fabecd1b84b9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/eec43e3c-df02-431d-b766-56c5de9f6cf9 HTTP/1.1" status: 404 len: 333 time: 0.0970876 Mar 16 11:22:16.950100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.951086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:16.951587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c6a77bbb-0e4f-45d6-b804-fc7c2466fb27 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:16.954833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:16.956091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:16.960444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42452) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:17.101730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0280445 Mar 16 11:22:17.106423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:17.119225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'name': 'tempest-PortsTestJSON-365361558'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:17.132378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3614244-ffdc-420c-92e5-8e2d920fe529 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=76b28698-1f93-4329-9f3f-5f39af665bca,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:17.144290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:17.146816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:17.147154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.218345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88230e-171d-4294-95ed-8343a52470db req-7970f03c-a93f-4882-a97f-9c3db5e354de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:17.219930 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-7970f03c-a93f-4882-a97f-9c3db5e354de service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.3553967 Mar 16 11:22:17.293434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:17.300479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:17.304770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:17.327743 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-a37f8698-1c14-45d5-8333-efda6839d5eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2032b073-ff5c-4a34-863d-b42b037959bb HTTP/1.1" status: 200 len: 217 time: 0.0948827 Mar 16 11:22:17.336882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:17.367215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:17.370250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.409548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88230e-171d-4294-95ed-8343a52470db req-ac407fe3-f329-46b0-845c-8f7398f99adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:17.411018 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-ac407fe3-f329-46b0-845c-8f7398f99adf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.0770233 Mar 16 11:22:17.457297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port cb04964d-9a0f-4a6d-abba-db48f45dddeb yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:17.586333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:17.589923 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-263e6522-ae78-4da8-bf9c-82138133bc49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1533136 Mar 16 11:22:17.719110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 2289b6c6-20d5-4ab4-a149-b4bc4699cd5b owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:17.775954 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-969acd29-9016-48ab-95f4-8a242e9bda1c service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750495 Mar 16 11:22:17.958758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port cd41c808-a78a-4e32-bb6c-a1828aeb37b6 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:17.959243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.019172 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e88230e-171d-4294-95ed-8343a52470db req-471a0baa-ca81-493f-b1f6-5ce10bca64b6 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344692 Mar 16 11:22:18.055812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.125839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3326cb-0af3-4bd6-81d2-51c37ca1b192 req-6f52c6f6-973d-4f4f-8ff1-184f8fc2c7de tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:18.128040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d3326cb-0af3-4bd6-81d2-51c37ca1b192 req-6f52c6f6-973d-4f4f-8ff1-184f8fc2c7de tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 943 time: 0.4169309 Mar 16 11:22:18.159605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port cd41c808-a78a-4e32-bb6c-a1828aeb37b6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:18.160120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.163129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.220567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=2289b6c6-20d5-4ab4-a149-b4bc4699cd5b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.223262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.284323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for cd41c808-a78a-4e32-bb6c-a1828aeb37b6 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:18.315709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d3326cb-0af3-4bd6-81d2-51c37ca1b192 req-c04b7622-2301-43c0-8ba9-c8a501d06e9c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1813567 Mar 16 11:22:18.344481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.379326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=cb04964d-9a0f-4a6d-abba-db48f45dddeb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.396201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-803a8b52-b0f4-460e-a58e-30007fd1e611 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/2289b6c6-20d5-4ab4-a149-b4bc4699cd5b HTTP/1.1" status: 204 len: 168 time: 1.4165261 Mar 16 11:22:18.396201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '281e8b70-e75d-4174-9c6c-3878a6162bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:18.396201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 76b28698-1f93-4329-9f3f-5f39af665bca, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:18.398377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:18.419116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:18.431000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 76b28698-1f93-4329-9f3f-5f39af665bca) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:18.434734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:18.439098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:18.439823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.442873 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb302f34-2772-414c-83b8-47da0393b71e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:18.443075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c748255a-6901-4077-aa78-e8f9232153a0 None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:18.446635 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb302f34-2772-414c-83b8-47da0393b71e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/2289b6c6-20d5-4ab4-a149-b4bc4699cd5b HTTP/1.1" status: 404 len: 333 time: 0.0432944 Mar 16 11:22:18.446839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42466) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:18.465212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e55ffe7-2a54-48d7-838c-213232227a4f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3530571 Mar 16 11:22:18.465569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:18.472639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848748795'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:18.477965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:18.482450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:18.489515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:18.496428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:18.511808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:18.516003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.548855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:18.559267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.559510 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment d92e0dac-f7ba-4235-902f-f43432e04bd0 of type vlan for network 2a87736a-2fb4-4d73-9ca8-5512842e2bb8 Mar 16 11:22:18.587463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.623590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.628926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:18.629237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.725650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2588322 Mar 16 11:22:18.728362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:18.735671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'ports': [{'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'}, {'network_id': '2a87736a-2fb4-4d73-9ca8-5512842e2bb8'}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:18.735967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:18.736418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '2a87736a-2fb4-4d73-9ca8-5512842e2bb8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:18.755070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba95f6-dd4f-4a61-8df8-f07d9dd48505 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=2a87736a-2fb4-4d73-9ca8-5512842e2bb8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.766337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2a87736a-2fb4-4d73-9ca8-5512842e2bb8 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:18.780449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.834291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=cd41c808-a78a-4e32-bb6c-a1828aeb37b6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:18.884595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet ef10f083-672b-430e-b1b0-423b8dda8cc3 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:18.894364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:18.973282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:18.977488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:18.980772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:18.987111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:18.997674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:19.001652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.020557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.078655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.130400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.235758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port c956de50-de6c-44c3-955d-d6afbf1ddade yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:19.284558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.323783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.431827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 95e07350-175e-4eb7-b765-2d5a3435a057 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:19.526187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.573859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.593862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8fb3-191d-45a7-bc40-a808f1763d7e req-8fa3df2f-7643-4369-b5c0-cc2d7af2513f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.595321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f0a8fb3-191d-45a7-bc40-a808f1763d7e req-8fa3df2f-7643-4369-b5c0-cc2d7af2513f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 943 time: 0.1396320 Mar 16 11:22:19.620641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=ef10f083-672b-430e-b1b0-423b8dda8cc3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:19.635708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.639095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.642975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f64e5-eddb-4b14-8b0b-3bdeeded159b None None] Network fd9b2934-52da-40e2-a941-79c15db969ef requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:19.648613 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae4aa5e6-fc2e-4e91-9bb4-113a0db008f4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/ef10f083-672b-430e-b1b0-423b8dda8cc3 HTTP/1.1" status: 204 len: 168 time: 1.2007961 Mar 16 11:22:19.651205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:19.702398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f0a8fb3-191d-45a7-bc40-a808f1763d7e req-5412feba-b87f-44c2-93e5-dbf0cb9be9b5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991356 Mar 16 11:22:19.722584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:19.723474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=c956de50-de6c-44c3-955d-d6afbf1ddade,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:19.732300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:19.732960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:19.734187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.735446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:19.777291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.814142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=95e07350-175e-4eb7-b765-2d5a3435a057,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:19.837978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': 'd92e0dac-f7ba-4235-902f-f43432e04bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2a87736a-2fb4-4d73-9ca8-5512842e2bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:19.838251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 2a87736a-2fb4-4d73-9ca8-5512842e2bb8, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:19.862653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 2a87736a-2fb4-4d73-9ca8-5512842e2bb8 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:19.878675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2a87736a-2fb4-4d73-9ca8-5512842e2bb8) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:19.883281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:19.887584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.889951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f25c8c-6d37-4f8d-83a6-aed8d3f98c7c None None] Network 2a87736a-2fb4-4d73-9ca8-5512842e2bb8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:19.891269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:19.891966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:19.929329 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75e21bcb-bd32-40b7-a85b-4608bdae8b0c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1974926 Mar 16 11:22:19.929549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:19.982079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] DHCP port deletion for fd9b2934-52da-40e2-a941-79c15db969ef request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:20.000058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Deleting port 96b1d28e-0601-489c-9172-ec840bbefea5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:20.000416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.010201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 95e07350-175e-4eb7-b765-2d5a3435a057 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:20.010619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.027884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 96b1d28e-0601-489c-9172-ec840bbefea5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:20.028466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.088073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:20.107432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:20.119187 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e08cc09-1182-495c-8d4c-75d752394840 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0542557 Mar 16 11:22:20.126373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42488) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:20.177405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:20.178122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.345484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.368893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port 96b1d28e-0601-489c-9172-ec840bbefea5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=96b1d28e-0601-489c-9172-ec840bbefea5,segment=NetworkSegment(4d955e5c-259d-46a3-989a-03dc3f03f339),segment_id=4d955e5c-259d-46a3-989a-03dc3f03f339)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:20.369247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.465762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:20.474412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 95e07350-175e-4eb7-b765-2d5a3435a057 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:20.498591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 96b1d28e-0601-489c-9172-ec840bbefea5 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:20.508034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2032b073-ff5c-4a34-863d-b42b037959bb details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:22:20.559314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.580236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting subnet c7a58910-3e20-44ee-8e9b-cc2a0d99d55c {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:20.593173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.605439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=95e07350-175e-4eb7-b765-2d5a3435a057,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:20.606334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] For port 96b1d28e-0601-489c-9172-ec840bbefea5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=96b1d28e-0601-489c-9172-ec840bbefea5,segment=NetworkSegment(4d955e5c-259d-46a3-989a-03dc3f03f339),segment_id=4d955e5c-259d-46a3-989a-03dc3f03f339)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:20.607339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.616122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.617539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.624561 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20a1a67b-a88c-4ce7-bc3a-12cfb1e75a36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/95e07350-175e-4eb7-b765-2d5a3435a057 HTTP/1.1" status: 204 len: 168 time: 0.6917219 Mar 16 11:22:20.625357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:20.625478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:20.652705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.679318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.687210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:22:20.708850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e0bd6-d174-494e-980d-c81a52fc8446 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.712659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e0bd6-d174-494e-980d-c81a52fc8446 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.713392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b1e0bd6-d174-494e-980d-c81a52fc8446 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:20.733052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b1e0bd6-d174-494e-980d-c81a52fc8446 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:20.738196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=96b1d28e-0601-489c-9172-ec840bbefea5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:20.740059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:20.740726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1b1e0bd6-d174-494e-980d-c81a52fc8446 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1139288 Mar 16 11:22:20.772755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Calling delete_port for 96b1d28e-0601-489c-9172-ec840bbefea5 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:20.785371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No DVR routers for this DVR port 96b1d28e-0601-489c-9172-ec840bbefea5 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:20.885281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:20.885806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:20.925745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e98c2-5143-4e13-a309-5ce6f818ce86 req-f1192b87-6e07-4cee-8939-f7d9eb267a09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:20.926864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-613e98c2-5143-4e13-a309-5ce6f818ce86 req-f1192b87-6e07-4cee-8939-f7d9eb267a09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 943 time: 0.0889342 Mar 16 11:22:20.945554 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port c956de50-de6c-44c3-955d-d6afbf1ddade {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:20.945885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:20.976952 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-613e98c2-5143-4e13-a309-5ce6f818ce86 req-0c14452b-b2d7-42bf-b6aa-703c703567ba tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436237 Mar 16 11:22:21.002173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.003847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 96b1d28e-0601-489c-9172-ec840bbefea5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:21.011888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.053688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 96b1d28e-0601-489c-9172-ec840bbefea5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:21.053986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 96b1d28e-0601-489c-9172-ec840bbefea5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:21.090231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9b2934-52da-40e2-a941-79c15db969ef']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:21.106675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:21.121876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d955e5c-259d-46a3-989a-03dc3f03f339') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:21.122218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d955e5c-259d-46a3-989a-03dc3f03f339') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:21.152147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.154384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:21.154765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:21.245222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2032b073-ff5c-4a34-863d-b42b037959bb,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:21.246675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.256702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:21.269517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:21.269920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.272167 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde59197-68d5-475a-9dea-d2b8de97e12c None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:21.276782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '2032b073-ff5c-4a34-863d-b42b037959bb', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'port_id': '2032b073-ff5c-4a34-863d-b42b037959bb', 'mac_address': 'fa:16:3e:1f:e1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:21.284567 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:21.350384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.369252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2032b073-ff5c-4a34-863d-b42b037959bb {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:22:21.387281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2032b073-ff5c-4a34-863d-b42b037959bb,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:21.392080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.456493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.464346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:21.483339 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:21.505515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.525147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a58910-3e20-44ee-8e9b-cc2a0d99d55c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:21.639880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for c956de50-de6c-44c3-955d-d6afbf1ddade owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:21.656159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Deleting port 96b1d28e-0601-489c-9172-ec840bbefea5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:21.656545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.678116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.680644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.694846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['2032b073-ff5c-4a34-863d-b42b037959bb'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:22:21.702325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.720071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf9a51-c36c-4482-b6e4-4be2ac28273f None None] Network 78a3a6b1-a5ab-419b-933d-605ae264e679 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:21.725978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=fd9b2934-52da-40e2-a941-79c15db969ef,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:21.728516 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d3f2f2a-ca8e-4570-aaaf-1cae10402aca tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/c7a58910-3e20-44ee-8e9b-cc2a0d99d55c HTTP/1.1" status: 204 len: 168 time: 1.6004472 Mar 16 11:22:21.732319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:21.734564 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0cb53f89-3c61-4d34-9ec8-23c7cb54c691 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/fd9b2934-52da-40e2-a941-79c15db969ef HTTP/1.1" status: 204 len: 168 time: 2.0824139 Mar 16 11:22:21.739676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:21.749971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-300661075'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:21.765024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:21.769743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:21.772948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:21.779580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:21.786575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.830302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:21.833652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.845312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=c956de50-de6c-44c3-955d-d6afbf1ddade,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:21.850448 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3beed927-38d8-4fe8-af26-b367a6119bcd None None] The port '96b1d28e-0601-489c-9172-ec840bbefea5' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:21.862303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.868258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.887600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Deleting port 09329f2d-7290-444f-9240-e4f833296219 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:21.888170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:21.888365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.896627 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7021c704-a160-4127-8475-904dba75b2f8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/c956de50-de6c-44c3-955d-d6afbf1ddade HTTP/1.1" status: 204 len: 168 time: 1.1527870 Mar 16 11:22:21.899227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:21.901906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:21.902448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment 01c07684-ed51-48d1-af8d-3ced955913fc of type vlan for network 2d19b273-57a3-4b0e-87ac-dc733861f8ac Mar 16 11:22:21.990494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.028701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458f8eb-1408-4b82-930c-44d9c47ea195 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.029398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1458f8eb-1408-4b82-930c-44d9c47ea195 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:22.044895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.049326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.050034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.080045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1458f8eb-1408-4b82-930c-44d9c47ea195 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:22.081230 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1458f8eb-1408-4b82-930c-44d9c47ea195 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1809995 Mar 16 11:22:22.088473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42516) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:22.203150 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d07d9a-aa6d-4fc0-a7e3-543af628a862 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:22.204416 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c5d07d9a-aa6d-4fc0-a7e3-543af628a862 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/95e07350-175e-4eb7-b765-2d5a3435a057 HTTP/1.1" status: 404 len: 333 time: 0.1150470 Mar 16 11:22:22.205829 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4652371 Mar 16 11:22:22.209296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:22.209622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:22.218496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:22.221256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] For port 09329f2d-7290-444f-9240-e4f833296219, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=09329f2d-7290-444f-9240-e4f833296219,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:22.221849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.254713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] DHCP port deletion for 78a3a6b1-a5ab-419b-933d-605ae264e679 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:22.272792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d247f-0f20-4e1c-932c-be447f7f2007 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=2d19b273-57a3-4b0e-87ac-dc733861f8ac,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:22.286965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Deleting port 09329f2d-7290-444f-9240-e4f833296219 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:22.287485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.314601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:22.328109 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbc117b-f3a9-4891-b3a6-9753a8fc54ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:22.329452 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6dbc117b-f3a9-4891-b3a6-9753a8fc54ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/c956de50-de6c-44c3-955d-d6afbf1ddade HTTP/1.1" status: 404 len: 333 time: 0.1188498 Mar 16 11:22:22.335344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:22.371137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Calling delete_port for 09329f2d-7290-444f-9240-e4f833296219 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:22.465559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f6ef0-4bc6-4ac2-a0f2-0b133d4e651a req-fc5c4acb-2644-4ff7-9aaa-69eaa7be7d2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:22.469349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:22.470489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea9f6ef0-4bc6-4ac2-a0f2-0b133d4e651a req-fc5c4acb-2644-4ff7-9aaa-69eaa7be7d2f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 944 time: 0.3430548 Mar 16 11:22:22.477256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:22.481087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:22.486906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.491864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:22.517077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.537358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:22.570793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Port': ['ID=09329f2d-7290-444f-9240-e4f833296219,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:22.587858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea9f6ef0-4bc6-4ac2-a0f2-0b133d4e651a req-63ed94c7-2520-43e0-87d8-147466738da9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147907 Mar 16 11:22:22.592018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No DVR routers for this DVR port 09329f2d-7290-444f-9240-e4f833296219 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:22.622888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] For port 09329f2d-7290-444f-9240-e4f833296219, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=09329f2d-7290-444f-9240-e4f833296219,segment=NetworkSegment(61bfe47f-0572-4265-8565-878972b7efeb),segment_id=61bfe47f-0572-4265-8565-878972b7efeb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:22.623272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.720245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.737865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.751534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Calling delete_port for 09329f2d-7290-444f-9240-e4f833296219 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:22.817231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a87736a-2fb4-4d73-9ca8-5512842e2bb8']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.828548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.829056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:22.829412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:22.845590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92e0dac-f7ba-4235-902f-f43432e04bd0') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.845929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92e0dac-f7ba-4235-902f-f43432e04bd0') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.855318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a3a6b1-a5ab-419b-933d-605ae264e679']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.865318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.868081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bfe47f-0572-4265-8565-878972b7efeb') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.868552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bfe47f-0572-4265-8565-878972b7efeb') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:22.880816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.888525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.898015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:22.898364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.899929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.906987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:22.907645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:22.914718 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:22.940914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 09329f2d-7290-444f-9240-e4f833296219 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:22.977216 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:22.979784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 09329f2d-7290-444f-9240-e4f833296219 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:22.979784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 09329f2d-7290-444f-9240-e4f833296219 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:22.979784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device cd41c808-a78a-4e32-bb6c-a1828aeb37b6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:22.999084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.012269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: cd41c808-a78a-4e32-bb6c-a1828aeb37b6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:23.012411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device cd41c808-a78a-4e32-bb6c-a1828aeb37b6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:23.016802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.020211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.033367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=2a87736a-2fb4-4d73-9ca8-5512842e2bb8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.037563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.042747 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea01174c-607f-462d-9eb2-7d8a44d976a9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/2a87736a-2fb4-4d73-9ca8-5512842e2bb8 HTTP/1.1" status: 204 len: 168 time: 0.7029648 Mar 16 11:22:23.043230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42532) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:23.048758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Pushing event deleted for resources: {'Network': ['ID=78a3a6b1-a5ab-419b-933d-605ae264e679,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.049487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986034289'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:23.057573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:23.059431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4194bd8-fad8-4ddc-86d4-6afab9c35a3e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/networks/78a3a6b1-a5ab-419b-933d-605ae264e679 HTTP/1.1" status: 204 len: 168 time: 1.3261578 Mar 16 11:22:23.060367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:23.066195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'routes': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:23.093360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:23.188562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:23.197489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:23.222853 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:23.225892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.281369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:23.283488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.326493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.326810 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 13eed540-6e45-4f3e-b9de-2926f0730d3c of type vlan for network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b Mar 16 11:22:23.331267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Deleting port 09329f2d-7290-444f-9240-e4f833296219 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:23.331658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.358198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Added routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 16 11:22:23.358198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Removed routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 16 11:22:23.358643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.375312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.392360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.397036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73f55689-481c-4e93-b813-89c36e874fcf None None] The port '09329f2d-7290-444f-9240-e4f833296219' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:23.423424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': '01c07684-ed51-48d1-af8d-3ced955913fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:23.423770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: 2d19b273-57a3-4b0e-87ac-dc733861f8ac, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:23.442801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.446431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.447001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.543995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:23.558254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5138080 Mar 16 11:22:23.561384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42540) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:23.562048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0b36e-77ce-4067-88fd-0c68e260d7ef tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=5cc45aae-44b9-49b0-a5c8-5911e3f94a8b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:23.569837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:23.573408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:23.583353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2d19b273-57a3-4b0e-87ac-dc733861f8ac) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:23.592881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.593453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.616293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.619840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.640006 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88522e-f1e3-4ada-8f6c-661a266fcd1c None None] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:23.709578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:23.713585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:23.717148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:23.728798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:23.753253 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f17ef11-8509-4ca8-b81a-7c10705699fc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5378644 Mar 16 11:22:23.753470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42546) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:23.760696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac', 'name': 'tempest-PortsIpV6TestJSON-1580050970', 'fixed_ips': [{'subnet_id': '5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7', 'ip_address': '2001:db8::10'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:23.777639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:23.827859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:23.848105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e8a7e-3ca3-4c3d-81d6-bd29e6708455 req-968452a8-1d25-4df2-871e-ed14f30226df tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:23.849593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-053e8a7e-3ca3-4c3d-81d6-bd29e6708455 req-968452a8-1d25-4df2-871e-ed14f30226df tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1144578 Mar 16 11:22:23.887807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-2d19b273-57a3-4b0e-87ac-dc733861f8ac', 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:23.888773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:23.970142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.011069 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-053e8a7e-3ca3-4c3d-81d6-bd29e6708455 req-076f5088-e5ca-4a74-9259-307d9583b8c5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049516 Mar 16 11:22:24.016669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:24.022563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.026716 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c103d28-83cd-4bec-9efb-34ed8872ce7e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 705 time: 0.9652021 Mar 16 11:22:24.027285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:24.031005 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Sync routers for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:24.049891 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:24.050551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:24.071588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Allocated IP 2001:db8::2 (2d19b273-57a3-4b0e-87ac-dc733861f8ac/5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7/b7f6de7f-e021-445c-890d-19438c76b167) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:24.094927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:24.099704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:24.102891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:24.108852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:24.145710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:22:24.146255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:22:24.150190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:24.155723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.180639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port e0ae10c1-07e7-4727-a26e-ec3db694a8fe yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:24.198443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-37633a82-7ec1-43c9-9ef0-d0a43738b567 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:24.218523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-37633a82-7ec1-43c9-9ef0-d0a43738b567 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:24.219161 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:24.223130 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37633a82-7ec1-43c9-9ef0-d0a43738b567 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 205 time: 0.1948829 Mar 16 11:22:24.223732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:24.361708 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:24.367288 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Checking router: 78c6f7ad-5652-49da-ada7-9a0bb66c1258 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:24.375688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.380046 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Routers {'78c6f7ad-5652-49da-ada7-9a0bb66c1258'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:24.380637 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:24.400409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.415143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Transition to ACTIVE for port object b7f6de7f-e021-445c-890d-19438c76b167 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:24.437712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Transition to ACTIVE for port object b7f6de7f-e021-445c-890d-19438c76b167 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:24.446130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.513596 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] Set router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:24.514397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.542990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2032b073-ff5c-4a34-863d-b42b037959bb up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:24.564977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::10 (2d19b273-57a3-4b0e-87ac-dc733861f8ac/5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7/e0ae10c1-07e7-4727-a26e-ec3db694a8fe) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:24.616263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Pushing event updated for resources: {'Port': ['ID=b7f6de7f-e021-445c-890d-19438c76b167,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:24.619762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:24.623252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:24.627402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:24.640024 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:24.644854 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf78fa-4192-4757-a22c-dadc9f9d3f6b None None] The sync data for ids ['78c6f7ad-5652-49da-ada7-9a0bb66c1258'] in dv-neutron-833733-1-hyperv is: [{'id': '78c6f7ad-5652-49da-ada7-9a0bb66c1258', 'name': 'tempest-RoutersIpV6Test-router-2006325527', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:21:17Z', 'updated_at': '2022-03-16T11:22:18Z', 'revision_number': 11, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:24.661241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=e7607560-6fd8-4a57-813a-3004bc3c43d5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:24.674851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '13eed540-6e45-4f3e-b9de-2926f0730d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:24.675429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:24.733441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Attempting to bind port b7f6de7f-e021-445c-890d-19438c76b167 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:24.733811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Attempting to bind port b7f6de7f-e021-445c-890d-19438c76b167 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '01c07684-ed51-48d1-af8d-3ced955913fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:24.734275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Attempting to bind port b7f6de7f-e021-445c-890d-19438c76b167 on network 2d19b273-57a3-4b0e-87ac-dc733861f8ac {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:24.737077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 2032b073-ff5c-4a34-863d-b42b037959bb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:24.745602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 2032b073-ff5c-4a34-863d-b42b037959bb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:24.745966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.775686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:24.775968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Checking segment: {'id': '01c07684-ed51-48d1-af8d-3ced955913fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:24.776366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.777123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Bound using segment: {'id': '01c07684-ed51-48d1-af8d-3ced955913fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:24.777593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Bound port: b7f6de7f-e021-445c-890d-19438c76b167, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c07684-ed51-48d1-af8d-3ced955913fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:24.777957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.800107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:24.823510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:24.827896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:24.828768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.830924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.835786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.855038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c4a0b-caf7-4b83-87ea-38378e06d4b1 None None] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:24.867339 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-35b27795-a41b-4016-a697-c6aa954dc91b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3026934 Mar 16 11:22:24.869103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.869615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router 78c6f7ad-5652-49da-ada7-9a0bb66c1258 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:22:24.871252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:24.888893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b', 'name': 'tempest-PortsTestJSON-204415932'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:24.940041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.961955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object e0ae10c1-07e7-4727-a26e-ec3db694a8fe will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:24.969423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:24.975141 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0e3fb1d-e30e-4083-8b2f-fcd99fa40575 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 204 len: 168 time: 0.7501919 Mar 16 11:22:24.975959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:24.993229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-772158775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:25.014419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:25.016194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.026748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Usage tracker for resource:router and tenant:dcb7c7cce99b4efd8b74f6a4daac8171 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:25.031524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:25.050811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] For port b7f6de7f-e021-445c-890d-19438c76b167, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:25.051422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:25.079396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] For port b7f6de7f-e021-445c-890d-19438c76b167, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7f6de7f-e021-445c-890d-19438c76b167,segment=NetworkSegment(01c07684-ed51-48d1-af8d-3ced955913fc),segment_id=01c07684-ed51-48d1-af8d-3ced955913fc)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:25.085956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.087596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.096917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.100630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.101524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:25.111093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:25.129708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:25.133341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.140369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=e0ae10c1-07e7-4727-a26e-ec3db694a8fe,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:25.162664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:25.164379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:25.167030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 5f8783f8-4608-43c1-89f7-1391df35dfff yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:25.171879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:25.176175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:25.177032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.199365 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb8b5476-c480-438e-aa84-d97609b7a318 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4446516 Mar 16 11:22:25.202295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42568) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:25.211511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': '2d19b273-57a3-4b0e-87ac-dc733861f8ac', 'name': 'tempest-PortsIpV6TestJSON-260626402', 'fixed_ips': [{'subnet_id': '5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7', 'ip_address': '2001:db8::f'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:25.241866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:22:25.296508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2032b073-ff5c-4a34-863d-b42b037959bb,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:25.301964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.338413 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb', 'code': 200} Mar 16 11:22:25.354859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.358516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1499889-0f24-4473-92d7-6a495fc7c872 None None] Pushing event updated for resources: {'Port': ['ID=b7f6de7f-e021-445c-890d-19438c76b167,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:25.406089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f0e33-0d10-49ef-bf45-7a68dc3362ed req-9b14c6c3-d611-4381-baea-960d3719fa79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:25.407659 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af3f0e33-0d10-49ef-bf45-7a68dc3362ed req-9b14c6c3-d611-4381-baea-960d3719fa79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 944 time: 0.1969836 Mar 16 11:22:25.414111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.451728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-5cc45aae-44b9-49b0-a5c8-5911e3f94a8b', 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': 'e7607560-6fd8-4a57-813a-3004bc3c43d5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:25.453077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.456014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:25.460589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:25.463859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:25.470353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:25.498218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:25.504804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.511679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:25.512847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fc6924a-3ec1-412b-982d-0850788a8f4b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5328116 Mar 16 11:22:25.519173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:25.520209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.12 (5cc45aae-44b9-49b0-a5c8-5911e3f94a8b/e7607560-6fd8-4a57-813a-3004bc3c43d5/5f8783f8-4608-43c1-89f7-1391df35dfff) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:25.537796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:25.588497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:25.604159 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af3f0e33-0d10-49ef-bf45-7a68dc3362ed req-9021dade-ef9f-4480-bd4e-8e0af01a313e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685944 Mar 16 11:22:25.696657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 2e214409-80bf-47e5-a4f9-d55e8f7ecccc yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:25.827536 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-018e302a-28cc-44c5-b57c-2839c97563e8 req-bb8fd860-a664-4b2f-b1a7-922394a464cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 1098 time: 0.2055514 Mar 16 11:22:25.934175 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-018e302a-28cc-44c5-b57c-2839c97563e8 req-87b8b5c8-415b-47be-a4c7-bf5a43b916ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939879 Mar 16 11:22:25.951533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::f (2d19b273-57a3-4b0e-87ac-dc733861f8ac/5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7/2e214409-80bf-47e5-a4f9-d55e8f7ecccc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:26.152573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.168607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object 2e214409-80bf-47e5-a4f9-d55e8f7ecccc will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:26.199223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.239717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.245026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.264616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.266819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 5f8783f8-4608-43c1-89f7-1391df35dfff will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:26.275365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:26.283105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:26.289529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:26.293841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.294487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.321688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=2e214409-80bf-47e5-a4f9-d55e8f7ecccc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:26.335106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-95a61390-b809-433d-be35-92c57efa51dc tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1312685 Mar 16 11:22:26.338175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:26.424353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.425826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a7d3b-aef4-4d7a-b33c-09cb16c93742 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.439819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-786a7d3b-aef4-4d7a-b33c-09cb16c93742 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:26.459374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-786a7d3b-aef4-4d7a-b33c-09cb16c93742 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:26.464172 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-786a7d3b-aef4-4d7a-b33c-09cb16c93742 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1245730 Mar 16 11:22:26.465100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42582) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:26.497326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:26.505338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Allocated IP 172.20.0.2 (5cc45aae-44b9-49b0-a5c8-5911e3f94a8b/e7607560-6fd8-4a57-813a-3004bc3c43d5/d0b1913b-0027-4b53-aec9-dee014ff2f73) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:26.508391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:26.524494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:26.545820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc52b25-4ee6-4c8e-be69-2f938fb29d98 None None] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:26.561373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c55c5-be60-48f7-b576-9366fca39c95 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.565339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c55c5-be60-48f7-b576-9366fca39c95 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.569293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c55c5-be60-48f7-b576-9366fca39c95 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.573580 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a01c55c5-be60-48f7-b576-9366fca39c95 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1047337 Mar 16 11:22:26.573894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:26.597109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=5f8783f8-4608-43c1-89f7-1391df35dfff,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:26.619195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:26.619797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.644540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f129abf-2039-49a5-81cb-1e533ba31936 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7723536 Mar 16 11:22:26.645972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Router d70d5a98-08a4-4992-8e0b-5884325c2ff9 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:22:26.649130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 2e214409-80bf-47e5-a4f9-d55e8f7ecccc {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:26.649473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.651943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:26.706201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9c2083c6-6bb0-4bce-aef8-91a13e5f1049 None None] Provisioning for port b7f6de7f-e021-445c-890d-19438c76b167 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:26.880026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 5f8783f8-4608-43c1-89f7-1391df35dfff {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:26.880419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.954544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.957767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.966304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:26.986856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:26.988343 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7f64e12-8eec-4acd-b06f-6b5cc1abb8b1 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "PUT /v2.0/routers/d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 200 len: 697 time: 1.4656358 Mar 16 11:22:26.992556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Sync routers for ids ['d70d5a98-08a4-4992-8e0b-5884325c2ff9'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:26.993896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:27.010518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Transition to ACTIVE for port object d0b1913b-0027-4b53-aec9-dee014ff2f73 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:27.039567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7f6de7f-e021-445c-890d-19438c76b167 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:27.109687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 2e214409-80bf-47e5-a4f9-d55e8f7ecccc owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:27.146925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Transition to ACTIVE for port object d0b1913b-0027-4b53-aec9-dee014ff2f73 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:27.156583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Routers {'d70d5a98-08a4-4992-8e0b-5884325c2ff9'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:27.156839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d70d5a98-08a4-4992-8e0b-5884325c2ff9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:27.300872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.352825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=2e214409-80bf-47e5-a4f9-d55e8f7ecccc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:27.386227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.395706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.412107 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-01768fcc-e8d2-4e7f-9f57-e7aa729e83f5 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/2e214409-80bf-47e5-a4f9-d55e8f7ecccc HTTP/1.1" status: 204 len: 168 time: 0.8348603 Mar 16 11:22:27.412484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:27.458456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33f012cf-d16a-4203-9a41-a593869a8d8f tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/routers/d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 200 len: 703 time: 0.4624226 Mar 16 11:22:27.460797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:27.462362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Set router d70d5a98-08a4-4992-8e0b-5884325c2ff9 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:27.476572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3b4d-cb4d-4307-998a-eef35bd59c37 req-9c998716-a5c2-4281-b57b-7ee7d8671824 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:27.483193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03be3b4d-cb4d-4307-998a-eef35bd59c37 req-9c998716-a5c2-4281-b57b-7ee7d8671824 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.4933224 Mar 16 11:22:27.493762 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e65d8a-5902-4fae-98c2-1e4cbeeca224 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:27.494266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08e65d8a-5902-4fae-98c2-1e4cbeeca224 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:27.507718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-607efc92-9329-4c97-ad3a-0bd0e54c38a4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Synchronizing usage tracker for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:27.529858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08e65d8a-5902-4fae-98c2-1e4cbeeca224 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:27.534064 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-08e65d8a-5902-4fae-98c2-1e4cbeeca224 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/2e214409-80bf-47e5-a4f9-d55e8f7ecccc HTTP/1.1" status: 404 len: 333 time: 0.1177289 Mar 16 11:22:27.534262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:27.534722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42608) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:27.552247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.563741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-607efc92-9329-4c97-ad3a-0bd0e54c38a4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Unset dirty status for tenant:dcb7c7cce99b4efd8b74f6a4daac8171 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:27.567632 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-607efc92-9329-4c97-ad3a-0bd0e54c38a4 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 200 len: 205 time: 0.1030421 Mar 16 11:22:27.571013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:27.574612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03be3b4d-cb4d-4307-998a-eef35bd59c37 req-fe3ecb7d-1c15-4a1e-a649-38e563286627 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904698 Mar 16 11:22:27.584465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b7f6de7f-e021-445c-890d-19438c76b167 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:27.590910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:27.600039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Pushing event updated for resources: {'Port': ['ID=d0b1913b-0027-4b53-aec9-dee014ff2f73,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:27.602377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:27.606779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d5a98-08a4-4992-8e0b-5884325c2ff9', 'name': 'tempest-RoutersIpV6Test-router-772158775', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:25Z', 'updated_at': '2022-03-16T11:22:26Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:27.618385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b7f6de7f-e021-445c-890d-19438c76b167 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:27.618868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.679241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Checking router: d70d5a98-08a4-4992-8e0b-5884325c2ff9 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:27.706423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 5f8783f8-4608-43c1-89f7-1391df35dfff owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:27.767414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Attempting to bind port d0b1913b-0027-4b53-aec9-dee014ff2f73 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:27.767969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Attempting to bind port d0b1913b-0027-4b53-aec9-dee014ff2f73 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '13eed540-6e45-4f3e-b9de-2926f0730d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:27.768393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Attempting to bind port d0b1913b-0027-4b53-aec9-dee014ff2f73 on network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:27.782410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Routers {'d70d5a98-08a4-4992-8e0b-5884325c2ff9'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:27.783154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d70d5a98-08a4-4992-8e0b-5884325c2ff9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:27.820421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port e0ae10c1-07e7-4727-a26e-ec3db694a8fe {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:27.820770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.834703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:27.835071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Checking segment: {'id': '13eed540-6e45-4f3e-b9de-2926f0730d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:27.835618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.836070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Bound using segment: {'id': '13eed540-6e45-4f3e-b9de-2926f0730d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:27.836822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Bound port: d0b1913b-0027-4b53-aec9-dee014ff2f73, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eed540-6e45-4f3e-b9de-2926f0730d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5cc45aae-44b9-49b0-a5c8-5911e3f94a8b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:27.836990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.889258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:27.939016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.003994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Could not find standard attr ID for object 2e214409-80bf-47e5-a4f9-d55e8f7ecccc. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:28.036403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.057917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] Set router d70d5a98-08a4-4992-8e0b-5884325c2ff9 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:28.061704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=5f8783f8-4608-43c1-89f7-1391df35dfff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:28.064315 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.083023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7132cab7-2ec9-4472-91d7-d78da591d3f5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/5f8783f8-4608-43c1-89f7-1391df35dfff HTTP/1.1" status: 204 len: 168 time: 1.4259212 Mar 16 11:22:28.083263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:28.128219 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-925d500f-88bb-42e3-a975-e3200a52e498 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:28.129316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925d500f-88bb-42e3-a975-e3200a52e498 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:28.132968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-925d500f-88bb-42e3-a975-e3200a52e498 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/5f8783f8-4608-43c1-89f7-1391df35dfff HTTP/1.1" status: 404 len: 333 time: 0.0457160 Mar 16 11:22:28.133158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:28.201564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08095fff-8821-464a-a044-5458d893f7d7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:28.202240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08095fff-8821-464a-a044-5458d893f7d7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:28.227114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Provisioning complete for port b7f6de7f-e021-445c-890d-19438c76b167 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:28.227550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.227884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08095fff-8821-464a-a044-5458d893f7d7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:28.234560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08095fff-8821-464a-a044-5458d893f7d7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/5f8783f8-4608-43c1-89f7-1391df35dfff HTTP/1.1" status: 404 len: 333 time: 0.0956695 Mar 16 11:22:28.235241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42624) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:28.254680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] For port d0b1913b-0027-4b53-aec9-dee014ff2f73, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:28.268009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70d5a98-08a4-4992-8e0b-5884325c2ff9', 'name': 'tempest-RoutersIpV6Test-router-772158775', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:25Z', 'updated_at': '2022-03-16T11:22:26Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:28.308664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b7f6de7f-e021-445c-890d-19438c76b167, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7f6de7f-e021-445c-890d-19438c76b167,segment=NetworkSegment(01c07684-ed51-48d1-af8d-3ced955913fc),segment_id=01c07684-ed51-48d1-af8d-3ced955913fc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:28.319572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] For port d0b1913b-0027-4b53-aec9-dee014ff2f73, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d0b1913b-0027-4b53-aec9-dee014ff2f73,segment=NetworkSegment(13eed540-6e45-4f3e-b9de-2926f0730d3c),segment_id=13eed540-6e45-4f3e-b9de-2926f0730d3c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:28.323256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d55328-2dda-495e-b5bc-9c6f397eed4b None None] The sync data for ids ['d70d5a98-08a4-4992-8e0b-5884325c2ff9'] in dv-neutron-833733-1-hyperv is: [{'id': 'd70d5a98-08a4-4992-8e0b-5884325c2ff9', 'name': 'tempest-RoutersIpV6Test-router-772158775', 'tenant_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:22:25Z', 'updated_at': '2022-03-16T11:22:26Z', 'revision_number': 2, 'project_id': 'dcb7c7cce99b4efd8b74f6a4daac8171', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:28.341395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.390091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.399299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.530365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet e7607560-6fd8-4a57-813a-3004bc3c43d5 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:28.537088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.609561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.612245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b7f6de7f-e021-445c-890d-19438c76b167,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:28.700319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for e0ae10c1-07e7-4727-a26e-ec3db694a8fe owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:28.720363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Provisioning for port e0ae10c1-07e7-4727-a26e-ec3db694a8fe completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:28.730708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Provisioning complete for port e0ae10c1-07e7-4727-a26e-ec3db694a8fe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:28.731220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.758130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.769005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.785303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.793643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc8a7-3567-46bb-8138-460bcdabe2a6 None None] Pushing event updated for resources: {'Port': ['ID=d0b1913b-0027-4b53-aec9-dee014ff2f73,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:28.803210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ff175-d4c4-4fc7-855e-1552b0a0daac None None] Port e0ae10c1-07e7-4727-a26e-ec3db694a8fe cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:28.857101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.857603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Fanout notify agent at l3_agent the message router_deleted on router d70d5a98-08a4-4992-8e0b-5884325c2ff9 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:22:28.917539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6530bad9-31dd-4790-aefc-5d778f168307 None None] Could not find standard attr ID for object 2e214409-80bf-47e5-a4f9-d55e8f7ecccc. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:28.974256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6530bad9-31dd-4790-aefc-5d778f168307 None None] Provisioning complete for port e0ae10c1-07e7-4727-a26e-ec3db694a8fe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:28.974585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6530bad9-31dd-4790-aefc-5d778f168307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.984948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:28.986183 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd37a846-dc6c-43c7-8623-25cbaa214036 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 204 len: 168 time: 1.4150708 Mar 16 11:22:28.996146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9bb3c-6c45-4ee2-93d7-1e35d67ebd58 req-7980c1bc-d3f4-40a2-b247-f163c3c43fac tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:28.999539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42630) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.007564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-05a9bb3c-6c45-4ee2-93d7-1e35d67ebd58 req-7980c1bc-d3f4-40a2-b247-f163c3c43fac tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.1789958 Mar 16 11:22:29.025386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.042999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7f6de7f-e021-445c-890d-19438c76b167 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:29.065404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.080470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.113356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=e7607560-6fd8-4a57-813a-3004bc3c43d5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:29.119345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6530bad9-31dd-4790-aefc-5d778f168307 None None] Port e0ae10c1-07e7-4727-a26e-ec3db694a8fe cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:29.120657 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-25851c30-9c4e-498e-af28-959ba59a5623 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 200 len: 205 time: 0.1123750 Mar 16 11:22:29.130587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.137943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=e0ae10c1-07e7-4727-a26e-ec3db694a8fe,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:29.149603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0391fde6-964c-4dc6-b7a7-d87f558407d2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/e7607560-6fd8-4a57-813a-3004bc3c43d5 HTTP/1.1" status: 204 len: 168 time: 0.9108562 Mar 16 11:22:29.149779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b7f6de7f-e021-445c-890d-19438c76b167 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:29.149779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.159692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-05a9bb3c-6c45-4ee2-93d7-1e35d67ebd58 req-9c19435e-7a4d-40f8-91a1-6f7f9617af58 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512089 Mar 16 11:22:29.161808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.205035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.208228 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bfd9b6bd-93db-46cb-bee7-9ee1b087f911 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/e0ae10c1-07e7-4727-a26e-ec3db694a8fe HTTP/1.1" status: 204 len: 168 time: 1.6731286 Mar 16 11:22:29.212688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.277658 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10d6519-26a8-4f88-aaae-7e799f6ec348 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:29.278219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d10d6519-26a8-4f88-aaae-7e799f6ec348 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:29.315199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d10d6519-26a8-4f88-aaae-7e799f6ec348 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:29.316682 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d10d6519-26a8-4f88-aaae-7e799f6ec348 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/e0ae10c1-07e7-4727-a26e-ec3db694a8fe HTTP/1.1" status: 404 len: 333 time: 0.1028297 Mar 16 11:22:29.319329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.446365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-d60f7a50-6161-4af3-a0de-efd71d3d3c4e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:29.449733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d60f7a50-6161-4af3-a0de-efd71d3d3c4e tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/d70d5a98-08a4-4992-8e0b-5884325c2ff9 HTTP/1.1" status: 404 len: 336 time: 0.3023789 Mar 16 11:22:29.455047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42652) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.515365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.524106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1772ee7d-2093-4244-a3d3-9f8e676c8ca0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:29.524538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1772ee7d-2093-4244-a3d3-9f8e676c8ca0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:29.526175 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1772ee7d-2093-4244-a3d3-9f8e676c8ca0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/1a0194e8-58da-4a4d-afcb-de532b35e0ec HTTP/1.1" status: 404 len: 337 time: 0.0614190 Mar 16 11:22:29.531118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42656) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.581116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b78947e-19f3-48a7-9277-6fb84000b9d9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:29.581544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b78947e-19f3-48a7-9277-6fb84000b9d9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:29.583185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b78947e-19f3-48a7-9277-6fb84000b9d9 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/a58b374c-3414-440f-9531-b96655cff554 HTTP/1.1" status: 404 len: 337 time: 0.0511985 Mar 16 11:22:29.586094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42660) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.586586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port d0b1913b-0027-4b53-aec9-dee014ff2f73 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:29.586586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.637201 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3c3dc8-57bb-4913-8840-0d65b4039f28 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:29.637711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3c3dc8-57bb-4913-8840-0d65b4039f28 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:29.639339 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f3c3dc8-57bb-4913-8840-0d65b4039f28 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/b7b2aaa1-ba16-4011-ab0b-3d195221e444 HTTP/1.1" status: 404 len: 337 time: 0.0523267 Mar 16 11:22:29.642085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42664) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.642816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef6bb-a90e-424e-9977-1f2d7f8b6b75 req-e1973dcf-e1db-4264-9fa7-b67fc4d00ab7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:29.646447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8eef6bb-a90e-424e-9977-1f2d7f8b6b75 req-e1973dcf-e1db-4264-9fa7-b67fc4d00ab7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.2661202 Mar 16 11:22:29.684337 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b0f7a2-ddbe-4ab7-a542-a2831eed0ab2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:29.684764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b0f7a2-ddbe-4ab7-a542-a2831eed0ab2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:29.686397 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-73b0f7a2-ddbe-4ab7-a542-a2831eed0ab2 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/c7a58910-3e20-44ee-8e9b-cc2a0d99d55c HTTP/1.1" status: 404 len: 337 time: 0.0433261 Mar 16 11:22:29.690067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.749663 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bbd674d6-9555-4834-ab5b-ba66795e3dcc tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 200 len: 205 time: 0.0584328 Mar 16 11:22:29.759397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.835240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:29.839031 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-58315327-f5e0-4122-bad8-06a552d50ef3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:29.840216 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58315327-f5e0-4122-bad8-06a552d50ef3 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/78c6f7ad-5652-49da-ada7-9a0bb66c1258 HTTP/1.1" status: 404 len: 336 time: 0.0796824 Mar 16 11:22:29.840699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.843183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42676) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.895967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:29.959691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-281ffa34-f034-4525-8235-f84dc540117b tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=5921aef2-6241-4493-81ad-a33a5272998d HTTP/1.1" status: 200 len: 205 time: 0.1137826 Mar 16 11:22:29.962270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:29.977151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8eef6bb-a90e-424e-9977-1f2d7f8b6b75 req-38199d35-9b0a-410f-be35-d9a8fc3ad988 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3271279 Mar 16 11:22:30.001163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port d0b1913b-0027-4b53-aec9-dee014ff2f73, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d0b1913b-0027-4b53-aec9-dee014ff2f73,segment=NetworkSegment(13eed540-6e45-4f3e-b9de-2926f0730d3c),segment_id=13eed540-6e45-4f3e-b9de-2926f0730d3c)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:30.001406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.015430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42684) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.039834 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-72d577e0-4f41-4431-b862-6c672640e876 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:30.043090 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-72d577e0-4f41-4431-b862-6c672640e876 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/5921aef2-6241-4493-81ad-a33a5272998d HTTP/1.1" status: 404 len: 336 time: 0.0775769 Mar 16 11:22:30.045186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42688) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.086653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e96a7a-8a11-4b3b-8fd5-dbddceb71cfd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:30.087132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e96a7a-8a11-4b3b-8fd5-dbddceb71cfd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:30.088709 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0e96a7a-8a11-4b3b-8fd5-dbddceb71cfd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/c4508ee5-81f9-47d7-b698-6e83b0b2306d HTTP/1.1" status: 404 len: 337 time: 0.0426280 Mar 16 11:22:30.091280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.115807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ac678-bace-445d-a3cd-a4f51f91de06 None None] Network 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:30.132787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.161257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for d0b1913b-0027-4b53-aec9-dee014ff2f73 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:30.171328 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-11dedc1c-0eb9-47f9-9327-a9aedb87c96c tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 200 len: 205 time: 0.0751913 Mar 16 11:22:30.171507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.212025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-52e8fd48-4eba-42cd-b2ea-db6e8328ee67 None None] Provisioning for port d0b1913b-0027-4b53-aec9-dee014ff2f73 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:30.253927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1bf0d4a5-0628-4a78-87ba-1f9133e0924a tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 1093 time: 0.2372761 Mar 16 11:22:30.254196 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-399afc8a-5525-4b3a-b100-bfe42ef46e27 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:30.255167 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-399afc8a-5525-4b3a-b100-bfe42ef46e27 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/4060338d-fa6a-40f9-9e5d-190d8dd7e0d0 HTTP/1.1" status: 404 len: 336 time: 0.0827887 Mar 16 11:22:30.256709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42700) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.257740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.262631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'port_id': '2032b073-ff5c-4a34-863d-b42b037959bb'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:30.310291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0d7358d-7e74-497c-b2e5-0e58427d0886 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 HTTP/1.1" status: 200 len: 205 time: 0.0492167 Mar 16 11:22:30.311378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.331679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.387321 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-4d897b3e-d6d8-4c91-99c3-e266fae6a980 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:30.388317 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d897b3e-d6d8-4c91-99c3-e266fae6a980 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/f261bfa6-92cb-47e8-a37e-b4fae8c8b9a8 HTTP/1.1" status: 404 len: 336 time: 0.0760057 Mar 16 11:22:30.392212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42712) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.414853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=d0b1913b-0027-4b53-aec9-dee014ff2f73,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:30.420075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.423886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.438839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac4ada-7a06-4722-81ca-9a4632e84479 None None] DHCP port deletion for 5cc45aae-44b9-49b0-a5c8-5911e3f94a8b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:30.467212 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-426b8818-8b6a-463e-ae55-e77b75130f8a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:30.467421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port d0b1913b-0027-4b53-aec9-dee014ff2f73 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:30.467641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426b8818-8b6a-463e-ae55-e77b75130f8a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:30.472240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:30.480788 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-426b8818-8b6a-463e-ae55-e77b75130f8a tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/e5a3289a-1e29-4879-879d-663be4ce9181 HTTP/1.1" status: 404 len: 337 time: 0.0876811 Mar 16 11:22:30.481816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.486125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ecac317-16b5-409b-889b-8a255726a353 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7 HTTP/1.1" status: 204 len: 168 time: 1.1655672 Mar 16 11:22:30.486757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42716) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.487089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.488206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76318059-06d4-4f88-8213-af68941f7361 None None] Network 2d19b273-57a3-4b0e-87ac-dc733861f8ac requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:30.556695 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6955c0a5-1385-44a4-bd2b-2df7761e76fd tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c22e965-ad4e-487f-af3c-2c4b642a9143 HTTP/1.1" status: 200 len: 205 time: 0.0620866 Mar 16 11:22:30.567120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.637942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.649054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port b7f6de7f-e021-445c-890d-19438c76b167 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:30.649362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.711372 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e3a5bf95-4064-4469-8cf7-70e5ead8d99d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:30.712394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3a5bf95-4064-4469-8cf7-70e5ead8d99d tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/9c22e965-ad4e-487f-af3c-2c4b642a9143 HTTP/1.1" status: 404 len: 336 time: 0.1427157 Mar 16 11:22:30.720204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.745714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] DHCP port deletion for 2d19b273-57a3-4b0e-87ac-dc733861f8ac request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:30.750635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Deleting port b7f6de7f-e021-445c-890d-19438c76b167 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:30.751106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.758021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.778882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2db6ec-4343-4a39-9ccd-face493d6df7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:30.779310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2db6ec-4343-4a39-9ccd-face493d6df7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:30.829121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc45aae-44b9-49b0-a5c8-5911e3f94a8b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:30.837032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-af2db6ec-4343-4a39-9ccd-face493d6df7 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/7fac9524-92c2-41f0-a260-4855c29a1f34 HTTP/1.1" status: 404 len: 337 time: 0.1158295 Mar 16 11:22:30.840582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42732) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:30.850523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eed540-6e45-4f3e-b9de-2926f0730d3c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:30.850872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eed540-6e45-4f3e-b9de-2926f0730d3c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:30.868301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.943441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:30.965740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7f6de7f-e021-445c-890d-19438c76b167 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:30.998698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] For port b7f6de7f-e021-445c-890d-19438c76b167, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7f6de7f-e021-445c-890d-19438c76b167,segment=NetworkSegment(01c07684-ed51-48d1-af8d-3ced955913fc),segment_id=01c07684-ed51-48d1-af8d-3ced955913fc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:30.999066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.007151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14f27442-7d6c-42ae-aa20-6326598ca731 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "GET /v2.0/ports?device_id=faae6f0d-f430-43bc-ba44-ba24de91b463 HTTP/1.1" status: 200 len: 205 time: 0.1629579 Mar 16 11:22:31.009274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.010890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port b7f6de7f-e021-445c-890d-19438c76b167, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7f6de7f-e021-445c-890d-19438c76b167,segment=NetworkSegment(01c07684-ed51-48d1-af8d-3ced955913fc),segment_id=01c07684-ed51-48d1-af8d-3ced955913fc)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:31.011234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.012591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:31.012797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:31.027394 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:31.137268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Calling delete_port for b7f6de7f-e021-445c-890d-19438c76b167 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:31.187042 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-6090394b-31cf-4e34-acd2-9f740db0d5fb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] delete failed (client error): The resource could not be found. Mar 16 11:22:31.190896 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6090394b-31cf-4e34-acd2-9f740db0d5fb tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/routers/faae6f0d-f430-43bc-ba44-ba24de91b463 HTTP/1.1" status: 404 len: 336 time: 0.1686761 Mar 16 11:22:31.194178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.196759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for b7f6de7f-e021-445c-890d-19438c76b167 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:31.233784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.238711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad485f3f-9b79-4ced-af6d-bd1a6ec84409 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:31.238998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad485f3f-9b79-4ced-af6d-bd1a6ec84409 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:31.243818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad485f3f-9b79-4ced-af6d-bd1a6ec84409 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/6b273cdf-3acd-4769-ac67-35f87e9b2a48 HTTP/1.1" status: 404 len: 337 time: 0.0447612 Mar 16 11:22:31.258594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.276065 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No ports have port_id starting with b7f6de7f-e021-445c-890d-19438c76b167 Mar 16 11:22:31.283775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] Pushing event deleted for resources: {'Port': ['ID=b7f6de7f-e021-445c-890d-19438c76b167,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:31.294520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e119b9-2e5e-4ba8-8613-2eca60ab3e68 None None] No DVR routers for this DVR port b7f6de7f-e021-445c-890d-19438c76b167 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:31.296434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:31.296873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:31.321799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-468610f1-4a57-416a-aa25-915538244dc0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:31.322262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468610f1-4a57-416a-aa25-915538244dc0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:31.328421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.350263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.351978 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/5cc45aae-44b9-49b0-a5c8-5911e3f94a8b HTTP/1.1" status: 204 len: 168 time: 2.1870918 Mar 16 11:22:31.355757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.357972 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-468610f1-4a57-416a-aa25-915538244dc0 tempest-RoutersIpV6Test-940071482 tempest-RoutersIpV6Test-940071482-project] 10.222.0.36 "DELETE /v2.0/subnets/9b90f918-c70f-4ae7-84fe-3d5d0db50c40 HTTP/1.1" status: 404 len: 337 time: 0.0952990 Mar 16 11:22:31.362539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102573373'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:31.367065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:31.368490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b79df-73b9-4e72-8cf3-bcb118deb36b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=5cc45aae-44b9-49b0-a5c8-5911e3f94a8b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:31.372304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:31.375419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:31.382769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:31.402875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:31.402875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.429457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:31.438480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.438822 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 4515d09e-6900-4333-9c36-8d6a8f1eab73 of type vlan for network 759ca076-0f6f-4a48-8c53-c33db3bf784d Mar 16 11:22:31.465531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.495982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.499988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:31.500667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.546129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2e1e3a1-0015-40d5-9bb8-1319ee400b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.615135 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2582920 Mar 16 11:22:31.618068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae0860-1052-4682-a364-a84289a69438 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=759ca076-0f6f-4a48-8c53-c33db3bf784d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:31.618827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.628916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:31.630344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:31.697446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42760) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:31.704694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.724303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.798209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port b7f6de7f-e021-445c-890d-19438c76b167 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:31.798688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:31.864442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:31.876287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:31.877208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] The port 'b7f6de7f-e021-445c-890d-19438c76b167' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:31.880219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:31.887543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:31.903197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:32.009323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.023795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.035529 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c4551251-ff34-4e9e-b2d3-bb2f6da59b01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb7c7cce99b4efd8b74f6a4daac8171&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369994 Mar 16 11:22:32.045115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.062579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d19b273-57a3-4b0e-87ac-dc733861f8ac']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:32.084155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c07684-ed51-48d1-af8d-3ced955913fc') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:32.084434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c07684-ed51-48d1-af8d-3ced955913fc') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:32.106796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.129505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.143420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:32.143819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.151395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP b78bbc5f-b918-4094-aadf-904eaef26a86 associated. External IP: 172.26.1.158, port: 2032b073-ff5c-4a34-863d-b42b037959bb. Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: util.warn( Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:32.158627 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:32.226594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.268173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.270813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.294634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.311319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=2d19b273-57a3-4b0e-87ac-dc733861f8ac,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:32.316349 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ddd0b921-22a2-4715-a322-7529c06f322c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/2d19b273-57a3-4b0e-87ac-dc733861f8ac HTTP/1.1" status: 204 len: 168 time: 1.8269391 Mar 16 11:22:32.326383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.335209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-282282222'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:32.341583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:32.346119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:network and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:32.349322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:32.357420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:32.367367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:32.370488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.390090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.404274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e11fb-5ed3-4390-bc2a-620ee563e065,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:32.418781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:32.425728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.428097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.431627 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7ed5425-e1ba-4f8f-9755-fdd4526ff415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/241e11fb-5ed3-4390-bc2a-620ee563e065 HTTP/1.1" status: 204 len: 168 time: 0.3832350 Mar 16 11:22:32.435542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.436182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Added segment c112fb65-cfcb-4335-a492-afee8ce357b1 of type vlan for network b122b558-c457-45cb-a7d5-5196752b59fb Mar 16 11:22:32.472976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.507888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.512122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.512670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.514892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=ce0fc8f3-063e-4da0-9350-ffdd62031483,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:32.617793 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2903574 Mar 16 11:22:32.621317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42776) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.629483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:32.637327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '4515d09e-6900-4333-9c36-8d6a8f1eab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:32.637917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 759ca076-0f6f-4a48-8c53-c33db3bf784d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:32.648863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088be65-2882-4b57-b417-5d6d8f3d366f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Network': ['ID=b122b558-c457-45cb-a7d5-5196752b59fb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:32.667175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network b122b558-c457-45cb-a7d5-5196752b59fb details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:32.759473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:32.764618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:32.768899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:32.777121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:32.791984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:32.825384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:32.842813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 759ca076-0f6f-4a48-8c53-c33db3bf784d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:32.849329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:32.849910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:32.858515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c760d4-ec25-4c14-a3bf-3a7e3a0ff7c6 None None] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:32.887644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-70db0ef5-56ae-488b-9157-f077806dec32 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2638707 Mar 16 11:22:32.890396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:32.898761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2096838403'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:32.915684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:33.084106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-759ca076-0f6f-4a48-8c53-c33db3bf784d', 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': 'ce0fc8f3-063e-4da0-9350-ffdd62031483'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:33.084921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.086490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.130984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:33.135615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.142398 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:33.155303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:33.155955 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:33.229203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a4354288-0671-4cf6-b029-e628420db6b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 991 time: 2.9712927 Mar 16 11:22:33.232104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:33.232564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:22:33.254467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:33.277581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:33.286442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Allocated IP 172.20.0.2 (759ca076-0f6f-4a48-8c53-c33db3bf784d/ce0fc8f3-063e-4da0-9350-ffdd62031483/427743db-9be6-4a7a-9c5b-956772c993c6) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:33.292214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:33.324443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:33.370302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:33.432901 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef40f972-3237-455b-9b74-5736c555afd2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 991 time: 0.1901891 Mar 16 11:22:33.434559 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb', 'status': 'completed', 'code': 200} Mar 16 11:22:33.442965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:33.446595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.542804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port e66a66c8-9717-42ac-95fb-d777c5f3b044 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:33.564202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.574154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Transition to ACTIVE for port object 427743db-9be6-4a7a-9c5b-956772c993c6 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:33.593150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Transition to ACTIVE for port object 427743db-9be6-4a7a-9c5b-956772c993c6 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:33.600191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.612230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.681081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:33.685601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:33.687480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Pushing event updated for resources: {'Port': ['ID=427743db-9be6-4a7a-9c5b-956772c993c6,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:33.690556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:33.723301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208362be-110c-458e-8f55-ebc52279f744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.750228 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': '2032b073-ff5c-4a34-863d-b42b037959bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:1f:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:22:31Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:33.754772 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:22:33.765612 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:33.766241 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:33.768550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=018ac8ab-062b-4001-b2a8-d676e3d8f48e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:33.776105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Attempting to bind port 427743db-9be6-4a7a-9c5b-956772c993c6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:33.776479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Attempting to bind port 427743db-9be6-4a7a-9c5b-956772c993c6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4515d09e-6900-4333-9c36-8d6a8f1eab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:33.776830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Attempting to bind port 427743db-9be6-4a7a-9c5b-956772c993c6 on network 759ca076-0f6f-4a48-8c53-c33db3bf784d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:33.783383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:33.783592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Checking segment: {'id': '4515d09e-6900-4333-9c36-8d6a8f1eab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:33.783896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.784294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Bound using segment: {'id': '4515d09e-6900-4333-9c36-8d6a8f1eab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:33.784818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Bound port: 427743db-9be6-4a7a-9c5b-956772c993c6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4515d09e-6900-4333-9c36-8d6a8f1eab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '759ca076-0f6f-4a48-8c53-c33db3bf784d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:33.785176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.786253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Checking segment: {'id': 'c112fb65-cfcb-4335-a492-afee8ce357b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:33.786670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network hostable DHCP agents. Network: b122b558-c457-45cb-a7d5-5196752b59fb, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:33.806669 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-e62be0ba-ac15-4ccb-b4f6-1c822b6a49b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 1098 time: 0.3647499 Mar 16 11:22:33.811033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.811451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.811850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.812267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.812666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.813071 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.813459 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.813848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.814320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.815087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.815087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:33.880015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] For port 427743db-9be6-4a7a-9c5b-956772c993c6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:33.885841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] For port 427743db-9be6-4a7a-9c5b-956772c993c6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=427743db-9be6-4a7a-9c5b-956772c993c6,segment=NetworkSegment(4515d09e-6900-4333-9c36-8d6a8f1eab73),segment_id=4515d09e-6900-4333-9c36-8d6a8f1eab73)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:33.889825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:33.926628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.4 (759ca076-0f6f-4a48-8c53-c33db3bf784d/ce0fc8f3-063e-4da0-9350-ffdd62031483/e66a66c8-9717-42ac-95fb-d777c5f3b044) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:33.946353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network b122b558-c457-45cb-a7d5-5196752b59fb is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:33.952923 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:22:33.971985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419428-5809-42da-8ee8-c6a488d1536c None None] Pushing event updated for resources: {'Port': ['ID=427743db-9be6-4a7a-9c5b-956772c993c6,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:33.999223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, b122b558-c457-45cb-a7d5-5196752b59fb) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:34.016845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30a9b7-08d7-4e8e-8610-f16768580e7f None None] Network b122b558-c457-45cb-a7d5-5196752b59fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:34.061613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:34.062201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.093010 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4fcc37d4-f1bc-46bb-a3fc-17281b7239be tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4708974 Mar 16 11:22:34.097326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:34.108037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-3d121dda-bcb9-43ca-8d3c-b083ab03f1f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:34.109334 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-3d121dda-bcb9-43ca-8d3c-b083ab03f1f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.2887995 Mar 16 11:22:34.115003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2060041105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:34.180818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:34.242472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:router and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:34.249446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:34.284448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:34.293565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-b122b558-c457-45cb-a7d5-5196752b59fb', 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '018ac8ab-062b-4001-b2a8-d676e3d8f48e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:34.294670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.373488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.374907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.393735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.402463 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': '2032b073-ff5c-4a34-863d-b42b037959bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:1f:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:22:31Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:34.407409 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022afc1-89f7-4698-ba08-1a8c1745f238 None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'b78bbc5f-b918-4094-aadf-904eaef26a86', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.158', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'port_id': '2032b073-ff5c-4a34-863d-b42b037959bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'mac_address': 'fa:16:3e:1f:e1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:21:18Z', 'updated_at': '2022-03-16T11:22:31Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:34.411723 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-1a74adc2-5f62-49be-ba40-23370a428df2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2032b073-ff5c-4a34-863d-b42b037959bb HTTP/1.1" status: 200 len: 999 time: 0.2895226 Mar 16 11:22:34.436896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42794) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:34.460785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object e66a66c8-9717-42ac-95fb-d777c5f3b044 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:34.472244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.493077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Allocated IP 2001:db8::2 (b122b558-c457-45cb-a7d5-5196752b59fb/018ac8ab-062b-4001-b2a8-d676e3d8f48e/e694100b-80c9-45c4-b004-9737c9940f8a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:34.516143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-1b8fdd7b-217c-45bd-bff4-8b14f72f4fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:34.519852 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-1b8fdd7b-217c-45bd-bff4-8b14f72f4fef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.0989091 Mar 16 11:22:34.523695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.547522 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e59f3af-b76f-4e7b-a748-a6bf22bee161 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 991 time: 0.1089199 Mar 16 11:22:34.585800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.655858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.657045 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1a5d41fe-3aeb-4179-a3a3-272e365195b3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5588121 Mar 16 11:22:34.662588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:34.672086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb', 'name': 'tempest-PortsIpV6TestJSON-855313011'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:34.688036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:34.690322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=e66a66c8-9717-42ac-95fb-d777c5f3b044,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:34.693520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:34.701803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:34.725706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.740256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Transition to ACTIVE for port object e694100b-80c9-45c4-b004-9737c9940f8a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:34.765300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50dda6-0585-4c52-9138-090b77241e93 None None] New status for floating IP b78bbc5f-b918-4094-aadf-904eaef26a86: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:22:34.772521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:34.773166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.796468 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-ce473b88-9e2e-4724-b0b9-af679be0cd9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2651575 Mar 16 11:22:34.798231 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94948191-b91a-4700-abf9-3d8d84e62be2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9066756 Mar 16 11:22:34.801113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:34.825792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:34.829947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:34.833332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Transition to ACTIVE for port object e694100b-80c9-45c4-b004-9737c9940f8a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:34.834371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:34.841268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:34.851469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:34.854818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.857978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:34.881437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port e4405124-52c4-4b59-9b47-9a4c737e9fe9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:34.932370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Pushing event updated for resources: {'Port': ['ID=e694100b-80c9-45c4-b004-9737c9940f8a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:34.948414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port e66a66c8-9717-42ac-95fb-d777c5f3b044 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:34.948804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.039345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.069214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Network b122b558-c457-45cb-a7d5-5196752b59fb is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:35.070181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.074367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::228 (b122b558-c457-45cb-a7d5-5196752b59fb/018ac8ab-062b-4001-b2a8-d676e3d8f48e/e4405124-52c4-4b59-9b47-9a4c737e9fe9) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:35.090537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:35.096013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 427743db-9be6-4a7a-9c5b-956772c993c6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:35.126407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:35.159564 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-4eece5a7-f906-4013-a9c2-2a24b672260d service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558300 Mar 16 11:22:35.360215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.364720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Attempting to bind port e694100b-80c9-45c4-b004-9737c9940f8a on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:35.365092 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Attempting to bind port e694100b-80c9-45c4-b004-9737c9940f8a by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c112fb65-cfcb-4335-a492-afee8ce357b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:35.365449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Attempting to bind port e694100b-80c9-45c4-b004-9737c9940f8a on network b122b558-c457-45cb-a7d5-5196752b59fb {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:35.377517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:35.378513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Checking segment: {'id': 'c112fb65-cfcb-4335-a492-afee8ce357b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:35.379068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.379900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Bound using segment: {'id': 'c112fb65-cfcb-4335-a492-afee8ce357b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:35.380889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Bound port: e694100b-80c9-45c4-b004-9737c9940f8a, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c112fb65-cfcb-4335-a492-afee8ce357b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b122b558-c457-45cb-a7d5-5196752b59fb'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:35.381470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.381988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object e4405124-52c4-4b59-9b47-9a4c737e9fe9 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:35.417605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.489666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c95f94-b724-4b30-802a-ba7002ca2e69 None None] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:35.507788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network b122b558-c457-45cb-a7d5-5196752b59fb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:35.511486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:35.514182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b20d9a08-5cf6-4c99-b82d-c3165e87750a req-787d5022-7fe6-41ee-b514-3eaaf1c9e4b6 service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841776 Mar 16 11:22:35.515115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:35.515728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.521769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:35.522715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.549239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=e4405124-52c4-4b59-9b47-9a4c737e9fe9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:35.554496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:35.577384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 427743db-9be6-4a7a-9c5b-956772c993c6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:35.636925 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9730861 Mar 16 11:22:35.640055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:35.641384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.641886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.642470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.642958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.643292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.643614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.643935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.644253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.644567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.644879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.645191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23363c-ef51-49eb-9efe-76d4c9734fad tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:35.646617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for e66a66c8-9717-42ac-95fb-d777c5f3b044 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:35.656512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Provisioning for port 427743db-9be6-4a7a-9c5b-956772c993c6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:35.667936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] For port e694100b-80c9-45c4-b004-9737c9940f8a, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:35.679789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Provisioning complete for port 427743db-9be6-4a7a-9c5b-956772c993c6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:35.680234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.684167 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3281a190-36ef-4b50-a8d9-7a9e0b02f3ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 200 len: 993 time: 0.1285450 Mar 16 11:22:35.734849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] For port e694100b-80c9-45c4-b004-9737c9940f8a, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e694100b-80c9-45c4-b004-9737c9940f8a,segment=NetworkSegment(c112fb65-cfcb-4335-a492-afee8ce357b1),segment_id=c112fb65-cfcb-4335-a492-afee8ce357b1)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:35.748388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:35.908428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5fe1-1614-4fc4-afdf-9a5b7eb99b20 None None] Pushing event updated for resources: {'Port': ['ID=e694100b-80c9-45c4-b004-9737c9940f8a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:35.979356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.026334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] For port 427743db-9be6-4a7a-9c5b-956772c993c6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=427743db-9be6-4a7a-9c5b-956772c993c6,segment=NetworkSegment(4515d09e-6900-4333-9c36-8d6a8f1eab73),segment_id=4515d09e-6900-4333-9c36-8d6a8f1eab73)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:36.032106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.037227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.129453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41793287-16e6-4f0f-8f89-2935fea90f01 None None] Pushing event updated for resources: {'Port': ['ID=427743db-9be6-4a7a-9c5b-956772c993c6,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:36.164013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=e66a66c8-9717-42ac-95fb-d777c5f3b044,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:36.178818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.349556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-407120a3-3cd7-4c45-ade2-3ff6f4e81f32 None None] Could not find standard attr ID for object e66a66c8-9717-42ac-95fb-d777c5f3b044. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:36.361979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-407120a3-3cd7-4c45-ade2-3ff6f4e81f32 None None] Provisioning complete for port 427743db-9be6-4a7a-9c5b-956772c993c6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:36.363218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-407120a3-3cd7-4c45-ade2-3ff6f4e81f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.363467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.389576 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e17fb64-db95-4471-b1a1-825844eb00e3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/e66a66c8-9717-42ac-95fb-d777c5f3b044 HTTP/1.1" status: 204 len: 168 time: 1.5874496 Mar 16 11:22:36.392268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:36.468145 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-39614f11-edd0-427e-b794-e797be891156 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:36.468643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39614f11-edd0-427e-b794-e797be891156 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:36.531598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39614f11-edd0-427e-b794-e797be891156 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:36.536092 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39614f11-edd0-427e-b794-e797be891156 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/e66a66c8-9717-42ac-95fb-d777c5f3b044 HTTP/1.1" status: 404 len: 333 time: 0.1391447 Mar 16 11:22:36.536469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:36.567143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.607698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet ce0fc8f3-063e-4da0-9350-ffdd62031483 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:36.611964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.685247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.700971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7cafb980-e8a7-4de6-874a-d99b673be93a None None] Could not find standard attr ID for object e66a66c8-9717-42ac-95fb-d777c5f3b044. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:36.785512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.870951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.917558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0fc8f3-063e-4da0-9350-ffdd62031483,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:36.930539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:36.935230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce90b7f-8b43-45c6-9d13-12261c81bec8 None None] Network 759ca076-0f6f-4a48-8c53-c33db3bf784d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:36.938588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c076930-8558-413c-9409-c8e0faa8d2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/ce0fc8f3-063e-4da0-9350-ffdd62031483 HTTP/1.1" status: 204 len: 168 time: 0.3992624 Mar 16 11:22:36.941388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:37.134813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 427743db-9be6-4a7a-9c5b-956772c993c6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:37.158370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.163878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.165735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d0825-7f69-4aaa-a0a1-c1fb8eb137f7 None None] Network b122b558-c457-45cb-a7d5-5196752b59fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:37.182222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.193904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 427743db-9be6-4a7a-9c5b-956772c993c6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:37.194256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.338972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=e4405124-52c4-4b59-9b47-9a4c737e9fe9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:37.358797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1eb12e31-c3af-4786-8fe2-70e34cf43372 None None] Provisioning for port e694100b-80c9-45c4-b004-9737c9940f8a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:37.428164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port 427743db-9be6-4a7a-9c5b-956772c993c6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=427743db-9be6-4a7a-9c5b-956772c993c6,segment=NetworkSegment(4515d09e-6900-4333-9c36-8d6a8f1eab73),segment_id=4515d09e-6900-4333-9c36-8d6a8f1eab73)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:37.428678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.432818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 427743db-9be6-4a7a-9c5b-956772c993c6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:37.433187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.450675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.546813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74ef76-3418-497a-8c4b-5f83776a3087 None None] DHCP port deletion for 759ca076-0f6f-4a48-8c53-c33db3bf784d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:37.557025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.559248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a74ef76-3418-497a-8c4b-5f83776a3087 None None] Deleting port 427743db-9be6-4a7a-9c5b-956772c993c6 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:37.559615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a74ef76-3418-497a-8c4b-5f83776a3087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.565006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 427743db-9be6-4a7a-9c5b-956772c993c6 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:37.646146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.691415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=427743db-9be6-4a7a-9c5b-956772c993c6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:37.706527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a74ef76-3418-497a-8c4b-5f83776a3087 None None] The port '427743db-9be6-4a7a-9c5b-956772c993c6' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:37.707112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port 427743db-9be6-4a7a-9c5b-956772c993c6 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:37.720575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e694100b-80c9-45c4-b004-9737c9940f8a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:37.806146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e694100b-80c9-45c4-b004-9737c9940f8a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:37.812649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e694100b-80c9-45c4-b004-9737c9940f8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:37.813295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.842735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.878071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759ca076-0f6f-4a48-8c53-c33db3bf784d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:37.898364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4515d09e-6900-4333-9c36-8d6a8f1eab73') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:37.898668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4515d09e-6900-4333-9c36-8d6a8f1eab73') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:37.914600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.937863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.949198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:37.950037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:37.995169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.009449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.015826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.016656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.038661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e694100b-80c9-45c4-b004-9737c9940f8a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e694100b-80c9-45c4-b004-9737c9940f8a,segment=NetworkSegment(c112fb65-cfcb-4335-a492-afee8ce357b1),segment_id=c112fb65-cfcb-4335-a492-afee8ce357b1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:38.043091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:38.058819 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:38.063795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.069184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.112856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/759ca076-0f6f-4a48-8c53-c33db3bf784d HTTP/1.1" status: 204 len: 168 time: 1.1670575 Mar 16 11:22:38.114972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42826) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:38.120864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'name': 'tempest-PortsTestJSON-680502957'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:38.136459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be3af0-c1e5-4af8-9b9e-f5dd556e28c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=759ca076-0f6f-4a48-8c53-c33db3bf784d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:38.149335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e694100b-80c9-45c4-b004-9737c9940f8a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:38.162758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.163181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.163515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.164010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.164557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.164886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.165422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.165607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=e4405124-52c4-4b59-9b47-9a4c737e9fe9,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:38.166232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.166389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.166716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.167033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:22:38.172880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Provisioning for port e4405124-52c4-4b59-9b47-9a4c737e9fe9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:38.180443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Provisioning complete for port e4405124-52c4-4b59-9b47-9a4c737e9fe9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:38.182034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.242394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network b122b558-c457-45cb-a7d5-5196752b59fb is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:38.243865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:38.298191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:38.309092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:38.312596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:38.320059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:38.320319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Port e4405124-52c4-4b59-9b47-9a4c737e9fe9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:38.340832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Provisioning complete for port e694100b-80c9-45c4-b004-9737c9940f8a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:38.341092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:38.341334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db4137d-66e2-451f-a051-9637006a857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.341678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.364224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 2d9d355b-7c4c-463d-916a-ddee052f9424 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:38.592834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-266d5675-c82f-481e-852c-0d52f5f4a1ad None None] Provisioning complete for port e4405124-52c4-4b59-9b47-9a4c737e9fe9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:38.593662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-266d5675-c82f-481e-852c-0d52f5f4a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.618985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.649757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.659586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-266d5675-c82f-481e-852c-0d52f5f4a1ad None None] Port e4405124-52c4-4b59-9b47-9a4c737e9fe9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:38.729884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:38.733076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:38.737442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:38.741236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:38.741840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.747012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=2d9d355b-7c4c-463d-916a-ddee052f9424,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:38.768494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-316fd654-3d9a-4492-b670-bb548fe1f91c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6522603 Mar 16 11:22:38.770994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:38.780519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Router 550d68bb-a494-4eca-9e42-970d9ddc98a3 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:22:38.782406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce078510-6f97-455a-9255-b3d5f3f0bef2 None None] Provisioning complete for port e4405124-52c4-4b59-9b47-9a4c737e9fe9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:38.783079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce078510-6f97-455a-9255-b3d5f3f0bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.837908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce078510-6f97-455a-9255-b3d5f3f0bef2 None None] Port e4405124-52c4-4b59-9b47-9a4c737e9fe9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:38.838619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 2d9d355b-7c4c-463d-916a-ddee052f9424 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:38.839034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:38.957899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:38.958584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e694100b-80c9-45c4-b004-9737c9940f8a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:38.965148 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46343c81-2d44-4dda-ba10-893bbe4c5bbf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/routers/550d68bb-a494-4eca-9e42-970d9ddc98a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915082 Mar 16 11:22:38.967425 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] Sync routers for ids ['550d68bb-a494-4eca-9e42-970d9ddc98a3'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:38.970900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42834) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:38.979066 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] Routers {'550d68bb-a494-4eca-9e42-970d9ddc98a3'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:38.979900 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['550d68bb-a494-4eca-9e42-970d9ddc98a3'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:39.032105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e694100b-80c9-45c4-b004-9737c9940f8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:39.032733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.044158 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:39.056284 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] Routers {'550d68bb-a494-4eca-9e42-970d9ddc98a3'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:39.057201 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['550d68bb-a494-4eca-9e42-970d9ddc98a3'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:39.062159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162bf5f-fd01-4495-9744-223e51451108 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:39.063036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6162bf5f-fd01-4495-9744-223e51451108 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:39.082498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6162bf5f-fd01-4495-9744-223e51451108 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:39.086804 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6162bf5f-fd01-4495-9744-223e51451108 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?device_id=550d68bb-a494-4eca-9e42-970d9ddc98a3 HTTP/1.1" status: 200 len: 988 time: 0.1120498 Mar 16 11:22:39.088054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:39.124255 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:39.124940 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac91dc46-9da7-4351-887f-c5ad7c785be7 None None] The sync data for ids ['550d68bb-a494-4eca-9e42-970d9ddc98a3'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:39.183250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.226009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 427743db-9be6-4a7a-9c5b-956772c993c6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:39.271585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 427743db-9be6-4a7a-9c5b-956772c993c6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:39.272266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 427743db-9be6-4a7a-9c5b-956772c993c6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:39.308678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 2d9d355b-7c4c-463d-916a-ddee052f9424 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:39.390716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.437898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=2d9d355b-7c4c-463d-916a-ddee052f9424,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:39.443638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.455553 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-83831e66-c381-47d9-be7e-23dc2ee2466a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/2d9d355b-7c4c-463d-916a-ddee052f9424 HTTP/1.1" status: 204 len: 168 time: 0.6811466 Mar 16 11:22:39.455944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:39.461595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'mac_address': 'fa:16:3e:38:e0:90', 'name': 'tempest-PortsTestJSON-1765732402'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:39.567649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:39.571604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:39.574546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:39.580743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:39.590711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:39.638051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.693259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.721137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port bbb34fc9-57b5-4899-922b-143225ce55fa yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:39.941140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.967440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:39.968895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port e4405124-52c4-4b59-9b47-9a4c737e9fe9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:39.969401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.039612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:40.042535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:40.046435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:40.050520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:40.051138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.059447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=bbb34fc9-57b5-4899-922b-143225ce55fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:40.085394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-daf61c4e-9662-4976-b705-3f7f884f8cd5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6260548 Mar 16 11:22:40.085720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42846) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:40.154499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b7628-659f-42bd-bb08-629a18fa28f9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:40.155065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d24b7628-659f-42bd-bb08-629a18fa28f9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:40.171854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d24b7628-659f-42bd-bb08-629a18fa28f9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:40.173016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d24b7628-659f-42bd-bb08-629a18fa28f9 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/bbb34fc9-57b5-4899-922b-143225ce55fa HTTP/1.1" status: 200 len: 841 time: 0.0862942 Mar 16 11:22:40.176205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42850) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:40.244649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port bbb34fc9-57b5-4899-922b-143225ce55fa {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:40.244961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.253787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.374252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for e4405124-52c4-4b59-9b47-9a4c737e9fe9 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:40.461808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.551550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.587188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for bbb34fc9-57b5-4899-922b-143225ce55fa owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:40.598785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=e4405124-52c4-4b59-9b47-9a4c737e9fe9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:40.667406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.718302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=bbb34fc9-57b5-4899-922b-143225ce55fa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:40.726074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.742827 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26cafdcc-5e88-48be-b9d1-6d5983500f62 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/bbb34fc9-57b5-4899-922b-143225ce55fa HTTP/1.1" status: 204 len: 168 time: 0.5653260 Mar 16 11:22:40.743561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:40.790063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:40.878486 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ccaf84-8482-44c3-be4a-b2ae0f21566b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:40.878900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08ccaf84-8482-44c3-be4a-b2ae0f21566b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:40.896232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08ccaf84-8482-44c3-be4a-b2ae0f21566b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:40.902132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08ccaf84-8482-44c3-be4a-b2ae0f21566b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/bbb34fc9-57b5-4899-922b-143225ce55fa HTTP/1.1" status: 404 len: 333 time: 0.1573620 Mar 16 11:22:40.902729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42858) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:40.910204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'name': 'tempest-PortsTestJSON-1983897993'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:41.018231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:41.027313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:41.037733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:41.040910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.061817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 4900daa3-a0ca-42ab-ab9d-38cfb0add98f yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:41.210406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Router 550d68bb-a494-4eca-9e42-970d9ddc98a3 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:22:41.281239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.307296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.351070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:22:41.361408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] Sync routers for ids ['550d68bb-a494-4eca-9e42-970d9ddc98a3'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:22:41.372276 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-241d4049-c438-48c0-b56d-14198e43d028 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/routers/550d68bb-a494-4eca-9e42-970d9ddc98a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830930 Mar 16 11:22:41.372843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42862) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:41.374523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] Routers {'550d68bb-a494-4eca-9e42-970d9ddc98a3'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:41.375414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['550d68bb-a494-4eca-9e42-970d9ddc98a3'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:41.379119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:41.382208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:41.386478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:41.390280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:41.390833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.394625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=4900daa3-a0ca-42ab-ab9d-38cfb0add98f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:41.425330 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae5c0e2a-5a13-4bd2-bf47-b9e856757a6c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5213990 Mar 16 11:22:41.428093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42866) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:41.434224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:41.442053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:41.454412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] Routers {'550d68bb-a494-4eca-9e42-970d9ddc98a3'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:22:41.455307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:22:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['550d68bb-a494-4eca-9e42-970d9ddc98a3'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:41.514648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:41.515060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee1b9b-5fb6-4b53-acf3-6af74b3e6f5a None None] The sync data for ids ['550d68bb-a494-4eca-9e42-970d9ddc98a3'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:22:41.516850 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-77488729-12b0-4e3b-8ec7-8c269a92ccae tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:41.517418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77488729-12b0-4e3b-8ec7-8c269a92ccae tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:41.533662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77488729-12b0-4e3b-8ec7-8c269a92ccae tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:41.534835 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77488729-12b0-4e3b-8ec7-8c269a92ccae tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/e4405124-52c4-4b59-9b47-9a4c737e9fe9 HTTP/1.1" status: 404 len: 333 time: 0.1608453 Mar 16 11:22:41.537610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:41.558386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.669778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.764642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.770074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.836481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] In _notify_port_updated(), no bound segment for port 4900daa3-a0ca-42ab-ab9d-38cfb0add98f on network 76b28698-1f93-4329-9f3f-5f39af665bca {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:41.840094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:41.840670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.844365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/ports/4900daa3-a0ca-42ab-ab9d-38cfb0add98f HTTP/1.1" status: 200 len: 818 time: 0.4128101 Mar 16 11:22:41.844587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:41.875885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e198-9db5-49bf-8a5a-318a29a65402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=4900daa3-a0ca-42ab-ab9d-38cfb0add98f,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:41.916363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:41.919748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 4900daa3-a0ca-42ab-ab9d-38cfb0add98f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:41.920114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.063864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.068325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.093013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.093538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Fanout notify agent at l3_agent the message router_deleted on router 550d68bb-a494-4eca-9e42-970d9ddc98a3 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:22:42.104370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.105414 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d23afe5e-c20d-4bae-86e9-ecaed2e8a91a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/routers/550d68bb-a494-4eca-9e42-970d9ddc98a3 HTTP/1.1" status: 204 len: 168 time: 0.5669010 Mar 16 11:22:42.108269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42878) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.136186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.255777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 4900daa3-a0ca-42ab-ab9d-38cfb0add98f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:42.296001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 018ac8ab-062b-4001-b2a8-d676e3d8f48e {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:42.299621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.337083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.356189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.387720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=4900daa3-a0ca-42ab-ab9d-38cfb0add98f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:42.394651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.404439 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17341772-f4c1-453e-b8ab-ec55838df1fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/4900daa3-a0ca-42ab-ab9d-38cfb0add98f HTTP/1.1" status: 204 len: 168 time: 0.5581360 Mar 16 11:22:42.408193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.452179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.483667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6f9a1-0c7a-4104-a126-ef75f6350287 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:42.484338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3e6f9a1-0c7a-4104-a126-ef75f6350287 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:42.502718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3e6f9a1-0c7a-4104-a126-ef75f6350287 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:42.504001 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3e6f9a1-0c7a-4104-a126-ef75f6350287 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0945973 Mar 16 11:22:42.506785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.527513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.552819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc144bbd-0c80-423f-a8fa-30ae7928a5a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:42.554031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc144bbd-0c80-423f-a8fa-30ae7928a5a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/4900daa3-a0ca-42ab-ab9d-38cfb0add98f HTTP/1.1" status: 404 len: 333 time: 0.0463603 Mar 16 11:22:42.557825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.563105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2128276613'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:42.568563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:42.568976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=018ac8ab-062b-4001-b2a8-d676e3d8f48e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:42.573009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:42.575156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.576521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:42.581203 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2341c0d1-8dc7-4600-9cdc-a481d6d1a624 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/018ac8ab-062b-4001-b2a8-d676e3d8f48e HTTP/1.1" status: 204 len: 168 time: 0.4719412 Mar 16 11:22:42.583813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42894) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.585672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f622323e-d1ba-4ad3-a7f8-8e092cb9a326 None None] Network b122b558-c457-45cb-a7d5-5196752b59fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:42.681370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:42.692270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:42.695878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.703662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.716330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port e694100b-80c9-45c4-b004-9737c9940f8a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:42.716746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.728645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:42.739176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.739557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 3a56286c-6dbb-4293-8d2d-715a899998dd of type vlan for network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a Mar 16 11:22:42.771936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.809606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.812853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:42.813439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.848631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] DHCP port deletion for b122b558-c457-45cb-a7d5-5196752b59fb request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:42.852957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Deleting port e694100b-80c9-45c4-b004-9737c9940f8a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:42.853611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:42.917690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3588631 Mar 16 11:22:42.921037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:42.929068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:42.950384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab44c6-e481-4a24-b8d0-1a78d3d4a934 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=25d4caef-ee84-4ba9-a108-f23c0fc6a81a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:42.965311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:42.989467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e694100b-80c9-45c4-b004-9737c9940f8a no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:43.052917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:43.056982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:43.060041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:43.066501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:43.070627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] For port e694100b-80c9-45c4-b004-9737c9940f8a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e694100b-80c9-45c4-b004-9737c9940f8a,segment=NetworkSegment(c112fb65-cfcb-4335-a492-afee8ce357b1),segment_id=c112fb65-cfcb-4335-a492-afee8ce357b1)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:43.071183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.077748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:43.187292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.205471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for e694100b-80c9-45c4-b004-9737c9940f8a owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:43.247442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] For port e694100b-80c9-45c4-b004-9737c9940f8a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e694100b-80c9-45c4-b004-9737c9940f8a,segment=NetworkSegment(c112fb65-cfcb-4335-a492-afee8ce357b1),segment_id=c112fb65-cfcb-4335-a492-afee8ce357b1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:43.247828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.303226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.350692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=e694100b-80c9-45c4-b004-9737c9940f8a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.356520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No DVR routers for this DVR port e694100b-80c9-45c4-b004-9737c9940f8a on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:43.417868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.442480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Calling delete_port for e694100b-80c9-45c4-b004-9737c9940f8a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:43.482244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.503025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.506021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=bb18faf4-7027-4242-ae7d-4c3ccea51c14,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.510813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b122b558-c457-45cb-a7d5-5196752b59fb']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:43.516376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '3a56286c-6dbb-4293-8d2d-715a899998dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:43.516731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 25d4caef-ee84-4ba9-a108-f23c0fc6a81a, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:43.526036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c112fb65-cfcb-4335-a492-afee8ce357b1') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:43.526036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c112fb65-cfcb-4335-a492-afee8ce357b1') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:43.538136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.542421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:43.553253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 25d4caef-ee84-4ba9-a108-f23c0fc6a81a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:43.559291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:43.559291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.560538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.568410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:43.568903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.574640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a63fe-ed85-4ad2-95a9-e87269e6f115 None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:43.583211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35cd0b5b-a9c9-4390-8e48-daf81c588d9a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6614640 Mar 16 11:22:43.585814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:43.588720 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:43.592251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:43.599159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:43.599654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:43.671033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.675906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.703337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=b122b558-c457-45cb-a7d5-5196752b59fb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:43.714324 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20f590e6-f9cb-4380-a9f2-b94dc6324ae9 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/b122b558-c457-45cb-a7d5-5196752b59fb HTTP/1.1" status: 204 len: 168 time: 1.1295166 Mar 16 11:22:43.720944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.742031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:43.746199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:43.749408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:43.755796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:43.767012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:43.771356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.796885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244f13b-34f2-4066-a1ad-83eb616eee23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:43.797464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5244f13b-34f2-4066-a1ad-83eb616eee23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:43.810436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': 'bb18faf4-7027-4242-ae7d-4c3ccea51c14'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:43.811700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:43.815930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5244f13b-34f2-4066-a1ad-83eb616eee23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:43.820665 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5244f13b-34f2-4066-a1ad-83eb616eee23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/dc4a2f70-b018-4d38-8fb3-6d023a96ca1c HTTP/1.1" status: 200 len: 845 time: 0.0943139 Mar 16 11:22:43.821120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42910) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.892035 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84dc4dd2-e767-4e4e-bbf3-6a5305189d2d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/dc4a2f70-b018-4d38-8fb3-6d023a96ca1c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0661492 Mar 16 11:22:43.892436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42914) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.898259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:43.910742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb18faf4-7027-4242-ae7d-4c3ccea51c14 (CIDR: 172.20.0.0/28) Mar 16 11:22:43.914968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:22:43.916149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:43.939229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19818d97-c94a-41b1-b0a7-06222b488508 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3492665 Mar 16 11:22:43.939574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:43.945095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:43.980751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Allocated IP 172.20.0.2 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/bb18faf4-7027-4242-ae7d-4c3ccea51c14/9ade01b3-5bf2-4d26-883c-1d7e2face494) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:44.021842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.026946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.031571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.037978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.055725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:44.104025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.105386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Deleting port e694100b-80c9-45c4-b004-9737c9940f8a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:44.105980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.108014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.111133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.117216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.128076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:44.131829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.165732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.185052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-883aab68-7e2d-4b6a-a0df-ee9f637d26bd None None] The port 'e694100b-80c9-45c4-b004-9737c9940f8a' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:44.271649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.286769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Transition to ACTIVE for port object 9ade01b3-5bf2-4d26-883c-1d7e2face494 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:44.309202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Transition to ACTIVE for port object 9ade01b3-5bf2-4d26-883c-1d7e2face494 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:44.316351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.373451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:44.381174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:44.385514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:44.416187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.417679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.465590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Pushing event updated for resources: {'Port': ['ID=9ade01b3-5bf2-4d26-883c-1d7e2face494,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.484107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Attempting to bind port 9ade01b3-5bf2-4d26-883c-1d7e2face494 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:44.484409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:44.484539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Attempting to bind port 9ade01b3-5bf2-4d26-883c-1d7e2face494 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '3a56286c-6dbb-4293-8d2d-715a899998dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:44.484971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Attempting to bind port 9ade01b3-5bf2-4d26-883c-1d7e2face494 on network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:44.487821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:44.491991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:44.492217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:44.492367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Checking segment: {'id': '3a56286c-6dbb-4293-8d2d-715a899998dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:44.492584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.492763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.493149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Bound using segment: {'id': '3a56286c-6dbb-4293-8d2d-715a899998dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:44.493607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Bound port: 9ade01b3-5bf2-4d26-883c-1d7e2face494, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56286c-6dbb-4293-8d2d-715a899998dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:44.494244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.495398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:44.496499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=647400b1-eaa9-4257-a291-ee12a1c7470c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.497965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=f7d2c101-e544-4d26-9f7a-43502d84365a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.499008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:44.501641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:44.502334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.521209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42922) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.521899 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98868c3d-0623-4b2f-901b-83877ac6a28c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5812831 Mar 16 11:22:44.528511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'fixed_ips': [{'subnet_id': 'bb18faf4-7027-4242-ae7d-4c3ccea51c14'}, {'subnet_id': 'f7d2c101-e544-4d26-9f7a-43502d84365a'}], 'name': 'tempest-PortsTestJSON-807028952'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:44.540482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce495183-8f2b-46a8-a4f6-c7ed5ad0ab83 None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:44.545815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c102703d-efa4-45f3-8405-a9ab57571c5e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6521721 Mar 16 11:22:44.548674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42926) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.554631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'security_group': {'name': 'tempest-secgroup-376520275'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:44.560441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.564645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.568559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.574775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.586931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.623823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.628423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.631396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.637495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.667111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] For port 9ade01b3-5bf2-4d26-883c-1d7e2face494, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:44.670223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] For port 9ade01b3-5bf2-4d26-883c-1d7e2face494, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9ade01b3-5bf2-4d26-883c-1d7e2face494,segment=NetworkSegment(3a56286c-6dbb-4293-8d2d-715a899998dd),segment_id=3a56286c-6dbb-4293-8d2d-715a899998dd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:44.671174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.677403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.682540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.692413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:44.698415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.702473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.743706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9668fbdb-e150-429b-b123-3fc2f8e63164,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.747740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.752367 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a31cf10b-756d-4e79-9ad8-50cd9d2a8a13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.1994348 Mar 16 11:22:44.752685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:44.758624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1376023882'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:44.765073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.769827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.770095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed147-6442-446a-b227-a1b97ff19c10 None None] Pushing event updated for resources: {'Port': ['ID=9ade01b3-5bf2-4d26-883c-1d7e2face494,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:44.774233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.780905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.793969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.832337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:44.836782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:44.839725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:44.846470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:44.912089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.918775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.938717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.952742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'tenant_id': '834660d026364afe8b80c1b1847be386', 'fixed_ips': [{'subnet_id': '647400b1-eaa9-4257-a291-ee12a1c7470c'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:44.953568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:44.965642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:45.108568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc980d-0c89-4af6-b559-898ee64b6b6e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.123647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.125078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d39ede9f-0bc4-4a50-b978-c8413cb1de4c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3714099 Mar 16 11:22:45.130454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:45.145979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1845535289', 'security_groups': ['22cc980d-0c89-4af6-b559-898ee64b6b6e'], 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '647400b1-eaa9-4257-a291-ee12a1c7470c'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:45.176075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Allocated IP 2001:db8::2 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/647400b1-eaa9-4257-a291-ee12a1c7470c/1faf1d44-3850-4c60-ac65-d20a7fb260c2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:45.316536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:45.320788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:port and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:45.323794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:45.330153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:45.343227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:45.438523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.7 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/bb18faf4-7027-4242-ae7d-4c3ccea51c14/7a3ad989-5e7f-4114-9a80-927e3c2c1441) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:45.448032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.25 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/f7d2c101-e544-4d26-9f7a-43502d84365a/7a3ad989-5e7f-4114-9a80-927e3c2c1441) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:45.451826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.462585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Transition to ACTIVE for port object 1faf1d44-3850-4c60-ac65-d20a7fb260c2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:45.482560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Transition to ACTIVE for port object 1faf1d44-3850-4c60-ac65-d20a7fb260c2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:45.487712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.489462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.509324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port 99ff62e9-ed69-45db-b97f-2d352b512bff yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:45.560390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:45.563211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:45.568049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:45.570242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Pushing event updated for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.664675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Attempting to bind port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:45.665331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Attempting to bind port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f3be8a97-2e91-4a67-94e0-75e96972459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:45.665868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Attempting to bind port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 on network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:45.673109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:45.674241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Checking segment: {'id': 'f3be8a97-2e91-4a67-94e0-75e96972459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:45.674804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.675392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Bound using segment: {'id': 'f3be8a97-2e91-4a67-94e0-75e96972459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:45.676018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Bound port: 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3be8a97-2e91-4a67-94e0-75e96972459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:45.676572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.682292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.704522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 7a3ad989-5e7f-4114-9a80-927e3c2c1441 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:45.736022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.759150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::1db (591c80bd-30ba-4cbe-8b17-f3e057cacad4/647400b1-eaa9-4257-a291-ee12a1c7470c/99ff62e9-ed69-45db-b97f-2d352b512bff) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:45.784552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:45.789523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1faf1d44-3850-4c60-ac65-d20a7fb260c2,segment=NetworkSegment(f3be8a97-2e91-4a67-94e0-75e96972459f),segment_id=f3be8a97-2e91-4a67-94e0-75e96972459f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:45.794998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.825663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=7a3ad989-5e7f-4114-9a80-927e3c2c1441,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.832840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:45.833984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:45.836250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:45.907020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:45.908311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:45.909778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f29a8-8b3d-48f9-ae58-8c52fa68936d None None] Pushing event updated for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:45.941932 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-666793d4-47be-43ae-bf02-1d394e0dc6df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4191554 Mar 16 11:22:45.944536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:45.951138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb18faf4-7027-4242-ae7d-4c3ccea51c14'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:45.991763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.010561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object 99ff62e9-ed69-45db-b97f-2d352b512bff will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:46.036496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.069352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b852e3-c4d3-42bc-9b8a-46235f1337b5 None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:46.092532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.126812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=99ff62e9-ed69-45db-b97f-2d352b512bff,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:46.163594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:46.164771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:46.167153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:46.174741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:46.175374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.217815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d1ed22eb-e306-48b3-9933-9201348fbec5 None None] Provisioning for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:46.220012 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-038b64c4-628a-45e4-be6d-25dd5bd53f3a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0880196 Mar 16 11:22:46.220710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:46.226777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:46.379610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:46.383546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:46.386447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:46.393196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:46.403860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:46.407888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.524317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Delete allocated IP 172.20.0.25 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/f7d2c101-e544-4d26-9f7a-43502d84365a) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:22:46.545424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 647400b1-eaa9-4257-a291-ee12a1c7470c (CIDR: 2001:db8::/64) Mar 16 11:22:46.555038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:22:46.555585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:46.565102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Update dhcp port {'port': {'network_id': '25d4caef-ee84-4ba9-a108-f23c0fc6a81a', 'fixed_ips': [{'subnet_id': 'bb18faf4-7027-4242-ae7d-4c3ccea51c14', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7d2c101-e544-4d26-9f7a-43502d84365a'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '9ade01b3-5bf2-4d26-883c-1d7e2face494'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:22:46.577242 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47c235e2-bed1-4402-a6ac-6f3276275f13 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3527329 Mar 16 11:22:46.577459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:46.583055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:46.621740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.710532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.726084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:46.730229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Ignored duplicate provisioning block setup for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:22:46.730412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:46.734304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:46.735990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.743680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:46.757680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:46.762338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.860538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Allocated IP 172.20.0.18 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/f7d2c101-e544-4d26-9f7a-43502d84365a/9ade01b3-5bf2-4d26-883c-1d7e2face494) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:46.897927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=7a3ad989-5e7f-4114-9a80-927e3c2c1441,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:46.916859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] In _notify_port_updated(), no bound segment for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 on network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:46.921929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:46.924087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:46.925444 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e679daf6-ed8c-44b2-ac56-9148438e0ab5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/ports/7a3ad989-5e7f-4114-9a80-927e3c2c1441 HTTP/1.1" status: 200 len: 918 time: 0.9798994 Mar 16 11:22:46.928341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42950) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:46.939855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb18faf4-7027-4242-ae7d-4c3ccea51c14'}, {'subnet_id': 'f7d2c101-e544-4d26-9f7a-43502d84365a'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:47.069632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] For port 9ade01b3-5bf2-4d26-883c-1d7e2face494, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9ade01b3-5bf2-4d26-883c-1d7e2face494,segment=NetworkSegment(3a56286c-6dbb-4293-8d2d-715a899998dd),segment_id=3a56286c-6dbb-4293-8d2d-715a899998dd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:47.100956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.101784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.124431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Transition to ACTIVE for port object 9ade01b3-5bf2-4d26-883c-1d7e2face494 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:47.136807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.145496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.177171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9ade01b3-5bf2-4d26-883c-1d7e2face494 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:47.216022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:47.219215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:47.222170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:47.222772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.245617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=e3f833a2-7a17-4c0c-a9ec-0b196861bbc3,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:47.254625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e51f275-ef92-40ac-9b1c-b6fa7ca348fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6757982 Mar 16 11:22:47.257009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:47.263743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-289746775', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3f833a2-7a17-4c0c-a9ec-0b196861bbc3'}], 'security_groups': ['9668fbdb-e150-429b-b123-3fc2f8e63164']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:47.409838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d1ada-06fa-4fe6-adf7-941aa48fbca5 None None] Pushing event updated for resources: {'Port': ['ID=9ade01b3-5bf2-4d26-883c-1d7e2face494,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:47.414909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4d20a63e-7861-4469-8929-1408c69ccda3 None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:47.415283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d20a63e-7861-4469-8929-1408c69ccda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.415670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.467147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42d01a-3942-4884-a950-599975eecfb9 None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:47.620736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4d20a63e-7861-4469-8929-1408c69ccda3 None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:47.622240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:47.644288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:47.656736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.29 (25d4caef-ee84-4ba9-a108-f23c0fc6a81a/f7d2c101-e544-4d26-9f7a-43502d84365a/7a3ad989-5e7f-4114-9a80-927e3c2c1441) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:47.776229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4d20a63e-7861-4469-8929-1408c69ccda3 None None] Provisioning for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:47.847716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:47.858879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:47.859498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.862992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.878293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Ignored duplicate provisioning block setup for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:22:47.885708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.936697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09592861-e283-4b5a-a681-1159728d3121 None None] Provisioning for port 99ff62e9-ed69-45db-b97f-2d352b512bff completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:47.947691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09592861-e283-4b5a-a681-1159728d3121 None None] Provisioning complete for port 99ff62e9-ed69-45db-b97f-2d352b512bff triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:47.948054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09592861-e283-4b5a-a681-1159728d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:47.982259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Delete allocated IP 2001:db8::1db (591c80bd-30ba-4cbe-8b17-f3e057cacad4/647400b1-eaa9-4257-a291-ee12a1c7470c) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:22:47.993028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8:0:1::25f (591c80bd-30ba-4cbe-8b17-f3e057cacad4/e3f833a2-7a17-4c0c-a9ec-0b196861bbc3/99ff62e9-ed69-45db-b97f-2d352b512bff) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:48.062755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-09592861-e283-4b5a-a681-1159728d3121 None None] Port 99ff62e9-ed69-45db-b97f-2d352b512bff cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:48.085067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.107301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] In _notify_port_updated(), no bound segment for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 on network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:48.111354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:48.111996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.113424 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/ports/7a3ad989-5e7f-4114-9a80-927e3c2c1441 HTTP/1.1" status: 200 len: 998 time: 1.1840985 Mar 16 11:22:48.116954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42958) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:48.119863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4993f0-8ee5-4903-86b1-7f5aa7575712 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=7a3ad989-5e7f-4114-9a80-927e3c2c1441,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:48.165849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6fc633-3a34-431b-a033-c1bdc42060d1 None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:48.187318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1faf1d44-3850-4c60-ac65-d20a7fb260c2,segment=NetworkSegment(f3be8a97-2e91-4a67-94e0-75e96972459f),segment_id=f3be8a97-2e91-4a67-94e0-75e96972459f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:48.190039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:48.190381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.240096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.250893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.266237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Ignored duplicate provisioning block setup for port 99ff62e9-ed69-45db-b97f-2d352b512bff by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:22:48.270810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.339977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Provisioning for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:48.354374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Update dhcp port {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'fixed_ips': [{'subnet_id': '647400b1-eaa9-4257-a291-ee12a1c7470c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3f833a2-7a17-4c0c-a9ec-0b196861bbc3'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '1faf1d44-3850-4c60-ac65-d20a7fb260c2'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:22:48.394674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=99ff62e9-ed69-45db-b97f-2d352b512bff,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:48.400188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] In _notify_port_updated(), no bound segment for port 99ff62e9-ed69-45db-b97f-2d352b512bff on network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:48.404322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:48.405086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.406707 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc24bc49-a1ca-4b06-a5cc-e85eebeb39c4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/ports/99ff62e9-ed69-45db-b97f-2d352b512bff HTTP/1.1" status: 200 len: 930 time: 1.1486454 Mar 16 11:22:48.409624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Provisioning complete for port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:48.409854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.410046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:48.455642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:48.458367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.476601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port 99ff62e9-ed69-45db-b97f-2d352b512bff {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:48.477568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.530140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Port 7a3ad989-5e7f-4114-9a80-927e3c2c1441 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:48.531636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.580486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 7a3ad989-5e7f-4114-9a80-927e3c2c1441 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:48.645243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Provisioning for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:48.655659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Provisioning complete for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:48.656099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.729226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.798154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.851701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for 99ff62e9-ed69-45db-b97f-2d352b512bff owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:48.884891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=7a3ad989-5e7f-4114-9a80-927e3c2c1441,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:48.915520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Allocated IP 2001:db8:0:1::2 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/e3f833a2-7a17-4c0c-a9ec-0b196861bbc3/1faf1d44-3850-4c60-ac65-d20a7fb260c2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:48.933624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:48.991558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.002895 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-057f532f-9cfc-488b-907c-91d1826c43de tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/7a3ad989-5e7f-4114-9a80-927e3c2c1441 HTTP/1.1" status: 204 len: 168 time: 0.8848474 Mar 16 11:22:49.005428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42966) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.019971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.029410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9ade01b3-5bf2-4d26-883c-1d7e2face494 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:49.057490 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97f5d38-2a16-4764-85e3-5afd6ba1b2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:49.057490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a97f5d38-2a16-4764-85e3-5afd6ba1b2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:49.068015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=99ff62e9-ed69-45db-b97f-2d352b512bff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.073591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a97f5d38-2a16-4764-85e3-5afd6ba1b2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:49.074501 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a97f5d38-2a16-4764-85e3-5afd6ba1b2f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/7a3ad989-5e7f-4114-9a80-927e3c2c1441 HTTP/1.1" status: 404 len: 333 time: 0.0678561 Mar 16 11:22:49.077135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.098076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] For port 9ade01b3-5bf2-4d26-883c-1d7e2face494, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9ade01b3-5bf2-4d26-883c-1d7e2face494,segment=NetworkSegment(3a56286c-6dbb-4293-8d2d-715a899998dd),segment_id=3a56286c-6dbb-4293-8d2d-715a899998dd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:49.108058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.119868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.129871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf09c8d2-6a7c-4ebe-9243-14c375d152fd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/99ff62e9-ed69-45db-b97f-2d352b512bff HTTP/1.1" status: 204 len: 168 time: 0.7188127 Mar 16 11:22:49.132438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.152602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet f7d2c101-e544-4d26-9f7a-43502d84365a {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:49.155651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.174908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b74f7f7-5998-4378-ac13-3c22e51f1d06 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:49.175582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b74f7f7-5998-4378-ac13-3c22e51f1d06 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:49.204560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b74f7f7-5998-4378-ac13-3c22e51f1d06 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:49.205707 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b74f7f7-5998-4378-ac13-3c22e51f1d06 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/99ff62e9-ed69-45db-b97f-2d352b512bff HTTP/1.1" status: 404 len: 333 time: 0.0722575 Mar 16 11:22:49.210818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.215794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1faf1d44-3850-4c60-ac65-d20a7fb260c2,segment=NetworkSegment(f3be8a97-2e91-4a67-94e0-75e96972459f),segment_id=f3be8a97-2e91-4a67-94e0-75e96972459f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:49.220413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.233701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba54f2-6d93-4e4d-ade4-12eec433a1a6 None None] Pushing event updated for resources: {'Port': ['ID=9ade01b3-5bf2-4d26-883c-1d7e2face494,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.241434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:49.241862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.293551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.300464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.323638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.327070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Transition to ACTIVE for port object 1faf1d44-3850-4c60-ac65-d20a7fb260c2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:49.334590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.380387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.401432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc980d-0c89-4af6-b559-898ee64b6b6e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.408104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.409180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88fad202-acb9-49c7-b3bc-c92538fa7545 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/security-groups/22cc980d-0c89-4af6-b559-898ee64b6b6e HTTP/1.1" status: 204 len: 168 time: 0.1951659 Mar 16 11:22:49.411945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.421928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.482685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.500236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.513982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.547779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d2c101-e544-4d26-9f7a-43502d84365a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.553068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.559421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b980d693-6d4e-4ef7-a989-88ea139fa3a8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/f7d2c101-e544-4d26-9f7a-43502d84365a HTTP/1.1" status: 204 len: 168 time: 0.4811239 Mar 16 11:22:49.562220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.562339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cba7a-943e-4d08-aa8f-fbec3846754a None None] Pushing event updated for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.573404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.592874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668fbdb-e150-429b-b123-3fc2f8e63164,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.598115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.599233 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0bbaecad-e05d-4887-9888-67c747b4a9f3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/security-groups/9668fbdb-e150-429b-b123-3fc2f8e63164 HTTP/1.1" status: 204 len: 168 time: 0.1839197 Mar 16 11:22:49.601800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:49.620112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:49.637418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet bb18faf4-7027-4242-ae7d-4c3ccea51c14 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:49.640796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.713439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.780890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet 647400b1-eaa9-4257-a291-ee12a1c7470c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:49.784209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.809829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.840743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.893805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.943357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=bb18faf4-7027-4242-ae7d-4c3ccea51c14,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:49.948029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.955075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:49.955209 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2df31a2-cf9e-48f5-83ee-ac56023186f6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/bb18faf4-7027-4242-ae7d-4c3ccea51c14 HTTP/1.1" status: 204 len: 168 time: 0.3912044 Mar 16 11:22:49.957105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 42994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:50.047045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.078277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.091595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 9ade01b3-5bf2-4d26-883c-1d7e2face494 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:50.092038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.092590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=647400b1-eaa9-4257-a291-ee12a1c7470c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.098960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.106348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ade09d3-91a9-483d-ad96-d0dbfb7c1fa3 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/647400b1-eaa9-4257-a291-ee12a1c7470c HTTP/1.1" status: 204 len: 168 time: 0.5033553 Mar 16 11:22:50.110462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 42998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:50.117075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:50.134274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3449f-43d3-4aca-911d-0e59cde4ab0c None None] Network 25d4caef-ee84-4ba9-a108-f23c0fc6a81a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:50.154346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-740272ae-9899-4368-a957-38af2e9c5102 None None] Could not find standard attr ID for object 7a3ad989-5e7f-4114-9a80-927e3c2c1441. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:50.294703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:50.300707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:50.303742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:50.310284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:50.320247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-740272ae-9899-4368-a957-38af2e9c5102 None None] Provisioning complete for port 9ade01b3-5bf2-4d26-883c-1d7e2face494 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:50.320683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-740272ae-9899-4368-a957-38af2e9c5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.323541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:50.327672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.360661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port 9ade01b3-5bf2-4d26-883c-1d7e2face494, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9ade01b3-5bf2-4d26-883c-1d7e2face494,segment=NetworkSegment(3a56286c-6dbb-4293-8d2d-715a899998dd),segment_id=3a56286c-6dbb-4293-8d2d-715a899998dd)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:50.360850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.385718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726f5aa-7b77-4919-88e0-91d59e722384 None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:50.487416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 9ade01b3-5bf2-4d26-883c-1d7e2face494 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:50.572577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.617852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=9ade01b3-5bf2-4d26-883c-1d7e2face494,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.622782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.629627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port 9ade01b3-5bf2-4d26-883c-1d7e2face494 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:50.652161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-740272ae-9899-4368-a957-38af2e9c5102 None None] Port 9ade01b3-5bf2-4d26-883c-1d7e2face494 update to ACTIVE by agent not found {{(pid=83795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 16 11:22:50.687800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:50.691183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:50.695624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:50.696312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.703903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=a0e2871e-783b-4310-9c52-d9e1326838d8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.732155 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-635e6c9d-3e6a-47c3-b73b-b627abb1748f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6180391 Mar 16 11:22:50.732412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:50.738723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1891806824'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:50.745798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:50.749615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:50.756009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:50.761953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:50.766216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526557c5-f84a-4af4-911e-5ae601ffc8d7 None None] DHCP port deletion for 25d4caef-ee84-4ba9-a108-f23c0fc6a81a request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:50.774843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.788870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.793740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:50.794254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.827762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d4caef-ee84-4ba9-a108-f23c0fc6a81a']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.830983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:50.835925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:50.839865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:50.843669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a56286c-6dbb-4293-8d2d-715a899998dd') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.844302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a56286c-6dbb-4293-8d2d-715a899998dd') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:50.846364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:50.855023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:50.860359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Could not find standard attr ID for object 99ff62e9-ed69-45db-b97f-2d352b512bff. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:50.864801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.878038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Provisioning for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:50.893671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.897725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:50.898676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26614c0-7fdc-45c7-85b2-20176a12423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.901737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:50.902180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.916803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:50.920733 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:50.924670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.977032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:50.980702 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2449336 Mar 16 11:22:50.980702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aa3f0-e169-4e4f-b534-455c6ece6ca7 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d282df-30bc-46dd-8fc4-41df59ca5da6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:50.981606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43006) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:50.988251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'security_group': {'name': 'tempest-secgroup-386796639'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:51.004386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.011595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.020836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.030955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.052483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.075256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.079877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:51.111586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.115191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.115953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.119189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.126927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.144335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=25d4caef-ee84-4ba9-a108-f23c0fc6a81a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:51.154361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8afa0-00ba-463b-9064-8d474f237d2a None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:51.162092 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc677469-189c-4dcc-8e8b-e41b358990f2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/25d4caef-ee84-4ba9-a108-f23c0fc6a81a HTTP/1.1" status: 204 len: 168 time: 1.2029703 Mar 16 11:22:51.169313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.240909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.248749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.326177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5091fc13-af8e-41d8-b9a4-1a1178bbf7a2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:51.329631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.334262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:51.334786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.342470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43014) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.342962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47d482e1-0335-492c-bec0-f01bf957b3ed tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3601861 Mar 16 11:22:51.350352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142a7d4-d2aa-4e28-845a-31f71c88e9c7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:51.350550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'security_group': {'name': 'tempest-secgroup-1778906982'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:51.352087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8142a7d4-d2aa-4e28-845a-31f71c88e9c7 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1831071 Mar 16 11:22:51.356050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.364164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.369221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.373145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.382892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.396307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.434061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.437854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:security_group_rule and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.438680 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a060e52c-c901-4135-be17-04d481f00e6e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0809574 Mar 16 11:22:51.442188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.444637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.447325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729898669'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:51.450314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.452639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.458649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.461656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.467756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.478939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:51.482437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.507262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e5bb7a4-2c49-47d1-b99b-4bc584fcb3db None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:51.507630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb7a4-2c49-47d1-b99b-4bc584fcb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.510419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:51.515763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.519095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.519439 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 337699d3-695c-48a1-9031-68881749e9fc of type vlan for network 918d32e2-6aef-4398-abfb-b54668db31d0 Mar 16 11:22:51.521051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.551435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.564392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995983f9-c9ff-4c13-b03f-f1122b8df2ae,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:51.568109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.572055 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80280888-909d-4cba-8720-e853a9d6c708 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2283556 Mar 16 11:22:51.572628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.578126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1208526933', 'security_groups': ['995983f9-c9ff-4c13-b03f-f1122b8df2ae'], 'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0e2871e-783b-4310-9c52-d9e1326838d8'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:51.591310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.595410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:51.596112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.612238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bb7a4-2c49-47d1-b99b-4bc584fcb3db None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:51.655451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e5bb7a4-2c49-47d1-b99b-4bc584fcb3db None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:51.655817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb7a4-2c49-47d1-b99b-4bc584fcb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:51.704807 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2616754 Mar 16 11:22:51.705685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:51.721433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9ade01b3-5bf2-4d26-883c-1d7e2face494 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:51.729726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:51.773588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9ade01b3-5bf2-4d26-883c-1d7e2face494 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:51.774316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9ade01b3-5bf2-4d26-883c-1d7e2face494 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:51.826143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c413-f0e4-43a0-b2d9-515dd11d2181 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=918d32e2-6aef-4398-abfb-b54668db31d0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:51.834157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.846621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.861461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:51.877195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:51.881633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:51.884757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:51.890733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:51.901675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:51.906415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 918d32e2-6aef-4398-abfb-b54668db31d0 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:52.017347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.021375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.041421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f8baa95-9f16-46ea-ae2b-40c933dc836b None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:52.042366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f8baa95-9f16-46ea-ae2b-40c933dc836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.045409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] device_id is not set on port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:52.106305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2f8baa95-9f16-46ea-ae2b-40c933dc836b None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:52.124064 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f8baa95-9f16-46ea-ae2b-40c933dc836b None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:52.124567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f8baa95-9f16-46ea-ae2b-40c933dc836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.263026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.331199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8::120 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/a0e2871e-783b-4310-9c52-d9e1326838d8/a2489622-5ec4-4ba1-af9c-2d22b8a845f5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:52.370028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0fb3f613-773c-47f1-9962-f8eb1f16c179 None None] Could not find standard attr ID for object 99ff62e9-ed69-45db-b97f-2d352b512bff. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:52.446061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:52.464453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '337699d3-695c-48a1-9031-68881749e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:52.464836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: 918d32e2-6aef-4398-abfb-b54668db31d0, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:52.486922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 918d32e2-6aef-4398-abfb-b54668db31d0 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:52.496599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 918d32e2-6aef-4398-abfb-b54668db31d0) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:52.502575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.503353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.506585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ff616-88fa-4820-837c-1cbea8a36f86 None None] Network 918d32e2-6aef-4398-abfb-b54668db31d0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:52.528424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a06d3c96-b19a-4982-9796-3bf9d241878e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8133175 Mar 16 11:22:52.529403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:52.536568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.536938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0', 'name': 'tempest-PortsTestJSON-2001798298'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:52.552676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object a2489622-5ec4-4ba1-af9c-2d22b8a845f5 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:52.579358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.658714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:52.661713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:52.665626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:52.669627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:52.670274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.687041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=a2489622-5ec4-4ba1-af9c-2d22b8a845f5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:52.687301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:52.693465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:52.697143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:52.704418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:52.705510 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d72463f-cd14-4d97-b2cf-58c8399b8647 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1317902 Mar 16 11:22:52.708265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43038) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:52.714837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:52.728522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:52.731817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.739183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-918d32e2-6aef-4398-abfb-b54668db31d0', 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': '1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:22:52.740174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:52.757417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 81071bc0-9943-44c3-8f04-da4ed4bba03f yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:52.889046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:52.893041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:52.898132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:52.905085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:52.916994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:52.919898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.5 (918d32e2-6aef-4398-abfb-b54668db31d0/1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1/81071bc0-9943-44c3-8f04-da4ed4bba03f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:52.921586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.026878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e9315133-aa73-442e-b3ca-da7b2b4ecd24 None None] Provisioning for port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:53.032794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e9315133-aa73-442e-b3ca-da7b2b4ecd24 None None] Provisioning complete for port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:53.033270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e9315133-aa73-442e-b3ca-da7b2b4ecd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.057820 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0e2871e-783b-4310-9c52-d9e1326838d8 (CIDR: 2001:db8::/64) Mar 16 11:22:53.061658 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:22:53.062327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:53.080946 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0e51fa10-48cc-4d76-8495-ca20128124a0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3707261 Mar 16 11:22:53.083102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:53.089037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:53.092575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e9315133-aa73-442e-b3ca-da7b2b4ecd24 None None] Port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:53.123302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.139165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 81071bc0-9943-44c3-8f04-da4ed4bba03f will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:53.165254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.229269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Allocated IP 172.20.0.2 (918d32e2-6aef-4398-abfb-b54668db31d0/1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1/d22d7a35-cfcf-4b6c-8b49-38a25aa3c325) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:53.237015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=81071bc0-9943-44c3-8f04-da4ed4bba03f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:53.249356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:53.253420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 918d32e2-6aef-4398-abfb-b54668db31d0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:53.253667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:53.254574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:53.256920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:53.257061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:53.262818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:53.273298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:53.277530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.316703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:53.317304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.342031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c4b46a3-8190-4bfe-8bf9-cbf07741447c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8102977 Mar 16 11:22:53.343317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:53.348936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0', 'name': 'tempest-PortsTestJSON-1293327453'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:53.430368 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e3f833a2-7a17-4c0c-a9ec-0b196861bbc3 (CIDR: 2001:db8:0:1::/64) Mar 16 11:22:53.436043 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:22:53.436732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:53.452258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.465447 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f36f9a65-e0b0-446a-a719-b130055d058b tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3744974 Mar 16 11:22:53.466055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:53.468730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Transition to ACTIVE for port object d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:53.473803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'subnet': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:53.489918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Transition to ACTIVE for port object d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:53.497315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.504889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:53.509312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:53.512383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:53.518220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:53.527840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:53.530904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.553865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 8ad1b452-6b02-427c-9576-7f02274ed06c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:22:53.568921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Network 918d32e2-6aef-4398-abfb-b54668db31d0 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:53.572030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:53.574568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:53.581260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Pushing event updated for resources: {'Port': ['ID=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:53.614595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:53.619659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Usage tracker for resource:subnet and tenant:834660d026364afe8b80c1b1847be386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:53.622507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:53.628549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:53.639169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Made reservation on behalf of 834660d026364afe8b80c1b1847be386 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:53.642725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.674640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Attempting to bind port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:22:53.675003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Attempting to bind port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '337699d3-695c-48a1-9031-68881749e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:22:53.675383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Attempting to bind port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 on network 918d32e2-6aef-4398-abfb-b54668db31d0 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:22:53.682103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:22:53.682411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Checking segment: {'id': '337699d3-695c-48a1-9031-68881749e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:53.683446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.683446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Bound using segment: {'id': '337699d3-695c-48a1-9031-68881749e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:22:53.683693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Bound port: d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337699d3-695c-48a1-9031-68881749e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '918d32e2-6aef-4398-abfb-b54668db31d0'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:22:53.684060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.704320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.4 (918d32e2-6aef-4398-abfb-b54668db31d0/1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1/8ad1b452-6b02-427c-9576-7f02274ed06c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:53.791904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] For port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:22:53.795551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] For port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,segment=NetworkSegment(337699d3-695c-48a1-9031-68881749e9fc),segment_id=337699d3-695c-48a1-9031-68881749e9fc)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:22:53.801481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.907265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5508c9-69ce-4cc2-883c-9ade3cff88d1 None None] Pushing event updated for resources: {'Port': ['ID=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:53.949325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.957753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:53.978675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 8ad1b452-6b02-427c-9576-7f02274ed06c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:54.013060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.024161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:54.027323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:54.030054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.030644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.037391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b135f2-d2b5-46ff-b53c-9f687cb191fe None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:54.044543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Subnet': ['ID=c9643ea2-6f5b-4171-9e4d-1d5a6f097353,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:54.072113 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e49bfec-255e-4967-9b29-425b7a8bc061 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6026103 Mar 16 11:22:54.072825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:54.088449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-98483732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9643ea2-6f5b-4171-9e4d-1d5a6f097353'}], 'security_groups': ['65d282df-30bc-46dd-8fc4-41df59ca5da6', '5091fc13-af8e-41d8-b9a4-1a1178bbf7a2']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:54.134272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=8ad1b452-6b02-427c-9576-7f02274ed06c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:54.138255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 918d32e2-6aef-4398-abfb-b54668db31d0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:22:54.140037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:54.145466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:22:54.242034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.242666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.313335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c235c649-ae9b-43fb-8031-4da2117d4237 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9688709 Mar 16 11:22:54.316368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:54.405640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.431766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d5df6-fa87-4bd3-a44f-b645ba9018eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:54.432443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0f2d5df6-fa87-4bd3-a44f-b645ba9018eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:54.449158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0f2d5df6-fa87-4bd3-a44f-b645ba9018eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:54.452973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0f2d5df6-fa87-4bd3-a44f-b645ba9018eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1251936 Mar 16 11:22:54.453107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:54.526292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 8ad1b452-6b02-427c-9576-7f02274ed06c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:54.527080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.564676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Update dhcp port {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'fixed_ips': [{'subnet_id': 'e3f833a2-7a17-4c0c-a9ec-0b196861bbc3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9643ea2-6f5b-4171-9e4d-1d5a6f097353'}, {'subnet_id': 'a0e2871e-783b-4310-9c52-d9e1326838d8'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '1faf1d44-3850-4c60-ac65-d20a7fb260c2'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:22:54.618313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:54.838918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Delete allocated IP 2001:db8::120 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/a0e2871e-783b-4310-9c52-d9e1326838d8) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:22:54.847000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Allocated IP 2001:db8:0:2::16f (591c80bd-30ba-4cbe-8b17-f3e057cacad4/c9643ea2-6f5b-4171-9e4d-1d5a6f097353/a2489622-5ec4-4ba1-af9c-2d22b8a845f5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:54.896692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.023633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 8ad1b452-6b02-427c-9576-7f02274ed06c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:55.038138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:55.084656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.107919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Transition to ACTIVE for port object a2489622-5ec4-4ba1-af9c-2d22b8a845f5 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:55.113549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.115796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:55.153106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a767ef0-3796-4e03-bb86-aacadf3a7416 None None] Network 918d32e2-6aef-4398-abfb-b54668db31d0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:55.194076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.228094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] In _notify_port_updated(), no bound segment for port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 on network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:22:55.232443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:55.233074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.238154 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "PUT /v2.0/ports/a2489622-5ec4-4ba1-af9c-2d22b8a845f5 HTTP/1.1" status: 200 len: 968 time: 1.1642179 Mar 16 11:22:55.239790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:55.242636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86322df5-a061-4b40-800d-80cbe55489b4 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event updated for resources: {'Port': ['ID=a2489622-5ec4-4ba1-af9c-2d22b8a845f5,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:55.282894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=8ad1b452-6b02-427c-9576-7f02274ed06c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:55.329052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Provisioning for port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:55.350388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Provisioning complete for port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:55.350739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.386871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port a2489622-5ec4-4ba1-af9c-2d22b8a845f5 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:55.387117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.439503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Allocated IP 2001:db8:0:2::2 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/c9643ea2-6f5b-4171-9e4d-1d5a6f097353/1faf1d44-3850-4c60-ac65-d20a7fb260c2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:55.454707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Allocated IP 2001:db8::2 (591c80bd-30ba-4cbe-8b17-f3e057cacad4/a0e2871e-783b-4310-9c52-d9e1326838d8/1faf1d44-3850-4c60-ac65-d20a7fb260c2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:22:55.462237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.523169 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-057b2651-51de-40ed-8d45-ae2f53d909a3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/8ad1b452-6b02-427c-9576-7f02274ed06c HTTP/1.1" status: 204 len: 168 time: 1.0660353 Mar 16 11:22:55.523464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:55.564230 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-380d48ea-0436-46bf-a548-c8291b47ee12 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:55.564627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-380d48ea-0436-46bf-a548-c8291b47ee12 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:55.583085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-380d48ea-0436-46bf-a548-c8291b47ee12 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:55.586486 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-380d48ea-0436-46bf-a548-c8291b47ee12 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/8ad1b452-6b02-427c-9576-7f02274ed06c HTTP/1.1" status: 404 len: 333 time: 0.0620208 Mar 16 11:22:55.587416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:55.671233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.696670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.705432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 81071bc0-9943-44c3-8f04-da4ed4bba03f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:55.705778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.727830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1faf1d44-3850-4c60-ac65-d20a7fb260c2,segment=NetworkSegment(f3be8a97-2e91-4a67-94e0-75e96972459f),segment_id=f3be8a97-2e91-4a67-94e0-75e96972459f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:55.779436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] For port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,segment=NetworkSegment(337699d3-695c-48a1-9031-68881749e9fc),segment_id=337699d3-695c-48a1-9031-68881749e9fc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:55.786958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.791492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.833232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for a2489622-5ec4-4ba1-af9c-2d22b8a845f5 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:55.866205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Transition to ACTIVE for port object 1faf1d44-3850-4c60-ac65-d20a7fb260c2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:22:55.879633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:55.890817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efbf45-51a9-4c62-a248-c9e1552a0afb None None] Pushing event updated for resources: {'Port': ['ID=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:55.964914 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-1bbedf15-e988-4518-b1f5-3f7cd2fd64cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3404081 Mar 16 11:22:55.968852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.060666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.081708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb7c3c-da5b-40fc-8245-7d89909de742 None None] Pushing event updated for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.127573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Provisioning complete for port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:56.128664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.141032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 81071bc0-9943-44c3-8f04-da4ed4bba03f owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:56.177473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=a2489622-5ec4-4ba1-af9c-2d22b8a845f5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.198765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.221858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3993b36f-f925-4ab3-94d2-c6aa22e6d06a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/a2489622-5ec4-4ba1-af9c-2d22b8a845f5 HTTP/1.1" status: 204 len: 168 time: 0.9742780 Mar 16 11:22:56.225016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:56.284111 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-f6da717a-efce-4f1a-b5a1-da729f3dfade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 1098 time: 0.1869299 Mar 16 11:22:56.303647 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6348cf1f-d132-4ba4-b0a2-7a311e86859e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] GET failed (client error): The resource could not be found. Mar 16 11:22:56.304485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6348cf1f-d132-4ba4-b0a2-7a311e86859e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:56.325301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6348cf1f-d132-4ba4-b0a2-7a311e86859e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:56.329138 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6348cf1f-d132-4ba4-b0a2-7a311e86859e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports/a2489622-5ec4-4ba1-af9c-2d22b8a845f5 HTTP/1.1" status: 404 len: 333 time: 0.0849779 Mar 16 11:22:56.330023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43088) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:56.414781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.452083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.511280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.538049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.539727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/security-groups/995983f9-c9ff-4c13-b03f-f1122b8df2ae HTTP/1.1" status: 204 len: 168 time: 0.2086458 Mar 16 11:22:56.541236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fb7ca-d352-4d50-9c3c-be3c18620f23 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995983f9-c9ff-4c13-b03f-f1122b8df2ae,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.543207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43094) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:56.573622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Provisioning for port 81071bc0-9943-44c3-8f04-da4ed4bba03f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:56.573838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.580292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Provisioning complete for port 81071bc0-9943-44c3-8f04-da4ed4bba03f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:56.581122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.625516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8f58e46a-a04c-4bd0-989c-ff7bc8ee1486 None None] Port 81071bc0-9943-44c3-8f04-da4ed4bba03f was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 16 11:22:56.660766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=81071bc0-9943-44c3-8f04-da4ed4bba03f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:56.685042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-6dc1562c-e453-4ea1-ba1b-eae6f585f771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.686534 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-6dc1562c-e453-4ea1-ba1b-eae6f585f771 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 200 len: 897 time: 0.3663728 Mar 16 11:22:56.739425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e9bc7ae-2157-4dc7-9cbc-83474ffc5827 None None] Could not find standard attr ID for object 81071bc0-9943-44c3-8f04-da4ed4bba03f. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:56.742795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e9bc7ae-2157-4dc7-9cbc-83474ffc5827 None None] Could not find standard attr ID for object 8ad1b452-6b02-427c-9576-7f02274ed06c. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:56.834541 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-237093dc-3968-417e-ad22-c59316bc2ef2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 200 len: 217 time: 0.1218863 Mar 16 11:22:56.844790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.935655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.940946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:56.963414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-0995a4bc-7147-4564-b1eb-90952f14dc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:56.965168 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-0995a4bc-7147-4564-b1eb-90952f14dc49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 200 len: 835 time: 0.1151547 Mar 16 11:22:56.980257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:56.981055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.015795 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0b9b5831-ba49-431b-8104-4858808c70ce tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/81071bc0-9943-44c3-8f04-da4ed4bba03f HTTP/1.1" status: 204 len: 168 time: 1.4271653 Mar 16 11:22:57.018461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43098) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:57.029727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:57.073318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.084805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-503e973b-d7c6-4521-b4eb-57f3b5da411e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:22:57.085588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-503e973b-d7c6-4521-b4eb-57f3b5da411e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:57.100665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5091fc13-af8e-41d8-b9a4-1a1178bbf7a2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:57.103776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.107425 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e23a190-7a72-4965-969f-e1f080a2faec tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/security-groups/5091fc13-af8e-41d8-b9a4-1a1178bbf7a2 HTTP/1.1" status: 204 len: 168 time: 0.5613580 Mar 16 11:22:57.108780 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-9d1578a6-d49c-47a4-8774-b06d9118bd70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c4d94a5-c491-4f62-a743-43c6b257559b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347902 Mar 16 11:22:57.109345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43102) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:57.116637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-503e973b-d7c6-4521-b4eb-57f3b5da411e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:57.121374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-503e973b-d7c6-4521-b4eb-57f3b5da411e tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/81071bc0-9943-44c3-8f04-da4ed4bba03f HTTP/1.1" status: 404 len: 333 time: 0.1013875 Mar 16 11:22:57.122485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43106) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:57.164822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:57.176687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:57.177058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.276472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Provisioning for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:22:57.287673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:57.288430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.313081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.366451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.375491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:57.379648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.425598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.428946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:22:57.449608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d282df-30bc-46dd-8fc4-41df59ca5da6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:57.473868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.477531 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9920321d-19d1-4868-89e4-3d6e92efb813 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/security-groups/65d282df-30bc-46dd-8fc4-41df59ca5da6 HTTP/1.1" status: 204 len: 168 time: 0.3649447 Mar 16 11:22:57.477531 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-796a985b-c3d7-4573-bfd8-716111ae087b service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434289 Mar 16 11:22:57.478242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:57.554639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.587595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-975c03d6-0399-408c-9315-276c07f79ae5 None None] Could not find standard attr ID for object a2489622-5ec4-4ba1-af9c-2d22b8a845f5. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:57.599384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:57.599748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.645109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.716014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45711415-c1c4-46a4-8a8c-c96c0a17317d None None] Could not find standard attr ID for object a2489622-5ec4-4ba1-af9c-2d22b8a845f5. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:22:57.732555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.754305 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c4b28d4-0a94-4831-bec3-9c6d8d545db6 req-ce1799c3-455d-47be-9cfd-91c3cc6885cc service neutron] 10.222.0.59 "GET /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390742 Mar 16 11:22:57.772738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:57.776766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.785139 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85e9fc2f-8fcc-460a-9ccf-5f1f2a26c2bf tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1 HTTP/1.1" status: 204 len: 168 time: 0.6591532 Mar 16 11:22:57.785319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817184b-8089-4262-9269-70e645313cf3 None None] Network 918d32e2-6aef-4398-abfb-b54668db31d0 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:57.785770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:57.800137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet a0e2871e-783b-4310-9c52-d9e1326838d8 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:57.804262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.879925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.896490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.907199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:57.907551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:57.963473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.035713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] DHCP port deletion for 918d32e2-6aef-4398-abfb-b54668db31d0 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:58.040590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Deleting port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:58.041200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.049074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.086767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e2871e-783b-4310-9c52-d9e1326838d8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:58.094353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.103571 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8d5b113a-e812-4021-9032-5002d15bc634 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/a0e2871e-783b-4310-9c52-d9e1326838d8 HTTP/1.1" status: 204 len: 168 time: 0.6242623 Mar 16 11:22:58.107742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:58.122309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e373f18-511b-41ba-b402-630a4ff70af6 None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:58.123387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,segment=NetworkSegment(337699d3-695c-48a1-9031-68881749e9fc),segment_id=337699d3-695c-48a1-9031-68881749e9fc)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:58.123874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.179265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet c9643ea2-6f5b-4171-9e4d-1d5a6f097353 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:58.183889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.249010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:58.249232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.329404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.341524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.353128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] For port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,segment=NetworkSegment(337699d3-695c-48a1-9031-68881749e9fc),segment_id=337699d3-695c-48a1-9031-68881749e9fc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:22:58.353516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.380615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=d22d7a35-cfcf-4b6c-8b49-38a25aa3c325,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:58.387817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:22:58.425340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.485555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:22:58.517561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Calling delete_port for d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:22:58.520324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.547083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918d32e2-6aef-4398-abfb-b54668db31d0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:58.559949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337699d3-695c-48a1-9031-68881749e9fc') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:58.560255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337699d3-695c-48a1-9031-68881749e9fc') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:22:58.571955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.583967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=c9643ea2-6f5b-4171-9e4d-1d5a6f097353,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:58.590999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.595582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.602390 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-286800f4-d499-40b4-a760-80405f94e11c tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/c9643ea2-6f5b-4171-9e4d-1d5a6f097353 HTTP/1.1" status: 204 len: 168 time: 0.4911606 Mar 16 11:22:58.603157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:58.604060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:22:58.604535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:22:58.622897 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:22:58.641811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:22:58.642190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:22:58.644636 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1596d28f-abf4-4e32-811e-80bffacdfd76 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:58.644894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1596d28f-abf4-4e32-811e-80bffacdfd76 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:58.649159 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1596d28f-abf4-4e32-811e-80bffacdfd76 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/a0e2871e-783b-4310-9c52-d9e1326838d8 HTTP/1.1" status: 404 len: 337 time: 0.0424285 Mar 16 11:22:58.649443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43126) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:58.712727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.721537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting subnet e3f833a2-7a17-4c0c-a9ec-0b196861bbc3 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:22:58.724671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.730289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.741278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=918d32e2-6aef-4398-abfb-b54668db31d0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:58.746606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7828d-935a-4f8a-bd77-6c99279da78e None None] Update dhcp port {'port': {'network_id': '591c80bd-30ba-4cbe-8b17-f3e057cacad4', 'fixed_ips': [{'subnet_id': 'e3f833a2-7a17-4c0c-a9ec-0b196861bbc3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9643ea2-6f5b-4171-9e4d-1d5a6f097353'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '1faf1d44-3850-4c60-ac65-d20a7fb260c2'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:22:58.754545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50950bb2-3968-4746-bc6c-bce0156f0311 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/918d32e2-6aef-4398-abfb-b54668db31d0 HTTP/1.1" status: 204 len: 168 time: 0.9681435 Mar 16 11:22:58.758061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43130) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:58.764062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728262539'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:58.769203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:58.773032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:58.775843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:58.781521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:58.789789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.793184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:58.796268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.799690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67e7828d-935a-4f8a-bd77-6c99279da78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.832249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:22:58.842356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.842782 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment 73012506-7cb4-41aa-baaa-1e53a55ff4b6 of type vlan for network f7d49723-261b-41b8-9e82-f35d43f1757b Mar 16 11:22:58.870034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.886091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.915140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.923379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:58.924070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:58.969392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:22:58.971471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.005421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:22:59.006110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:22:59.011088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f833a2-7a17-4c0c-a9ec-0b196861bbc3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-67e7828d-935a-4f8a-bd77-6c99279da78e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f833a2-7a17-4c0c-a9ec-0b196861bbc3: This subnet is being modified by another concurrent operation. Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f833a2-7a17-4c0c-a9ec-0b196861bbc3: This subnet is being modified by another concurrent operation. Mar 16 11:22:59.013772 dv-neutron-833733-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 16 11:22:59.033204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.036041 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2767859 Mar 16 11:22:59.038973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.041458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f4c75-22f3-46ea-9dd5-f95561748251 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=f7d49723-261b-41b8-9e82-f35d43f1757b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:59.042577 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-29f36bac-c42a-4054-b9f3-9b95135f6829 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/e3f833a2-7a17-4c0c-a9ec-0b196861bbc3 HTTP/1.1" status: 204 len: 168 time: 0.3920915 Mar 16 11:22:59.043179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.047624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:59.054522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network f7d49723-261b-41b8-9e82-f35d43f1757b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:22:59.096166 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b608c23-c420-4910-bcb6-bbba33b46b6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.096601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b608c23-c420-4910-bcb6-bbba33b46b6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.100574 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b608c23-c420-4910-bcb6-bbba33b46b6e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/647400b1-eaa9-4257-a291-ee12a1c7470c HTTP/1.1" status: 404 len: 337 time: 0.0538750 Mar 16 11:22:59.100809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.132400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9206d3-1585-4e6b-a3a2-271deadc72fd None None] Network 591c80bd-30ba-4cbe-8b17-f3e057cacad4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:59.141773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6dffa0d5-3eed-45fe-9dca-56bd4aa3d8bf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Synchronizing usage tracker for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:22:59.153709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Deleting port d22d7a35-cfcf-4b6c-8b49-38a25aa3c325 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:59.153709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.154201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6dffa0d5-3eed-45fe-9dca-56bd4aa3d8bf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Unset dirty status for tenant:834660d026364afe8b80c1b1847be386 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:22:59.157897 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6dffa0d5-3eed-45fe-9dca-56bd4aa3d8bf tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "GET /v2.0/ports?device_id=550d68bb-a494-4eca-9e42-970d9ddc98a3 HTTP/1.1" status: 200 len: 205 time: 0.0536611 Mar 16 11:22:59.158191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43146) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.178255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:59.183018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:59.185980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:22:59.196402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:22:59.209689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:22:59.232284 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-0f8e98eb-eb18-42b2-8fce-549511937926 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] delete failed (client error): The resource could not be found. Mar 16 11:22:59.235952 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f8e98eb-eb18-42b2-8fce-549511937926 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/routers/550d68bb-a494-4eca-9e42-970d9ddc98a3 HTTP/1.1" status: 404 len: 336 time: 0.0743220 Mar 16 11:22:59.238602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.283138 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-07330938-e6d4-46ab-9269-cb1ccd08f73e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.283641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07330938-e6d4-46ab-9269-cb1ccd08f73e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.288013 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07330938-e6d4-46ab-9269-cb1ccd08f73e tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/018ac8ab-062b-4001-b2a8-d676e3d8f48e HTTP/1.1" status: 404 len: 337 time: 0.0447857 Mar 16 11:22:59.288518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.328257 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59725c7-cca1-4182-8bc1-1e2d9bc8b2bb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.328784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59725c7-cca1-4182-8bc1-1e2d9bc8b2bb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.333138 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f59725c7-cca1-4182-8bc1-1e2d9bc8b2bb tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/5ff3da69-9588-4e3b-bdd3-b7feec6ebaf7 HTTP/1.1" status: 404 len: 337 time: 0.0410571 Mar 16 11:22:59.333424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.338684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17b59cc9-e014-4e23-bd7c-7c1659f0cf1c None None] The port 'd22d7a35-cfcf-4b6c-8b49-38a25aa3c325' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:22:59.379897 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f3cb0c-c6b6-4433-b08e-21893f1c4bb0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.380525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f3cb0c-c6b6-4433-b08e-21893f1c4bb0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.384675 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e4f3cb0c-c6b6-4433-b08e-21893f1c4bb0 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/ef10f083-672b-430e-b1b0-423b8dda8cc3 HTTP/1.1" status: 404 len: 337 time: 0.0476785 Mar 16 11:22:59.384949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.409932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.424415 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-633cba13-65d8-425f-9e0d-86c4d97600df tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.424663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-368d44db-ea8d-4fcb-a93d-ce6b175c0517 None None] Provisioning complete for port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:59.425630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-368d44db-ea8d-4fcb-a93d-ce6b175c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.425765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633cba13-65d8-425f-9e0d-86c4d97600df tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.429417 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-633cba13-65d8-425f-9e0d-86c4d97600df tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/efe58ec7-8f10-43b8-b356-5b8827b7287a HTTP/1.1" status: 404 len: 333 time: 0.0408595 Mar 16 11:22:59.429819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43166) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.514769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-368d44db-ea8d-4fcb-a93d-ce6b175c0517 None None] Port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:22:59.527229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4147f0c3-be40-4ebf-a6d9-b1390c1ee508 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.527629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4147f0c3-be40-4ebf-a6d9-b1390c1ee508 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.532551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4147f0c3-be40-4ebf-a6d9-b1390c1ee508 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/b049b89f-acac-4bec-bcaa-52312a896b9f HTTP/1.1" status: 404 len: 337 time: 0.0984132 Mar 16 11:22:59.533434 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.543859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-368d44db-ea8d-4fcb-a93d-ce6b175c0517 None None] Provisioning complete for port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:22:59.544295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-368d44db-ea8d-4fcb-a93d-ce6b175c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.585679 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a3cde8-64e2-49c3-bf66-ffde1ee8d82f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.586159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a3cde8-64e2-49c3-bf66-ffde1ee8d82f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.590729 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-02a3cde8-64e2-49c3-bf66-ffde1ee8d82f tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/16b8bd3b-77a5-4de0-ad80-aa6485656921 HTTP/1.1" status: 404 len: 337 time: 0.0534182 Mar 16 11:22:59.591225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43174) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.641370 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d8e825-5b93-424b-83b2-897a7a24843d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.641952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d8e825-5b93-424b-83b2-897a7a24843d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.646073 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51d8e825-5b93-424b-83b2-897a7a24843d tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/2b05189f-b0ad-441a-a71c-b2eef72e2dce HTTP/1.1" status: 404 len: 333 time: 0.0514994 Mar 16 11:22:59.646697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43178) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.668758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] DHCP port deletion for 591c80bd-30ba-4cbe-8b17-f3e057cacad4 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:22:59.672293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.687279 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a0013-9cdb-4c28-89c0-ba8905df8f0a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.687718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144a0013-9cdb-4c28-89c0-ba8905df8f0a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.689634 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-144a0013-9cdb-4c28-89c0-ba8905df8f0a tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/31d8e863-b605-4cf7-b845-cba8758a440c HTTP/1.1" status: 404 len: 337 time: 0.0419724 Mar 16 11:22:59.694724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43182) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.701500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Deleting port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:59.701867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.740106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60ddc1d-d14d-40de-8091-f65fe09f4dbd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] DELETE failed (client error): The resource could not be found. Mar 16 11:22:59.740106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60ddc1d-d14d-40de-8091-f65fe09f4dbd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:22:59.744560 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f60ddc1d-d14d-40de-8091-f65fe09f4dbd tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/subnets/0f7c712d-a943-4aa6-9c9f-6cac0fa009a4 HTTP/1.1" status: 404 len: 337 time: 0.0461564 Mar 16 11:22:59.744844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43186) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.761676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=1ff4fff7-c28b-43c7-b420-6a156fda00f7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:22:59.770477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': '73012506-7cb4-41aa-baaa-1e53a55ff4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:22:59.770831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: f7d49723-261b-41b8-9e82-f35d43f1757b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:22:59.795655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network f7d49723-261b-41b8-9e82-f35d43f1757b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:22:59.810061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, f7d49723-261b-41b8-9e82-f35d43f1757b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:22:59.814160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:22:59.814740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.815202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Deleting port dc4a2f70-b018-4d38-8fb3-6d023a96ca1c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:22:59.815555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:22:59.839175 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cce15139-c1d4-4e94-8250-a5cb9f46c380 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7960238 Mar 16 11:22:59.839414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:22:59.844892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b', 'name': 'tempest-PortsTestJSON-816467410', 'fixed_ips': [{'subnet_id': '1ff4fff7-c28b-43c7-b420-6a156fda00f7', 'ip_address': '172.20.0.10'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:22:59.903960 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52414b14-e649-4b60-ba65-ead10d36775a None None] Network f7d49723-261b-41b8-9e82-f35d43f1757b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:22:59.986892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:22:59.991433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:22:59.994298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:00.000448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:00.013268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:00.018651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.028350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] For port 1faf1d44-3850-4c60-ac65-d20a7fb260c2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1faf1d44-3850-4c60-ac65-d20a7fb260c2,segment=NetworkSegment(f3be8a97-2e91-4a67-94e0-75e96972459f),segment_id=f3be8a97-2e91-4a67-94e0-75e96972459f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:00.028731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.043972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.045827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:00.172343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Calling delete_port for dc4a2f70-b018-4d38-8fb3-6d023a96ca1c owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:00.174609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Calling delete_port for 1faf1d44-3850-4c60-ac65-d20a7fb260c2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:00.259598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.10 (f7d49723-261b-41b8-9e82-f35d43f1757b/1ff4fff7-c28b-43c7-b420-6a156fda00f7/2ccc5bba-5b59-4ad2-9ab8-37ec1216f443) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:00.264216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.318984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Port': ['ID=dc4a2f70-b018-4d38-8fb3-6d023a96ca1c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:00.329016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.350432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43196) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:00.351623 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb865f38-546b-4620-b601-d2648b454717 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/ports/dc4a2f70-b018-4d38-8fb3-6d023a96ca1c HTTP/1.1" status: 204 len: 168 time: 0.6050737 Mar 16 11:23:00.354456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.394512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-f7d49723-261b-41b8-9e82-f35d43f1757b', 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': '1ff4fff7-c28b-43c7-b420-6a156fda00f7'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:00.395314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.413137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] Pushing event deleted for resources: {'Port': ['ID=1faf1d44-3850-4c60-ac65-d20a7fb260c2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:00.429392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fdda7-d3f8-49ae-9c98-940345619f70 None None] No DVR routers for this DVR port 1faf1d44-3850-4c60-ac65-d20a7fb260c2 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:00.545356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.633139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.716199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:00.721202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.789902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591c80bd-30ba-4cbe-8b17-f3e057cacad4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:00.804724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3be8a97-2e91-4a67-94e0-75e96972459f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:00.804980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3be8a97-2e91-4a67-94e0-75e96972459f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:00.821140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.844037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.852424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:23:00.852856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:00.867123 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:00.869531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:00.915961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Allocated IP 172.20.0.2 (f7d49723-261b-41b8-9e82-f35d43f1757b/1ff4fff7-c28b-43c7-b420-6a156fda00f7/65b0e607-db30-430e-a55c-bed99807f61e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:00.992265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:01.021059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network f7d49723-261b-41b8-9e82-f35d43f1757b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:01.025446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:01.031267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.038100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994f79-071f-47a5-a936-e4f594b8427d req-d33dbcdf-9cf2-4b86-87ab-3e2f8a5ea7db tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.039540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e3994f79-071f-47a5-a936-e4f594b8427d req-d33dbcdf-9cf2-4b86-87ab-3e2f8a5ea7db tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.3113294 Mar 16 11:23:01.041126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 1faf1d44-3850-4c60-ac65-d20a7fb260c2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:01.041471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1faf1d44-3850-4c60-ac65-d20a7fb260c2 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:01.041643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:01.066591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=2ccc5bba-5b59-4ad2-9ab8-37ec1216f443,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.091140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.159992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.170815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Transition to ACTIVE for port object 65b0e607-db30-430e-a55c-bed99807f61e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:01.190430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Transition to ACTIVE for port object 65b0e607-db30-430e-a55c-bed99807f61e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:01.196299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.215199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] Pushing event deleted for resources: {'Network': ['ID=591c80bd-30ba-4cbe-8b17-f3e057cacad4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.231289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e8fcc7b-9a01-4ecd-8b5b-98b107b9e8a8 tempest-PortsIpV6TestJSON-2018386992 tempest-PortsIpV6TestJSON-2018386992-project] 10.222.0.36 "DELETE /v2.0/networks/591c80bd-30ba-4cbe-8b17-f3e057cacad4 HTTP/1.1" status: 204 len: 168 time: 0.8798327 Mar 16 11:23:01.261846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:01.262604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.280808 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e3994f79-071f-47a5-a936-e4f594b8427d req-4f4305bb-6612-4bbb-bd00-e370b1f4928d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1909399 Mar 16 11:23:01.292107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:01.298447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8540fd74-7b65-4bc4-88c1-13c0bc527b2b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4557970 Mar 16 11:23:01.299184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b', 'name': 'tempest-PortsTestJSON-1687846236', 'fixed_ips': [{'subnet_id': '1ff4fff7-c28b-43c7-b420-6a156fda00f7', 'ip_address': '172.20.0.9'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:01.328895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Network f7d49723-261b-41b8-9e82-f35d43f1757b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:01.337246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:01.339722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:01.388504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Pushing event updated for resources: {'Port': ['ID=65b0e607-db30-430e-a55c-bed99807f61e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.537790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:01.541776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:port and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:01.544593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:01.551375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:01.561567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43212) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:01.569273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:01.590595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Attempting to bind port 65b0e607-db30-430e-a55c-bed99807f61e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:01.591002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Attempting to bind port 65b0e607-db30-430e-a55c-bed99807f61e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '73012506-7cb4-41aa-baaa-1e53a55ff4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:01.591309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Attempting to bind port 65b0e607-db30-430e-a55c-bed99807f61e on network f7d49723-261b-41b8-9e82-f35d43f1757b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:01.602488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99376ef7-fce5-4b28-8b02-a93ac82873ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.613166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:01.613539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Checking segment: {'id': '73012506-7cb4-41aa-baaa-1e53a55ff4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:01.614219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.614620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Bound using segment: {'id': '73012506-7cb4-41aa-baaa-1e53a55ff4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:01.615139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Bound port: 65b0e607-db30-430e-a55c-bed99807f61e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73012506-7cb4-41aa-baaa-1e53a55ff4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f7d49723-261b-41b8-9e82-f35d43f1757b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:01.615601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.716709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.725948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] For port 65b0e607-db30-430e-a55c-bed99807f61e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:01.730387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] For port 65b0e607-db30-430e-a55c-bed99807f61e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=65b0e607-db30-430e-a55c-bed99807f61e,segment=NetworkSegment(73012506-7cb4-41aa-baaa-1e53a55ff4b6),segment_id=73012506-7cb4-41aa-baaa-1e53a55ff4b6)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:01.736564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.749666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 56ee5de7-3873-4441-ba23-c5d977c2b8ca yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:01.824662 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9348a48c-eebe-4bc7-a136-0acb9baf6fcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=834660d026364afe8b80c1b1847be386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2617981 Mar 16 11:23:01.827444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:01.849304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b050a1-3e67-4858-924e-9df2d6ab605b None None] Pushing event updated for resources: {'Port': ['ID=65b0e607-db30-430e-a55c-bed99807f61e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:01.907720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.971593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:01.980109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.9 (f7d49723-261b-41b8-9e82-f35d43f1757b/1ff4fff7-c28b-43c7-b420-6a156fda00f7/56ee5de7-3873-4441-ba23-c5d977c2b8ca) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:02.079781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.104225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c41230-b2f8-4714-bdb1-a70161df4891,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:02.112308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.113660 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-571b5d72-bbb9-4695-bad8-04d99da573cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28c41230-b2f8-4714-bdb1-a70161df4891 HTTP/1.1" status: 204 len: 168 time: 0.2850373 Mar 16 11:23:02.325107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.341066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-e99beb3e-66f0-4e71-ac10-2b29dcbacc73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.342957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-e99beb3e-66f0-4e71-ac10-2b29dcbacc73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:02.358532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 56ee5de7-3873-4441-ba23-c5d977c2b8ca will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:02.395641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-e99beb3e-66f0-4e71-ac10-2b29dcbacc73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:02.398507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-e99beb3e-66f0-4e71-ac10-2b29dcbacc73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.2199268 Mar 16 11:23:02.400924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.523378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f186cd-088c-4018-862d-54ed73aa3f8e req-9a789847-801a-4416-abd9-ecfc8b56df7e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.526041 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1f186cd-088c-4018-862d-54ed73aa3f8e req-9a789847-801a-4416-abd9-ecfc8b56df7e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 945 time: 0.0970764 Mar 16 11:23:02.535535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=56ee5de7-3873-4441-ba23-c5d977c2b8ca,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:02.540012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network f7d49723-261b-41b8-9e82-f35d43f1757b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:02.543136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:02.545366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:02.584161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1f186cd-088c-4018-862d-54ed73aa3f8e req-8232c669-d7a2-4ff4-9104-cb144abf188c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dcb8e97-abcf-460c-9191-9078bfcfb424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536277 Mar 16 11:23:02.591728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 2032b073-ff5c-4a34-863d-b42b037959bb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:02.592926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.677617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.678476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:02.755346 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4b998fe1-a320-4fcf-963f-3c607659c597 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4615123 Mar 16 11:23:02.758426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:02.868212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9ccd9-dd63-461c-81ef-c7ac7019ba52 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:02.869157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0b9ccd9-dd63-461c-81ef-c7ac7019ba52 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:02.890218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0b9ccd9-dd63-461c-81ef-c7ac7019ba52 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:02.892810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0b9ccd9-dd63-461c-81ef-c7ac7019ba52 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1330459 Mar 16 11:23:02.895698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:02.991687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 2032b073-ff5c-4a34-863d-b42b037959bb, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2032b073-ff5c-4a34-863d-b42b037959bb,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:02.992062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.027610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 65b0e607-db30-430e-a55c-bed99807f61e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:03.062717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c153eb-2914-4e70-8600-ce42aa7277f0 None None] Network f7d49723-261b-41b8-9e82-f35d43f1757b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:03.169757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.174223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.178260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:03.179228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:03.213632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-02c278f2-6ada-45ae-89d4-d9f142729cbd None None] Provisioning for port 65b0e607-db30-430e-a55c-bed99807f61e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:03.251804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 65b0e607-db30-430e-a55c-bed99807f61e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:03.264444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43254) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:03.271593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 65b0e607-db30-430e-a55c-bed99807f61e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:03.272350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.404614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--554096511'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:03.411035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:03.415123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:03.418331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:03.429438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:03.441281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.449908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.454896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.464302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:03.465473 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86efa3f8-4947-4f22-bdc0-6ba3858a39c5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.5688441 Mar 16 11:23:03.471344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:03.474224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.474590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.474904 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP b78bbc5f-b918-4094-aadf-904eaef26a86 disassociated. External IP: 172.26.1.158, port: 2032b073-ff5c-4a34-863d-b42b037959bb. Mar 16 11:23:03.475272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 2032b073-ff5c-4a34-863d-b42b037959bb owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:03.489128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 65b0e607-db30-430e-a55c-bed99807f61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=65b0e607-db30-430e-a55c-bed99807f61e,segment=NetworkSegment(73012506-7cb4-41aa-baaa-1e53a55ff4b6),segment_id=73012506-7cb4-41aa-baaa-1e53a55ff4b6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:03.495604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.553590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 56ee5de7-3873-4441-ba23-c5d977c2b8ca {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:03.554176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.583062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=65b0e607-db30-430e-a55c-bed99807f61e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:03.610300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:03.617257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:03.621963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:03.628990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.653612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:03.682204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e9a373d-f8e1-42aa-9c40-f5b2282696df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.698851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=2032b073-ff5c-4a34-863d-b42b037959bb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:03.773472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Provisioning for port 56ee5de7-3873-4441-ba23-c5d977c2b8ca completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:03.781121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Provisioning complete for port 56ee5de7-3873-4441-ba23-c5d977c2b8ca triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:03.781982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.859625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Port 56ee5de7-3873-4441-ba23-c5d977c2b8ca cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:03.877386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Provisioning for port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:03.883619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Provisioning complete for port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:03.884138 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.887839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7c169b1-a670-4a0a-9db3-8b4855041865 req-f66a4a0f-50ec-4101-a9fe-c039f61a8e0c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.0999553 Mar 16 11:23:03.955741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:03.956033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:03.973062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:03.973455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Provisioning complete for port 65b0e607-db30-430e-a55c-bed99807f61e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:03.973893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e93d5a8-1442-4085-8286-f21eaa201751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.099802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 56ee5de7-3873-4441-ba23-c5d977c2b8ca owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:04.137174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.155966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.214183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:04.229577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52375fcc-d2b8-433a-bea2-751acefe57f9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:04.230887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:04.233573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:04.238156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:04.244540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:04.247528 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:04.301564 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:04.302211 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:04.307831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bea77d87-1f19-4eda-9d8f-1ce81db6bdc9 None None] Provisioning complete for port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:04.308313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bea77d87-1f19-4eda-9d8f-1ce81db6bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.377910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bea77d87-1f19-4eda-9d8f-1ce81db6bdc9 None None] Port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:04.393413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 2032b073-ff5c-4a34-863d-b42b037959bb on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:04.395922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.399342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'name': 'network-vif-deleted', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:04.406512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9a738-4d5d-40bf-9d10-f8d9c3fa9d4d None None] get_active_networks_info from dv-neutron-833733-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 16 11:23:04.418199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.419145 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b26c2a81-6396-42f1-914b-88b8e61b598d req-87480e1a-f483-460c-a82f-05e62b1cf473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/2032b073-ff5c-4a34-863d-b42b037959bb HTTP/1.1" status: 204 len: 173 time: 2.0106034 Mar 16 11:23:04.424930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.470973 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf', 'name': 'network-vif-deleted', 'tag': '2032b073-ff5c-4a34-863d-b42b037959bb', 'status': 'completed', 'code': 200} Mar 16 11:23:04.482116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.483757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.485160 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2195244 Mar 16 11:23:04.488721 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.508964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-662db538-808f-4736-b72e-196cc9c3b970 None None] Could not find standard attr ID for object 56ee5de7-3873-4441-ba23-c5d977c2b8ca. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:04.551669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf9a738-4d5d-40bf-9d10-f8d9c3fa9d4d None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 16 11:23:04.573359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=56ee5de7-3873-4441-ba23-c5d977c2b8ca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:04.583644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb1a9-58ec-4414-96c2-fcba0e538dbf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1a38b-639e-4969-a648-b718aac3a6dc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:04.586399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.587195 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65826d52-609f-41d1-8ec6-8758d49232f8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0972567 Mar 16 11:23:04.592178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-security--40797967', 'description': 'tempest-security-description-1985958237'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:04.612840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:04.725337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.756773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.761031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f312d0e-8fdb-40d5-82df-f696a4c0659b tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/56ee5de7-3873-4441-ba23-c5d977c2b8ca HTTP/1.1" status: 204 len: 168 time: 1.2863271 Mar 16 11:23:04.761713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.794965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.800148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.803489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.805855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "PUT /v2.0/security-groups/5ed1a38b-639e-4969-a648-b718aac3a6dc HTTP/1.1" status: 200 len: 1610 time: 0.2179196 Mar 16 11:23:04.808994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.812605 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-33635753-0746-40c2-a398-2f6de1585910 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:23:04.817500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.818195 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33635753-0746-40c2-a398-2f6de1585910 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/56ee5de7-3873-4441-ba23-c5d977c2b8ca HTTP/1.1" status: 404 len: 333 time: 0.0553153 Mar 16 11:23:04.870260 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf91b086-4f1d-4411-b429-2eec14da50d0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups/5ed1a38b-639e-4969-a648-b718aac3a6dc HTTP/1.1" status: 200 len: 1610 time: 0.0595360 Mar 16 11:23:04.871166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43288) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:04.906479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e8578-03aa-47b3-8ccc-151b44bf0df6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1a38b-639e-4969-a648-b718aac3a6dc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:04.922608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:04.923683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.966309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:04.991806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.034497 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:05.042842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.047136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 65b0e607-db30-430e-a55c-bed99807f61e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:05.048300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.057503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:05.089260 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:05.090183 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:05.158295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.175040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed1a38b-639e-4969-a648-b718aac3a6dc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.182415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.185063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 65b0e607-db30-430e-a55c-bed99807f61e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:05.185462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.186765 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56479d33-87eb-4c3d-8c91-c121642c292b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ed1a38b-639e-4969-a648-b718aac3a6dc HTTP/1.1" status: 204 len: 168 time: 0.3145435 Mar 16 11:23:05.187454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43294) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.304379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2cb6b451-2b78-4f91-85d0-7005aed52a06 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:05.339047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2cb6b451-2b78-4f91-85d0-7005aed52a06 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:05.343407 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2cb6b451-2b78-4f91-85d0-7005aed52a06 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1548746 Mar 16 11:23:05.344516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43298) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.357699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.377749 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-33d4b212-5efe-4b0c-959f-484bb786efd5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] delete failed (client error): The resource could not be found. Mar 16 11:23:05.384970 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33d4b212-5efe-4b0c-959f-484bb786efd5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ed1a38b-639e-4969-a648-b718aac3a6dc HTTP/1.1" status: 404 len: 347 time: 0.0392728 Mar 16 11:23:05.385845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.391734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142169600'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:05.392523 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:05.397750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:05.409514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:05.422168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.465681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:05.470678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:05.473674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:05.480062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:05.539174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.543378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.591162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31324db3-36bf-4845-b131-55e3bce890ac,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.598531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.603012 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22666b6f-5366-4568-9863-61ef1263b879 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2161081 Mar 16 11:23:05.603555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.609375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '31324db3-36bf-4845-b131-55e3bce890ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:05.615541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:05.619438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:05.622270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:05.628529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:05.641020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:05.650088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.682556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d06f960-6635-438c-b279-a96fa5153297 req-b75a513b-1154-41a9-a8b1-ab2c0801bce9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce73e15c-e9d2-40a1-b0e0-c4297a7ec0cf HTTP/1.1" status: 200 len: 210 time: 0.1327727 Mar 16 11:23:05.715933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.721753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.742670 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:05.746790 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97808fab-0444-4865-a657-cf34bfd8a506 None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:20:39Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52c7fbed-ad11-4dc0-9d74-d75f843cb29c', 'name': '', 'network_id': '8c4d94a5-c491-4f62-a743-43c6b257559b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:61:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:37Z', 'updated_at': '2022-03-16T11:20:49Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '82d7a690-839b-4d54-8cde-b998fe72fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:05.752216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0686277-8bc6-46bc-929c-7ff92bebc0c8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.763084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.766067 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1c8d570-4c96-4974-a8e3-e234135fda2d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1599214 Mar 16 11:23:05.767396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.796488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.805931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.810276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.840205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.856496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=2ccc5bba-5b59-4ad2-9ab8-37ec1216f443,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.857288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.862654 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f0686277-8bc6-46bc-929c-7ff92bebc0c8 HTTP/1.1" status: 204 len: 168 time: 0.0940700 Mar 16 11:23:05.865403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.881952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592fce-4756-49ad-836a-30609e9296ea tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0686277-8bc6-46bc-929c-7ff92bebc0c8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:05.920367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7f8c118-0a88-4125-a5a1-32af8bd43731 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:05.941087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7f8c118-0a88-4125-a5a1-32af8bd43731 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:05.942880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7f8c118-0a88-4125-a5a1-32af8bd43731 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0762665 Mar 16 11:23:05.946486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43318) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:05.967336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:05.986721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2deabfdb-c258-4b3d-a058-99e689c489fb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 HTTP/1.1" status: 204 len: 168 time: 1.1685326 Mar 16 11:23:05.989797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.021144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.038083 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf4f1ab-56e2-4c77-9e2e-a9a816fe25aa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:23:06.038597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1cf4f1ab-56e2-4c77-9e2e-a9a816fe25aa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:06.056453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.056675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1cf4f1ab-56e2-4c77-9e2e-a9a816fe25aa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:06.057738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1cf4f1ab-56e2-4c77-9e2e-a9a816fe25aa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/2ccc5bba-5b59-4ad2-9ab8-37ec1216f443 HTTP/1.1" status: 404 len: 333 time: 0.0664115 Mar 16 11:23:06.060722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.076037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a1ffa-0749-4020-a93c-5758bad928f2 None None] New status for floating IP b78bbc5f-b918-4094-aadf-904eaef26a86: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:23:06.118576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.144377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31324db3-36bf-4845-b131-55e3bce890ac,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.165363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.169864 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b23932a-5638-4ee1-985f-a0d88fe022c8 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/31324db3-36bf-4845-b131-55e3bce890ac HTTP/1.1" status: 204 len: 168 time: 0.2198100 Mar 16 11:23:06.170155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.255582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1a0322a-50a2-4b1d-90ea-64c9270ce710 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:06.272771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 1ff4fff7-c28b-43c7-b420-6a156fda00f7 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:06.274971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1a0322a-50a2-4b1d-90ea-64c9270ce710 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:06.275943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.278191 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1a0322a-50a2-4b1d-90ea-64c9270ce710 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1052308 Mar 16 11:23:06.280925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43334) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.287199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011604850'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:06.295178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:06.301519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.310153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:06.324126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.334531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.360548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:06.364594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:06.368167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:06.373743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:06.425863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.433202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.436490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.480145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f815fb-2fde-490a-9362-e7e96f75ac73,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.490266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.494250 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1179f54c-a08a-4f29-b56e-0cfe8193453b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2093823 Mar 16 11:23:06.494357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.498845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.499957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '29f815fb-2fde-490a-9362-e7e96f75ac73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:06.506528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:06.510808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:06.513697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:06.519507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:06.536266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff4fff7-c28b-43c7-b420-6a156fda00f7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.537873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.542458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.548816 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9640d23-cf16-4d59-b7e6-7ceed5cca3b2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1ff4fff7-c28b-43c7-b420-6a156fda00f7 HTTP/1.1" status: 204 len: 168 time: 0.4870694 Mar 16 11:23:06.550048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bfea4a-ef1b-4525-9e08-16b6708b3d44 None None] Network f7d49723-261b-41b8-9e82-f35d43f1757b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:06.551530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.608898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.613053 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.630463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2032b073-ff5c-4a34-863d-b42b037959bb no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:06.635947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2842683-0b2a-41d9-b358-fedd81279e32,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.651643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.655367 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2c12c83-4d14-48eb-bb29-893de777e9e3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1575906 Mar 16 11:23:06.655578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.661305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '29f815fb-2fde-490a-9362-e7e96f75ac73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:06.663046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.667431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:06.670031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 2032b073-ff5c-4a34-863d-b42b037959bb {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:06.670196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2032b073-ff5c-4a34-863d-b42b037959bb not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:06.672603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:06.673774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 65b0e607-db30-430e-a55c-bed99807f61e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:06.674328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.674981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:06.680629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:06.700187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.769123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.774703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.802817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968732f7-a7ee-47dc-80dc-de833929a2ce,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.806140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.816253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.817441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b61145dc-f737-4074-bd46-306c82607c6d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1609819 Mar 16 11:23:06.820250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:06.825641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '29f815fb-2fde-490a-9362-e7e96f75ac73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:06.831989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:06.836327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:06.841210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:06.847238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:06.862583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] DHCP port deletion for f7d49723-261b-41b8-9e82-f35d43f1757b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:23:06.867265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Deleting port 65b0e607-db30-430e-a55c-bed99807f61e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:06.867773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.870748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.942134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.947349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.968716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e085e686-0069-4010-8188-2ae8a124f3ff,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:06.977317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.992295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:06.996892 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6e239b68-51b7-4aea-9956-64bbb9a2333d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1724944 Mar 16 11:23:06.996892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43360) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.003343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '29f815fb-2fde-490a-9362-e7e96f75ac73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:07.010690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:07.015211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:07.019425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:07.020489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port 65b0e607-db30-430e-a55c-bed99807f61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=65b0e607-db30-430e-a55c-bed99807f61e,segment=NetworkSegment(73012506-7cb4-41aa-baaa-1e53a55ff4b6),segment_id=73012506-7cb4-41aa-baaa-1e53a55ff4b6)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:07.020849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.024736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:07.038952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.042299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.044350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 65b0e607-db30-430e-a55c-bed99807f61e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:07.108080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.114339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.131727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] For port 65b0e607-db30-430e-a55c-bed99807f61e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=65b0e607-db30-430e-a55c-bed99807f61e,segment=NetworkSegment(73012506-7cb4-41aa-baaa-1e53a55ff4b6),segment_id=73012506-7cb4-41aa-baaa-1e53a55ff4b6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:07.132405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.138209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab48db6a-b7d2-4fcb-aec7-da758ddce62a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.156667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.157938 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d135ee5-4a9a-4059-83a5-70496b7915bd tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1603739 Mar 16 11:23:07.160808 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43364) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.166410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '29f815fb-2fde-490a-9362-e7e96f75ac73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:07.172229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:07.177138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:07.180155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:07.186425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:07.216766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.274502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 65b0e607-db30-430e-a55c-bed99807f61e owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:07.288527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Calling delete_port for 65b0e607-db30-430e-a55c-bed99807f61e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:07.367965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.375884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.398628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.403776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.431098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=65b0e607-db30-430e-a55c-bed99807f61e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.434527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b279602-9770-4711-8ee4-5a311dfb37d9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.436612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:23:07.436983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:23:07.441337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port 65b0e607-db30-430e-a55c-bed99807f61e on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:07.443888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.445418 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9955853c-61e7-4ade-b85f-7e96c8982e27 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2837038 Mar 16 11:23:07.448155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43368) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.477142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.482923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.493392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.518062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.535170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b279602-9770-4711-8ee4-5a311dfb37d9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.539064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.540412 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4774fd7f-15a1-4a38-8eef-bf4df5a53b83 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8b279602-9770-4711-8ee4-5a311dfb37d9 HTTP/1.1" status: 204 len: 168 time: 0.0910366 Mar 16 11:23:07.542880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43372) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.562551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb8e97-abcf-460c-9191-9078bfcfb424,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.595633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.598461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d212d83f-5185-49bd-b407-10dce97156e1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:07.605555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.606655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95163a78-e97e-4dc2-b71b-89ff320eb0e1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/7dcb8e97-abcf-460c-9191-9078bfcfb424 HTTP/1.1" status: 204 len: 168 time: 0.7995555 Mar 16 11:23:07.614676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d212d83f-5185-49bd-b407-10dce97156e1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:07.618106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d212d83f-5185-49bd-b407-10dce97156e1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0724032 Mar 16 11:23:07.619692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43378) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.623277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d49723-261b-41b8-9e82-f35d43f1757b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.638883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73012506-7cb4-41aa-baaa-1e53a55ff4b6') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.639221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73012506-7cb4-41aa-baaa-1e53a55ff4b6') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:07.650288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.653633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.657006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.670327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.677096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:23:07.677475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:07.692564 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:07.715544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.775304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.792306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.801810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=f7d49723-261b-41b8-9e82-f35d43f1757b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.809489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2af9fb48-4592-4b69-8a74-c1dc93d2b7a5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/f7d49723-261b-41b8-9e82-f35d43f1757b HTTP/1.1" status: 204 len: 168 time: 1.2521155 Mar 16 11:23:07.810382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.816099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510310469'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:07.836590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:07.842139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:network and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:07.845114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.846952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:07.854831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 90aa1fc5-16f7-438c-a684-404fa636510a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:07.855152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.899659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:07.901571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab48db6a-b7d2-4fcb-aec7-da758ddce62a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:07.928129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.929249 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb133c3b-297f-4413-9b01-871a80e63173 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ab48db6a-b7d2-4fcb-aec7-da758ddce62a HTTP/1.1" status: 204 len: 168 time: 0.3086505 Mar 16 11:23:07.932174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43390) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:07.938885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Deleting port 65b0e607-db30-430e-a55c-bed99807f61e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:07.939557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.944731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:07.947702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:07.984546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72e38ae0-bb9f-4e4a-b64c-68909d839e7a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:08.004340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72e38ae0-bb9f-4e4a-b64c-68909d839e7a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:08.008078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72e38ae0-bb9f-4e4a-b64c-68909d839e7a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0718100 Mar 16 11:23:08.008300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.039528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.046313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:08.051089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.051301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-316334b8-ca52-4382-8f6f-4a5bec87a354 None None] The port '65b0e607-db30-430e-a55c-bed99807f61e' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:23:08.077342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.077698 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Added segment b70f874d-52b9-444a-a4c3-400a5bb500dd of type vlan for network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db Mar 16 11:23:08.080526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.088616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.088950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.098594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e085e686-0069-4010-8188-2ae8a124f3ff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.106598 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.107722 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a33a01f6-3660-4a4d-af5c-1bcdc8d23f9d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e085e686-0069-4010-8188-2ae8a124f3ff HTTP/1.1" status: 204 len: 168 time: 0.0985539 Mar 16 11:23:08.110386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.161707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bae42af-5e9e-45cc-b07f-290fd9003e97 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:08.178268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bae42af-5e9e-45cc-b07f-290fd9003e97 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:08.179601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7bae42af-5e9e-45cc-b07f-290fd9003e97 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0680943 Mar 16 11:23:08.182625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.213014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.223473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.224689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 90aa1fc5-16f7-438c-a684-404fa636510a owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:08.249380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.258571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.270990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968732f7-a7ee-47dc-80dc-de833929a2ce,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.277659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.278640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bb47b50-abe2-4754-ad50-58cd7b34cb9c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/968732f7-a7ee-47dc-80dc-de833929a2ce HTTP/1.1" status: 204 len: 168 time: 0.0951071 Mar 16 11:23:08.281335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43406) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.326959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.328034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ee50637b-798b-4c20-837c-69d2c6be39dc tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:08.330864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:08.331437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.345487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ee50637b-798b-4c20-837c-69d2c6be39dc tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:08.346770 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee50637b-798b-4c20-837c-69d2c6be39dc tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0645318 Mar 16 11:23:08.349816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43410) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.379510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.389724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.414523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.431620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2842683-0b2a-41d9-b358-fedd81279e32,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.440851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.444340 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d797e89-122f-434e-ab85-b179d369466b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b2842683-0b2a-41d9-b358-fedd81279e32 HTTP/1.1" status: 204 len: 168 time: 0.0911324 Mar 16 11:23:08.444714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43414) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.496572 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6811330 Mar 16 11:23:08.496572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05210631-263c-482f-a7ec-8c0fa0f072ad tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Network': ['ID=fd6d83a6-748b-4c5a-91d9-de7b2a08b9db,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.498086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-50d4999e-cfd7-4944-822e-849fa325ad94 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:08.498182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.504782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:08.510101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:08.520138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-50d4999e-cfd7-4944-822e-849fa325ad94 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:08.524235 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50d4999e-cfd7-4944-822e-849fa325ad94 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0759296 Mar 16 11:23:08.524587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43422) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.526461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.596373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.624796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.629199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=90aa1fc5-16f7-438c-a684-404fa636510a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.675493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.694770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f815fb-2fde-490a-9362-e7e96f75ac73,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:08.709594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.713671 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fbf350d6-ce7c-43d9-8e8c-9458c63526c9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/29f815fb-2fde-490a-9362-e7e96f75ac73 HTTP/1.1" status: 204 len: 168 time: 0.1850855 Mar 16 11:23:08.714108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43426) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.733988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:08.740771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:08.744837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:08.753745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:08.757981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.760264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.761391 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50888ed7-0fe7-49f3-913f-38a8360d7708 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/b78bbc5f-b918-4094-aadf-904eaef26a86 HTTP/1.1" status: 204 len: 168 time: 1.1030133 Mar 16 11:23:08.766518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1229290b-871a-40fc-a215-d0f4f22db72c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:08.769950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:08.784147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1229290b-871a-40fc-a215-d0f4f22db72c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:08.785373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1229290b-871a-40fc-a215-d0f4f22db72c tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0703754 Mar 16 11:23:08.790399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:08.836922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419703545'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:08.859568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:08.881232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:08.894488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:08.912357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.030605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.038621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:09.042148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:09.050129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:09.164952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ad577-db15-4e01-8508-2121bbf7fb2c req-8490f6b6-48d2-4520-8841-40e6dd3bee86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:09.166495 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c83ad577-db15-4e01-8508-2121bbf7fb2c req-8490f6b6-48d2-4520-8841-40e6dd3bee86 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.0841453 Mar 16 11:23:09.221142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-c83ad577-db15-4e01-8508-2121bbf7fb2c req-0a2ebcf3-be99-4ed3-8cac-06d0cf6b921b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:09.237589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-c83ad577-db15-4e01-8508-2121bbf7fb2c req-0a2ebcf3-be99-4ed3-8cac-06d0cf6b921b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:09.238995 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c83ad577-db15-4e01-8508-2121bbf7fb2c req-0a2ebcf3-be99-4ed3-8cac-06d0cf6b921b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665379 Mar 16 11:23:09.255199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.268913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.329912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.362754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50269c9f-dee4-4dd3-9d55-c504572ed2ae,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.380730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.381916 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57ba05cc-3efd-4335-89e5-54860bb60f45 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5905359 Mar 16 11:23:09.384847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.390577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '50269c9f-dee4-4dd3-9d55-c504572ed2ae', 'direction': 'ingress', 'protocol': 17}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:09.396579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.401165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:09.404140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:09.410011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:09.417159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=e26890b3-d5ee-4960-bf28-a6db1bf6cc8a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.431840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Checking segment: {'id': 'b70f874d-52b9-444a-a4c3-400a5bb500dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:09.432055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.432176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network hostable DHCP agents. Network: fd6d83a6-748b-4c5a-91d9-de7b2a08b9db, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:09.453953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:09.463819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, fd6d83a6-748b-4c5a-91d9-de7b2a08b9db) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:09.467784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:09.468365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.476294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf65c0c-e9d5-49d9-8678-bd4fa1173d26 None None] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:09.490759 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c956d3af-f6b9-4060-92f5-12e0906c4adb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922659 Mar 16 11:23:09.493341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.499085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.500768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1216898811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:09.504093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.508467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.512362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:router and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:09.515236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:09.521192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:09.534450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.536176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae7f454-241e-49e3-b669-d6486be49a06,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.536813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.549497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.553961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-442e79ed-bbad-4872-8f94-0598e8f19320 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1654069 Mar 16 11:23:09.554464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43446) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.561392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.582246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.605240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.609281 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-102ef820-193b-4fcd-b580-527a7ce5cabd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1120081 Mar 16 11:23:09.609613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.615748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db', 'name': 'tempest-PortsTestJSON-1065603212'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:09.623305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.651325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.694948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-fd6d83a6-748b-4c5a-91d9-de7b2a08b9db', 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': 'e26890b3-d5ee-4960-bf28-a6db1bf6cc8a'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:09.695909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.708399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.727815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50269c9f-dee4-4dd3-9d55-c504572ed2ae,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:09.738411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.742090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddf5aee1-7211-4e79-b002-b484418a7d4e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/50269c9f-dee4-4dd3-9d55-c504572ed2ae HTTP/1.1" status: 204 len: 168 time: 0.1840391 Mar 16 11:23:09.742371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.792686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.807407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:09.827337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5c15d9c8-f7dc-4240-bab2-adf34c29f046 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:09.831203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:09.834030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.861054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Allocated IP 172.20.0.2 (fd6d83a6-748b-4c5a-91d9-de7b2a08b9db/e26890b3-d5ee-4960-bf28-a6db1bf6cc8a/d6855b30-ee22-4e93-b01f-8db1218d54aa) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:09.866455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5c15d9c8-f7dc-4240-bab2-adf34c29f046 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:09.867684 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c15d9c8-f7dc-4240-bab2-adf34c29f046 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1244006 Mar 16 11:23:09.868791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:09.871942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:09.878192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313507608'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:09.884218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.894582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:09.907040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:09.944529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:09.952255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:09.955963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:09.962324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:10.016606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.021890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.070097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3eea58-c577-42d6-bbb4-661adaa344d6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.076263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.081042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.082258 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-69412f87-b51e-4283-8a3e-57abc92c6682 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2091889 Mar 16 11:23:10.085238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43462) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.087987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Transition to ACTIVE for port object d6855b30-ee22-4e93-b01f-8db1218d54aa will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:10.090737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122924216'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:10.097021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:10.100993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:10.103771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:10.106397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Transition to ACTIVE for port object d6855b30-ee22-4e93-b01f-8db1218d54aa will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:10.109983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:10.111983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.124186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.163621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:10.167706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:10.170785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:10.178124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:10.183504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:10.183678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.3 (fd6d83a6-748b-4c5a-91d9-de7b2a08b9db/e26890b3-d5ee-4960-bf28-a6db1bf6cc8a/5b16f1b2-353d-45bf-93d8-cdcac796ccd2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:10.186484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:10.191122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:10.193277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Pushing event updated for resources: {'Port': ['ID=d6855b30-ee22-4e93-b01f-8db1218d54aa,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.249136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.255058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.288808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Attempting to bind port d6855b30-ee22-4e93-b01f-8db1218d54aa on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:10.289326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Attempting to bind port d6855b30-ee22-4e93-b01f-8db1218d54aa by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b70f874d-52b9-444a-a4c3-400a5bb500dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:10.289797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Attempting to bind port d6855b30-ee22-4e93-b01f-8db1218d54aa on network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:10.297655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:10.298429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Checking segment: {'id': 'b70f874d-52b9-444a-a4c3-400a5bb500dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:10.299268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.299929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Bound using segment: {'id': 'b70f874d-52b9-444a-a4c3-400a5bb500dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:10.300529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Bound port: d6855b30-ee22-4e93-b01f-8db1218d54aa, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70f874d-52b9-444a-a4c3-400a5bb500dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'fd6d83a6-748b-4c5a-91d9-de7b2a08b9db'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:10.301011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.314308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b1cdd5-36a1-44f6-8036-f6826bcd0f95,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.323341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.327899 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7289db41-de08-45e0-9f4c-622379630399 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2417524 Mar 16 11:23:10.328797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.335092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '2c3eea58-c577-42d6-bbb4-661adaa344d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a7b1cdd5-36a1-44f6-8036-f6826bcd0f95', 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:10.341659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:10.346640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:10.350151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:10.358139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:10.393437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.432163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] For port d6855b30-ee22-4e93-b01f-8db1218d54aa, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:10.435430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] For port d6855b30-ee22-4e93-b01f-8db1218d54aa, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6855b30-ee22-4e93-b01f-8db1218d54aa,segment=NetworkSegment(b70f874d-52b9-444a-a4c3-400a5bb500dd),segment_id=b70f874d-52b9-444a-a4c3-400a5bb500dd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:10.440484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.476709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.492738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:10.519662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73377c72-9baf-4c8c-98a5-41d21965c49f None None] Pushing event updated for resources: {'Port': ['ID=d6855b30-ee22-4e93-b01f-8db1218d54aa,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.530988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26420a82-183d-4e13-a571-bc7ca4bc6dec req-14892c98-3757-4257-9163-45302fc2952b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.533119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26420a82-183d-4e13-a571-bc7ca4bc6dec req-14892c98-3757-4257-9163-45302fc2952b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.1146595 Mar 16 11:23:10.555798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.562526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.568873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.606054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ce233a-6d90-4f88-a3fd-07db4e421091,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.621911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26420a82-183d-4e13-a571-bc7ca4bc6dec req-c51ff4bf-dc98-461b-89ac-9f4876910805 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794635 Mar 16 11:23:10.627760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.631691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51ea4dde-3cd4-4c74-ad7a-b4176a38b955 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2993393 Mar 16 11:23:10.632230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.667429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=5b16f1b2-353d-45bf-93d8-cdcac796ccd2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.675476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:10.678886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:10.682375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:10.753125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.770852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-6ae45640-fa6d-4f77-8eb5-807a6053b9e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.771547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-6ae45640-fa6d-4f77-8eb5-807a6053b9e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:10.775012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.809228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:10.809735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.826572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-6ae45640-fa6d-4f77-8eb5-807a6053b9e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:10.827748 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-6ae45640-fa6d-4f77-8eb5-807a6053b9e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.3211911 Mar 16 11:23:10.831288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.898135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ce233a-6d90-4f88-a3fd-07db4e421091,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:10.901090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:10.902282 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3f7c7147-4f3f-4ade-b24a-dc5bfbd6adf4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/83ce233a-6d90-4f88-a3fd-07db4e421091 HTTP/1.1" status: 204 len: 168 time: 0.2692733 Mar 16 11:23:10.905099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.909482 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea3ab3ab-d3f7-4ba3-9213-a0569342b6e0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2981279 Mar 16 11:23:10.916948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:10.958552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95917633-b886-4214-91ba-e26996267e66 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:10.976581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95917633-b886-4214-91ba-e26996267e66 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:10.980471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95917633-b886-4214-91ba-e26996267e66 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0715947 Mar 16 11:23:10.980715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.019334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6855b30-ee22-4e93-b01f-8db1218d54aa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:11.045642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port d93590b5-5161-42ac-940e-889d5c3176ed {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:11.045982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.057877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.085120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.092255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port d6855b30-ee22-4e93-b01f-8db1218d54aa completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:11.136856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.159606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b1cdd5-36a1-44f6-8036-f6826bcd0f95,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:11.172740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.176984 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94fb5e40-597a-4c19-b182-f838279758c5 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7b1cdd5-36a1-44f6-8036-f6826bcd0f95 HTTP/1.1" status: 204 len: 168 time: 0.1952982 Mar 16 11:23:11.177645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.247688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fc8407b4-f253-473e-a0bc-2f8fa81943ae tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:11.271581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fc8407b4-f253-473e-a0bc-2f8fa81943ae tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:11.272883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fc8407b4-f253-473e-a0bc-2f8fa81943ae tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0942647 Mar 16 11:23:11.278203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.351250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.382289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.432357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.453697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3eea58-c577-42d6-bbb4-661adaa344d6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:11.474414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.478185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba7e7e48-316b-4e25-bca9-337281148e9e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c3eea58-c577-42d6-bbb4-661adaa344d6 HTTP/1.1" status: 204 len: 168 time: 0.1961265 Mar 16 11:23:11.478943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.534713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa946b68-e37d-4de5-8081-33c2ec029d89 None None] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:11.635606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-412c2819-0576-4b46-b3d2-9aebb7b8ef95 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:11.648172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Provisioning for port d6855b30-ee22-4e93-b01f-8db1218d54aa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:11.658082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port d93590b5-5161-42ac-940e-889d5c3176ed, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d93590b5-5161-42ac-940e-889d5c3176ed,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:11.658674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.660928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Provisioning complete for port d6855b30-ee22-4e93-b01f-8db1218d54aa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:11.661292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.665658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-412c2819-0576-4b46-b3d2-9aebb7b8ef95 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:11.672195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-412c2819-0576-4b46-b3d2-9aebb7b8ef95 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1882753 Mar 16 11:23:11.672461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:11.678351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--839240106'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:11.684179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:11.694063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:11.708020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.751425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:11.756524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:11.759772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:11.766854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:11.843342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for d93590b5-5161-42ac-940e-889d5c3176ed owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:11.894593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.899012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.904728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26a499-82ba-49df-a251-7677acf127e1 req-69d19c7c-c154-46b1-984f-8adbd891d77f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:11.906422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a26a499-82ba-49df-a251-7677acf127e1 req-69d19c7c-c154-46b1-984f-8adbd891d77f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 945 time: 0.1347990 Mar 16 11:23:11.908089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.959422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] For port d6855b30-ee22-4e93-b01f-8db1218d54aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6855b30-ee22-4e93-b01f-8db1218d54aa,segment=NetworkSegment(b70f874d-52b9-444a-a4c3-400a5bb500dd),segment_id=b70f874d-52b9-444a-a4c3-400a5bb500dd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:11.962493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.967631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:11.983627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7974061-5062-4c22-9b55-5f688c91e52d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:11.999996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.004399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb057954-974c-431d-9aad-da8b3f0d9be9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3309121 Mar 16 11:23:12.005371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.009668 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a26a499-82ba-49df-a251-7677acf127e1 req-164b3739-ee09-4163-9e0c-ddd4866b4b67 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9ad0258-616d-442f-a0f8-554292bc22f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886891 Mar 16 11:23:12.013084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': 'f7974061-5062-4c22-9b55-5f688c91e52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:12.018997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:12.023247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:12.026343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:12.032684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:12.059314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.094611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a47aa8-9fef-4a44-a897-4a24a7848b38 None None] Pushing event updated for resources: {'Port': ['ID=d6855b30-ee22-4e93-b01f-8db1218d54aa,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.100056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.117859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.154781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.160714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.169515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=d93590b5-5161-42ac-940e-889d5c3176ed,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.189578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ddeae3-0847-4957-b82a-19362607fc8b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.216959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.221597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6ee4f3f-c074-45b1-ad4f-bbec52da6f75 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2120042 Mar 16 11:23:12.221811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43510) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.261570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.273908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.304126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.319744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16ddeae3-0847-4957-b82a-19362607fc8b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.327717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.331624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f84537cd-0a1a-49f9-b329-5fe99d146e34 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/16ddeae3-0847-4957-b82a-19362607fc8b HTTP/1.1" status: 204 len: 168 time: 0.1063113 Mar 16 11:23:12.331731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.379755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-27cfb4d1-9fe2-48ab-bd19-849ae8bf8fd1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:12.396970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-27cfb4d1-9fe2-48ab-bd19-849ae8bf8fd1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:12.399042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Provisioning for port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:12.402237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27cfb4d1-9fe2-48ab-bd19-849ae8bf8fd1 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0655439 Mar 16 11:23:12.402841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.405264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Provisioning complete for port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:12.405711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.428919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port d93590b5-5161-42ac-940e-889d5c3176ed on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:12.432965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.436834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'name': 'network-vif-deleted', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:12.480499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:12.484658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.486221 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1b50e2c-a350-4f2a-9289-43be10d2a518 req-75a08a13-b053-4e48-9865-ac9adb0bf11d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/d93590b5-5161-42ac-940e-889d5c3176ed HTTP/1.1" status: 204 len: 173 time: 1.6467104 Mar 16 11:23:12.497692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Provisioning complete for port d6855b30-ee22-4e93-b01f-8db1218d54aa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:12.498271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ad2054d-bb14-4c92-bdc0-7c0707fba2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.535938 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbd463c-797b-46fa-af23-674b9d929b99', 'name': 'network-vif-deleted', 'tag': 'd93590b5-5161-42ac-940e-889d5c3176ed', 'status': 'completed', 'code': 200} Mar 16 11:23:12.547410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.611686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.630171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7974061-5062-4c22-9b55-5f688c91e52d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.659949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.663662 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-78e2fc25-f716-4b5f-bd03-9d489f01efaf tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7974061-5062-4c22-9b55-5f688c91e52d HTTP/1.1" status: 204 len: 168 time: 0.2572985 Mar 16 11:23:12.663916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43524) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.713876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.722063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.725356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d3a10de-2776-43a3-8cfb-464643919e56 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:12.743811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d3a10de-2776-43a3-8cfb-464643919e56 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:12.746038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9d3a10de-2776-43a3-8cfb-464643919e56 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0802481 Mar 16 11:23:12.752031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43528) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:12.757783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--278439829'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:12.765078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:12.775156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:12.794237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.803986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-19ec33a2-5326-46bf-9ae6-6d25716487e0 None None] Provisioning complete for port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:12.804422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19ec33a2-5326-46bf-9ae6-6d25716487e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.840741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=5b16f1b2-353d-45bf-93d8-cdcac796ccd2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:12.850126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:12.856218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:12.860292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:12.870868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:12.886366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-19ec33a2-5326-46bf-9ae6-6d25716487e0 None None] Port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:12.940032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.948149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:12.997362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947da28f-333e-427b-8a75-12a7a8a4c00c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.018787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.023729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4f7e6ab8-9bb0-42e1-8a2c-e153b489b4b6 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2670484 Mar 16 11:23:13.023729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.025546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6855b30-ee22-4e93-b01f-8db1218d54aa up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:13.029262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '947da28f-333e-427b-8a75-12a7a8a4c00c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:13.040844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:13.045645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:13.049284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:13.057950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:13.108834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d6855b30-ee22-4e93-b01f-8db1218d54aa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:13.109431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.111979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.225254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4eccf120-7990-4db1-a13d-e8b6e1497532 None None] Provisioning complete for port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:13.225926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4eccf120-7990-4db1-a13d-e8b6e1497532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.271544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.323476 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4eccf120-7990-4db1-a13d-e8b6e1497532 None None] Port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:13.326038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.334291 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4216591-98ad-458b-aeb8-257ab22796d4 req-8beea4f9-1651-4018-9bcb-6d7084180f5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cbd463c-797b-46fa-af23-674b9d929b99 HTTP/1.1" status: 200 len: 210 time: 0.0854461 Mar 16 11:23:13.335677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.363265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a67af4e-4cb7-4319-bafd-fa86b95e19ef,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.374218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.386505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.390243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bf6e182-3e86-4c0d-aede-086e11ab4872 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3637047 Mar 16 11:23:13.391335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43538) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.432967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dcc5c4fa-c253-425f-85fd-b91fb0e2f47a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules/4a67af4e-4cb7-4319-bafd-fa86b95e19ef HTTP/1.1" status: 200 len: 705 time: 0.0411375 Mar 16 11:23:13.435453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.482050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01252b09-3e2f-4b32-b794-36ef6be5da4f tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:13.497069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01252b09-3e2f-4b32-b794-36ef6be5da4f tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:13.498385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01252b09-3e2f-4b32-b794-36ef6be5da4f tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0619938 Mar 16 11:23:13.501644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.529754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.540034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.563867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.583188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a67af4e-4cb7-4319-bafd-fa86b95e19ef,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.591233 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.595023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3bfe335c-3427-4bc5-a0b3-5b5d79669f3b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4a67af4e-4cb7-4319-bafd-fa86b95e19ef HTTP/1.1" status: 204 len: 168 time: 0.0897553 Mar 16 11:23:13.595441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.643341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8db4744e-788a-4c82-b93b-57e4aa8eba0a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:13.658970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8db4744e-788a-4c82-b93b-57e4aa8eba0a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:13.662852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8db4744e-788a-4c82-b93b-57e4aa8eba0a tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0638719 Mar 16 11:23:13.663006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.668431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '947da28f-333e-427b-8a75-12a7a8a4c00c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:13.674149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:13.683455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:13.700710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.763620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.768389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.772803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.777666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.791078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22926f4b-0683-4125-9d33-60fec2fbdc9b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.805312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.809555 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b8e5e2b8-b69f-436e-9c1c-94e1eed1d5d9 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1455879 Mar 16 11:23:13.810205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.829461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14af5213-a0d2-413c-bbf7-a3b5aba99245 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules/22926f4b-0683-4125-9d33-60fec2fbdc9b HTTP/1.1" status: 200 len: 705 time: 0.0181913 Mar 16 11:23:13.832142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.882220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c002f020-06c5-4c5b-baa6-3d1f2b7853e4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:13.889347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=5b16f1b2-353d-45bf-93d8-cdcac796ccd2,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.895095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.898518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c002f020-06c5-4c5b-baa6-3d1f2b7853e4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:13.899912 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c002f020-06c5-4c5b-baa6-3d1f2b7853e4 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0668399 Mar 16 11:23:13.902919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:13.931331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.942154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.971580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.990930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22926f4b-0683-4125-9d33-60fec2fbdc9b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:13.997408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:13.998620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-154daf92-2043-4708-8c2d-342e3411c6ec tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/22926f4b-0683-4125-9d33-60fec2fbdc9b HTTP/1.1" status: 204 len: 168 time: 0.0946350 Mar 16 11:23:14.002457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.036781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:14.037971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:14.048660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c047c374-a976-4e20-bc64-41bba25fae4d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:14.065660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c047c374-a976-4e20-bc64-41bba25fae4d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:14.070278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c047c374-a976-4e20-bc64-41bba25fae4d tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0668249 Mar 16 11:23:14.070987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.077318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': '947da28f-333e-427b-8a75-12a7a8a4c00c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:14.083927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:14.098369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:14.120414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.186814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.193974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.218716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85afa03-d26d-466d-83bc-6c237d4ea2f1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.238836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.243007 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a8912419-87ae-4291-9c42-8d9ed55d2ed3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1682875 Mar 16 11:23:14.243279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43578) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.254100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef8ab199-d262-4a26-a427-27c1ad5a8fc1 None None] Provisioning complete for port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:14.254877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef8ab199-d262-4a26-a427-27c1ad5a8fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.266247 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-03fde232-1e14-48bc-9b37-27d88dea6cb3 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules/a85afa03-d26d-466d-83bc-6c237d4ea2f1 HTTP/1.1" status: 200 len: 706 time: 0.0195301 Mar 16 11:23:14.274249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.319834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ab199-d262-4a26-a427-27c1ad5a8fc1 None None] Port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:14.327768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1500bebd-137a-4005-8a1a-9f17066b59db tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:14.344396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1500bebd-137a-4005-8a1a-9f17066b59db tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:14.345776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1500bebd-137a-4005-8a1a-9f17066b59db tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0703950 Mar 16 11:23:14.348670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.393465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.404620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.441938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.462818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a85afa03-d26d-466d-83bc-6c237d4ea2f1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.463116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.474882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.475960 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-13e0e12b-e3a5-4f6b-9254-1fc07a3b9939 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a85afa03-d26d-466d-83bc-6c237d4ea2f1 HTTP/1.1" status: 204 len: 168 time: 0.1262002 Mar 16 11:23:14.479531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.509600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Router 216390e1-9f9b-4a86-9834-99b3324ead60 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:23:14.560889 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7943d9d7-0d3d-4d03-bdb0-ed6036d6f250 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0801351 Mar 16 11:23:14.568208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.589678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.636798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.651981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d93590b5-5161-42ac-940e-889d5c3176ed no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:14.688643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: d93590b5-5161-42ac-940e-889d5c3176ed {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:14.689050 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d93590b5-5161-42ac-940e-889d5c3176ed not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:14.695263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.724440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.767682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.788558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad0258-616d-442f-a0f8-554292bc22f2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.792198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.804565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:14.811550 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a69e5099-3a6b-4815-9f35-6fb481c44771 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/routers/216390e1-9f9b-4a86-9834-99b3324ead60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8914585 Mar 16 11:23:14.812477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.815781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] Sync routers for ids ['216390e1-9f9b-4a86-9834-99b3324ead60'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:14.817583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947da28f-333e-427b-8a75-12a7a8a4c00c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:14.827166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.830629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-80bf5295-6839-4e41-af86-52c80c633a44 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/947da28f-333e-427b-8a75-12a7a8a4c00c HTTP/1.1" status: 204 len: 168 time: 0.2591636 Mar 16 11:23:14.830629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.832125 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] Routers {'216390e1-9f9b-4a86-9834-99b3324ead60'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:14.832731 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['216390e1-9f9b-4a86-9834-99b3324ead60'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:14.833398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3294e24a-84ea-4ce6-954f-cd762bcca151 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/f9ad0258-616d-442f-a0f8-554292bc22f2 HTTP/1.1" status: 204 len: 168 time: 0.3693047 Mar 16 11:23:14.834217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.894885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.897408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-881face5-fa12-49db-8458-3c344fef50e2 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:14.911809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:14.914072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-881face5-fa12-49db-8458-3c344fef50e2 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:14.918527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-881face5-fa12-49db-8458-3c344fef50e2 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0833781 Mar 16 11:23:14.919648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:14.927585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679667615'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:14.929940 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] Routers {'216390e1-9f9b-4a86-9834-99b3324ead60'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:14.930565 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['216390e1-9f9b-4a86-9834-99b3324ead60'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:14.934140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:14.944864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:14.955717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:14.992136 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:14.992508 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4d967-cf29-49f2-9246-d10c98034e02 None None] The sync data for ids ['216390e1-9f9b-4a86-9834-99b3324ead60'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:14.994359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:14.999498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:15.003727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:15.009243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:15.057702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f69c89-445d-45ab-830a-09add15be2b8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:15.058425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b9f69c89-445d-45ab-830a-09add15be2b8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:15.066162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.070642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.080297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b9f69c89-445d-45ab-830a-09add15be2b8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:15.081577 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b9f69c89-445d-45ab-830a-09add15be2b8 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?device_id=216390e1-9f9b-4a86-9834-99b3324ead60 HTTP/1.1" status: 200 len: 982 time: 0.2688315 Mar 16 11:23:15.085045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.114689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b5ad1-bf5f-44d3-93e6-fb9d4e060c4d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:15.127358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.128687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bc2bceaf-f5e0-4680-adc5-33033cb1841b tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2080905 Mar 16 11:23:15.131418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.136783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Request body: {'security_group_rule': {'security_group_id': 'd51b5ad1-bf5f-44d3-93e6-fb9d4e060c4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:15.142765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:15.146833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Usage tracker for resource:security_group_rule and tenant:73929e0d04f24d059bdcebddfed01f13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:15.149680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:15.155276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:15.173697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.237774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.243007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.269121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b51d379-da91-43d2-a7e2-9974a10fbb81,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:15.282791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.283963 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c19adf7-a1b2-4694-903e-a25c66b761f0 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516669 Mar 16 11:23:15.286815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.349339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.376486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.425697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.444145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b5ad1-bf5f-44d3-93e6-fb9d4e060c4d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:15.454364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.458109 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0efdb0e7-6070-4483-b911-e88af02eb5fb tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/d51b5ad1-bf5f-44d3-93e6-fb9d4e060c4d HTTP/1.1" status: 204 len: 168 time: 0.1703618 Mar 16 11:23:15.458782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.507940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f19036b-20fc-4340-8334-337680476809 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:15.525064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f19036b-20fc-4340-8334-337680476809 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:15.526382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4f19036b-20fc-4340-8334-337680476809 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0667441 Mar 16 11:23:15.529068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.578139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-369a66a7-f679-4d53-8209-f21d20deef40 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Synchronizing usage tracker for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:15.598208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-369a66a7-f679-4d53-8209-f21d20deef40 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] Unset dirty status for tenant:73929e0d04f24d059bdcebddfed01f13 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:15.599620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-369a66a7-f679-4d53-8209-f21d20deef40 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0695052 Mar 16 11:23:15.602640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43642) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.628842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a9bde6b0-1d91-4108-8d4c-0e323a891c35 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] delete failed (client error): The resource could not be found. Mar 16 11:23:15.629769 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9bde6b0-1d91-4108-8d4c-0e323a891c35 tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "DELETE /v2.0/security-groups/d51b5ad1-bf5f-44d3-93e6-fb9d4e060c4d HTTP/1.1" status: 404 len: 347 time: 0.0262625 Mar 16 11:23:15.634139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43646) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:15.686563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-21e36400-f1ef-4276-88b4-251f693c1f0e tempest-SecGroupTest-155391932 tempest-SecGroupTest-155391932-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0512133 Mar 16 11:23:15.713084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.979908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:15.990767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.171731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-05cb3dc5-5e31-404f-a3dc-d60bcde7fd40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73929e0d04f24d059bdcebddfed01f13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796696 Mar 16 11:23:16.174146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43660) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:16.240481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.268623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.322314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.344542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52375fcc-d2b8-433a-bea2-751acefe57f9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:16.371072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.374636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3eee87b-7f67-4ec8-8f98-7367a31b5872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52375fcc-d2b8-433a-bea2-751acefe57f9 HTTP/1.1" status: 204 len: 168 time: 0.1972761 Mar 16 11:23:16.713317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:16.713615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:16.954610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.120089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 5b16f1b2-353d-45bf-93d8-cdcac796ccd2 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:17.308659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:17.308988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.541468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.608742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=5b16f1b2-353d-45bf-93d8-cdcac796ccd2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:17.705189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 52c7fbed-ad11-4dc0-9d74-d75f843cb29c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:17.705654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:17.944811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 52c7fbed-ad11-4dc0-9d74-d75f843cb29c owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:18.152450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.414335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:18.521447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=52c7fbed-ad11-4dc0-9d74-d75f843cb29c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:18.861138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Router 216390e1-9f9b-4a86-9834-99b3324ead60 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:19.149273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:19.155285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739564236', 'description': 'tempest-secgroup-smoke-739564236 description', 'project_id': '960872b9428e49298487877bd7a16651'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:19.160317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:19.162313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:19.166760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:19.170448 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] Sync routers for ids ['216390e1-9f9b-4a86-9834-99b3324ead60'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:19.173216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:19.179368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:19.186901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] Routers {'216390e1-9f9b-4a86-9834-99b3324ead60'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:19.188772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['216390e1-9f9b-4a86-9834-99b3324ead60'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:19.189239 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94d7073b-cce6-4e31-948f-cbbf6c5cf668 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/routers/216390e1-9f9b-4a86-9834-99b3324ead60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1029754 Mar 16 11:23:19.191925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:19.195060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.211536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.230117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.242301 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc9199f-3d38-4fa5-909d-4019fd949420 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:23:19.242894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abc9199f-3d38-4fa5-909d-4019fd949420 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:19.255344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:19.257333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:19.259958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:19.263140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:19.269625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] Routers {'216390e1-9f9b-4a86-9834-99b3324ead60'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:19.270466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['216390e1-9f9b-4a86-9834-99b3324ead60'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:19.271084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:19.341133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:19.341563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db491f-d3bc-4d14-9441-02c2eca2691e None None] The sync data for ids ['216390e1-9f9b-4a86-9834-99b3324ead60'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:19.344015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.349235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.372398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abc9199f-3d38-4fa5-909d-4019fd949420 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:19.373552 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abc9199f-3d38-4fa5-909d-4019fd949420 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/5b16f1b2-353d-45bf-93d8-cdcac796ccd2 HTTP/1.1" status: 404 len: 333 time: 0.1806307 Mar 16 11:23:19.376994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43712) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:19.391990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:19.394175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bae242-ae67-4fab-a75c-271e833f738e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.399236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:19.402192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:19.408236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:19.465779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.470446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.516010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b665dfb4-7914-401c-b4aa-af8ea7bca2b3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:19.519682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.524103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96b768be-96b1-44e3-a2b7-9247ff6764c2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3735940 Mar 16 11:23:19.524575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43716) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:19.533643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:19.542824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:19.549289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:19.552923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:19.559561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:19.576791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.692556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.915429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:19.924629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.080934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5e46a0-7861-42ee-a1c4-2d8c4dc0b160,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.137232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.138840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.139986 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c94e559e-6ca0-479e-999a-0595f62591d8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6131277 Mar 16 11:23:20.143556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43720) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.149366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.155589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.160140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.163194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.169037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.190344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.208427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.264020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.264528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Fanout notify agent at l3_agent the message router_deleted on router 216390e1-9f9b-4a86-9834-99b3324ead60 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:23:20.270699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.275770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.288940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.290024 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d486d547-fdf8-4f14-80d3-a43d265626df tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/routers/216390e1-9f9b-4a86-9834-99b3324ead60 HTTP/1.1" status: 204 len: 168 time: 0.9123180 Mar 16 11:23:20.292739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43724) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.299734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aec193-fd84-4a7b-8598-da444b24c825,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.309207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.310701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da84db87-a488-40ef-92a7-3623c19a54dd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1661105 Mar 16 11:23:20.315521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.321026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.326800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.330782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.333833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.339246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.356739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.419280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.423474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.448139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f71827-e9ab-43dd-81fc-985863996a01,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.459235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.460795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e608b3e3-437c-4e6a-bc46-c48bc192e99d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441345 Mar 16 11:23:20.463747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.469521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.475713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.479732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.482745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.489240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.507226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.578855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.583494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.609008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea66cc1-5ec6-4563-8e10-e2d1e027996e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.618187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.621896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a995bcdc-22e7-4987-ac3c-6b9f13adea09 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1546998 Mar 16 11:23:20.622194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43736) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.628178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.633985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.637737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.640669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.646340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.657932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Project 960872b9428e49298487877bd7a16651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:20.664212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.727389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.731652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.755542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a9873a-52c5-4e9b-8edb-8aaf92b3b9a7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.760704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet e26890b3-d5ee-4960-bf28-a6db1bf6cc8a {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:20.765737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.765988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.767070 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1a68305-620e-49ad-8290-f51aaa135a67 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1438851 Mar 16 11:23:20.769975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.775305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'security_group_rule': {'security_group_id': 'b665dfb4-7914-401c-b4aa-af8ea7bca2b3', 'project_id': '960872b9428e49298487877bd7a16651', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.781237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.785244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:security_group_rule and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.788296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.794963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.806019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Project 960872b9428e49298487877bd7a16651 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:20.812464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.824523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.879982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.884173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.906353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d7fa23-2bc8-4c94-ad1c-da9fe2df8c2e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:20.917627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.918877 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bf2962f-f658-46e3-917f-a5925ad642be tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479518 Mar 16 11:23:20.922486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:20.928213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'network': {'name': 'tempest-network-smoke--1819241732', 'project_id': '960872b9428e49298487877bd7a16651', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:20.930339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router ea28665a-39d8-48e9-b67f-06862735167d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:20.933088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:20.936753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:network and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:20.940073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:20.941467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.946111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:20.956921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Made reservation on behalf of 960872b9428e49298487877bd7a16651 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:20.960164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.990090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:20.998531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:20.999068 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Added segment 4eecf65e-ab61-441e-9112-0085a00cd5e7 of type vlan for network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 Mar 16 11:23:21.026176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.058701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.062761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:21.063403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.153876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.202329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=e26890b3-d5ee-4960-bf28-a6db1bf6cc8a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:21.213238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.221357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7d78e-0d58-4864-b359-74e30aa6517f None None] Network fd6d83a6-748b-4c5a-91d9-de7b2a08b9db requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:21.227235 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-695920a7-09d6-4505-ad5f-a0a96920a0a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/e26890b3-d5ee-4960-bf28-a6db1bf6cc8a HTTP/1.1" status: 204 len: 168 time: 0.9311223 Mar 16 11:23:21.227640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.258432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Network': ['ID=382043e3-2eb0-457f-a6c5-ecfd3af517f8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:21.265640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-257814fa-fd66-420a-82c0-df541ecfeb99 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3418341 Mar 16 11:23:21.266731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.272714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'admin_state_up': True, 'project_id': '960872b9428e49298487877bd7a16651', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:21.280000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:21.284064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:router and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:21.286927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:21.293378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:21.307031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.307328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.307488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:21.329430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.361632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.382007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port d6855b30-ee22-4e93-b01f-8db1218d54aa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:21.382351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.430015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:21.435499 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ff76a176-ac6b-4dba-a16b-e8ebf9547ffa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/ea28665a-39d8-48e9-b67f-06862735167d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5396552 Mar 16 11:23:21.438847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:21.445246 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Sync routers for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:21.461957 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:21.463582 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:21.479476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.632574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] DHCP port deletion for fd6d83a6-748b-4c5a-91d9-de7b2a08b9db request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:23:21.637019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Deleting port d6855b30-ee22-4e93-b01f-8db1218d54aa {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:21.637472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.692124 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:21.694860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.724877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.737714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] For port d6855b30-ee22-4e93-b01f-8db1218d54aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6855b30-ee22-4e93-b01f-8db1218d54aa,segment=NetworkSegment(b70f874d-52b9-444a-a4c3-400a5bb500dd),segment_id=b70f874d-52b9-444a-a4c3-400a5bb500dd)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:21.738100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.881204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for d6855b30-ee22-4e93-b01f-8db1218d54aa owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:21.885080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Allocated IP 172.26.1.78 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/bf1aa4e1-c1b6-437e-9c54-794fe6559479) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:21.898182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] For port d6855b30-ee22-4e93-b01f-8db1218d54aa, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6855b30-ee22-4e93-b01f-8db1218d54aa,segment=NetworkSegment(b70f874d-52b9-444a-a4c3-400a5bb500dd),segment_id=b70f874d-52b9-444a-a4c3-400a5bb500dd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:21.899017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:21.935356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 82d7a690-839b-4d54-8cde-b998fe72fb62 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:21.941772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.012189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.051589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Calling delete_port for d6855b30-ee22-4e93-b01f-8db1218d54aa owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:22.061322 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:23:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.066804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.068113 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Checking router: ea28665a-39d8-48e9-b67f-06862735167d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:22.086274 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Routers {'ea28665a-39d8-48e9-b67f-06862735167d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:22.086967 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ea28665a-39d8-48e9-b67f-06862735167d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.100732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.177091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.185918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:23:22.195256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:22.198797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:23:22.199588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:22.205036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:22.233571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=d6855b30-ee22-4e93-b01f-8db1218d54aa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.239072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=bf1aa4e1-c1b6-437e-9c54-794fe6559479,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.248380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No DVR routers for this DVR port d6855b30-ee22-4e93-b01f-8db1218d54aa on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:22.334930 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] Set router ea28665a-39d8-48e9-b67f-06862735167d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:22.378359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.379751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.391002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.405475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.458032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6d83a6-748b-4c5a-91d9-de7b2a08b9db']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.474828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70f874d-52b9-444a-a4c3-400a5bb500dd') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.475154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70f874d-52b9-444a-a4c3-400a5bb500dd') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.492607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.515416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.520541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.550959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:23:22.551369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:22.573018 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:22.628587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=82d7a690-839b-4d54-8cde-b998fe72fb62,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.629324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:23:22.641436 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:23:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.645469 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa6341-31ca-49b5-a531-bbdd29970b4e None None] The sync data for ids ['ea28665a-39d8-48e9-b67f-06862735167d'] in dv-neutron-833733-1-hyperv is: [{'id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'name': 'tempest-TestNetworkBasicOps-router-699438298', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '62a77393-a70b-4358-b036-75b8e0600a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:20:28Z', 'updated_at': '2022-03-16T11:23:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '62a77393-a70b-4358-b036-75b8e0600a82', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea28665a-39d8-48e9-b67f-06862735167d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:20:30Z', 'updated_at': '2022-03-16T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:22.651548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.657699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086e49e-60ef-43c3-af3b-6d16fe20381e None None] Network 8c4d94a5-c491-4f62-a743-43c6b257559b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:22.664222 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de7c943b-b833-4715-95c8-000c925f0a1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/82d7a690-839b-4d54-8cde-b998fe72fb62 HTTP/1.1" status: 204 len: 168 time: 1.2225420 Mar 16 11:23:22.666945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43760) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.728922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Deleting port d6855b30-ee22-4e93-b01f-8db1218d54aa {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:22.728922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.729482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.753143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.808607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a842d2b5-a35e-49a8-a9ef-6d3605719612 None None] The port 'd6855b30-ee22-4e93-b01f-8db1218d54aa' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:23:22.824380 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/fd6d83a6-748b-4c5a-91d9-de7b2a08b9db HTTP/1.1" status: 204 len: 168 time: 1.5922985 Mar 16 11:23:22.824380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e69bb-afd1-4075-bfcf-f34238d01bbb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=fd6d83a6-748b-4c5a-91d9-de7b2a08b9db,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:22.824649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43764) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.870960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:22.898935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:22.899905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Sync routers for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:22.904013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ffcb7527-0b5b-4021-9948-bc28833c9fe9 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6362681 Mar 16 11:23:22.904198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43768) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:22.909824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eef96f-095a-4e99-a44c-08d8f48e82f1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:22.910409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2eef96f-095a-4e99-a44c-08d8f48e82f1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:22.926286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:22.927054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:22.940231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2eef96f-095a-4e99-a44c-08d8f48e82f1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:22.945116 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2eef96f-095a-4e99-a44c-08d8f48e82f1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/cb04964d-9a0f-4a6d-abba-db48f45dddeb HTTP/1.1" status: 200 len: 840 time: 0.1157706 Mar 16 11:23:22.945116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.032328 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bcbec2b2-9216-4c63-8dcd-e15203b9120a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/cb04964d-9a0f-4a6d-abba-db48f45dddeb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0824332 Mar 16 11:23:23.032953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.039018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:23.100353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52c7fbed-ad11-4dc0-9d74-d75f843cb29c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:23.136441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 52c7fbed-ad11-4dc0-9d74-d75f843cb29c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:23.137053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52c7fbed-ad11-4dc0-9d74-d75f843cb29c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:23.137645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6855b30-ee22-4e93-b01f-8db1218d54aa no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:23.190712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: d6855b30-ee22-4e93-b01f-8db1218d54aa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:23.191055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6855b30-ee22-4e93-b01f-8db1218d54aa not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:23.196085 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26d72373-29d2-43e5-9047-4f55d60b1e69 tempest-TestNetworkAdvancedServerOps-210681578 tempest-TestNetworkAdvancedServerOps-210681578-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=960872b9428e49298487877bd7a16651&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2783215 Mar 16 11:23:23.196085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.215326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:23.316202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.319902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] DHCP port deletion for 8c4d94a5-c491-4f62-a743-43c6b257559b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:23:23.343087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Deleting port 4f3eb715-8770-40d7-af9a-e426fd614814 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:23.343332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.366955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:23.378849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:23.387709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:23.436204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:23.489863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:23.510110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b64cf-5704-463f-9515-7423f8e0ad29 tempest-TestNetworkAdvancedServerOps-210681578 tempest-TestNetworkAdvancedServerOps-210681578-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:23.511476 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-617b64cf-5704-463f-9515-7423f8e0ad29 tempest-TestNetworkAdvancedServerOps-210681578 tempest-TestNetworkAdvancedServerOps-210681578-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3133795 Mar 16 11:23:23.514686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.556425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b167ae8-fc57-4850-8596-5fd685e75861 tempest-TestNetworkAdvancedServerOps-210681578 tempest-TestNetworkAdvancedServerOps-210681578-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385654 Mar 16 11:23:23.557387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43790) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:23.563112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1823191360', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'project_id': '960872b9428e49298487877bd7a16651', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:23.674814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:23.675113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] For port 4f3eb715-8770-40d7-af9a-e426fd614814, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f3eb715-8770-40d7-af9a-e426fd614814,segment=NetworkSegment(b4446155-53bc-4a0b-9f41-13bd947c283b),segment_id=b4446155-53bc-4a0b-9f41-13bd947c283b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:23.675586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.679118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:subnet and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:23.682207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:23.689136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:23.700944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Made reservation on behalf of 960872b9428e49298487877bd7a16651 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:23.724651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.801037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Calling delete_port for 4f3eb715-8770-40d7-af9a-e426fd614814 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:23.848624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:22Z', 'revision_number': 3, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:23.856655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Checking router: 4f88fe4b-d50b-48d0-9de1-d0580324b0ce for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:23.857001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Updating router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce port bf1aa4e1-c1b6-437e-9c54-794fe6559479 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:23:23.902212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.925386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.950652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:23.992943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.008918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.048115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 62a77393-a70b-4358-b036-75b8e0600a82 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:24.048518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.064632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] Pushing event deleted for resources: {'Port': ['ID=4f3eb715-8770-40d7-af9a-e426fd614814,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.114220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96feae55-f506-41d4-88d0-4daec54ace33 None None] No DVR routers for this DVR port 4f3eb715-8770-40d7-af9a-e426fd614814 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:24.117781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:24.123896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:24.132843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.133452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.134428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd1ae4-8ca4-46b3-9083-27b8991267da None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:24.135594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.143820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=9c09659f-337a-4ce6-8b44-20f2d88fad4f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.209386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Subnet': ['ID=3d279237-2268-40de-9cc6-2fb2afe90adf,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.241860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Checking segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:24.242290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network hostable DHCP agents. Network: 382043e3-2eb0-457f-a6c5-ecfd3af517f8, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:24.247752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8b1bd3f8-eb26-416a-aeb9-58dc5f2ee0f3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2114964 Mar 16 11:23:24.247752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:24.255954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-1956855778'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:24.266064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:24.272345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:24.281143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:24.285963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 382043e3-2eb0-457f-a6c5-ecfd3af517f8) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:24.294586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:24.304433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:24.305096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd6d88-eda1-409d-b432-934b9b16db36 None None] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:24.306666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:24.307261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.331282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 62a77393-a70b-4358-b036-75b8e0600a82, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=62a77393-a70b-4358-b036-75b8e0600a82,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:24.331909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.341572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eeabbba2-6317-4bee-9239-5bbc112226f5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7798896 Mar 16 11:23:24.341572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:24.343363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.465092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 62a77393-a70b-4358-b036-75b8e0600a82 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:24.535769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:24.547743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:24.556469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:24.567975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:24.642038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.672774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.727634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.743487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:24.744022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.746018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.754320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Transition to ACTIVE for port object bf1aa4e1-c1b6-437e-9c54-794fe6559479 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:24.768532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.792510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=62a77393-a70b-4358-b036-75b8e0600a82,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.794272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bdf42b-db3a-4c78-b96f-3cdd6a65b261,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.799437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.800311 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-527069be-002b-45ff-8286-40e42b5adf06 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5515661 Mar 16 11:23:24.805486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:24.808844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-76b28698-1f93-4329-9f3f-5f39af665bca', 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'tenant_id': 'cbf35e5763954510a70a3c71c0fddd2b', 'fixed_ips': [{'subnet_id': '9c09659f-337a-4ce6-8b44-20f2d88fad4f'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:24.810200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:24.840166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-325907536'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:24.877515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:24.887453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:24.894954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:24.909120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:24.966505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae96665-a27b-4ba6-a917-c4541837c4e9 None None] Pushing event updated for resources: {'Port': ['ID=bf1aa4e1-c1b6-437e-9c54-794fe6559479,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:24.976666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Attempting to bind port bf1aa4e1-c1b6-437e-9c54-794fe6559479 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:24.977024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Attempting to bind port bf1aa4e1-c1b6-437e-9c54-794fe6559479 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:24.977366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Attempting to bind port bf1aa4e1-c1b6-437e-9c54-794fe6559479 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:25.012929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:25.013212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:25.013504 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.013891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:25.014424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Bound port: bf1aa4e1-c1b6-437e-9c54-794fe6559479, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:25.014796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.051458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.091130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.113082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f3eb715-8770-40d7-af9a-e426fd614814 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:25.192022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4f3eb715-8770-40d7-af9a-e426fd614814 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:25.192342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f3eb715-8770-40d7-af9a-e426fd614814 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:25.212846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.229443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Allocated IP 172.20.0.2 (382043e3-2eb0-457f-a6c5-ecfd3af517f8/3d279237-2268-40de-9cc6-2fb2afe90adf/46df2c85-616a-4179-839d-e6f6d0288804) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:25.244562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:25.258427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] For port bf1aa4e1-c1b6-437e-9c54-794fe6559479, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:25.263076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] For port bf1aa4e1-c1b6-437e-9c54-794fe6559479, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bf1aa4e1-c1b6-437e-9c54-794fe6559479,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:25.304268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.304504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:25.405090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Allocated IP 172.20.0.2 (76b28698-1f93-4329-9f3f-5f39af665bca/9c09659f-337a-4ce6-8b44-20f2d88fad4f/882fb75e-cfd0-4083-9352-8ed82889ee70) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:25.488283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:25.502248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:25.511108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.522011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.584824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.585357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router ea28665a-39d8-48e9-b67f-06862735167d {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:23:25.588981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.601202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.610483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae96665-a27b-4ba6-a917-c4541837c4e9 None None] Pushing event updated for resources: {'Port': ['ID=bf1aa4e1-c1b6-437e-9c54-794fe6559479,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:25.642651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51863914-c5f9-49b3-abb3-e9e8d63e10a4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:25.652903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:25.653456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:25.655465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.656894 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4babe12f-73d9-42e8-8180-529820a2c815 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/ea28665a-39d8-48e9-b67f-06862735167d HTTP/1.1" status: 204 len: 168 time: 2.9889963 Mar 16 11:23:25.663255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:25.694682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.698507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-98bc0ac6-9dd3-4044-9b70-cec2f18283a1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8894458 Mar 16 11:23:25.701498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:25.710920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605364199', 'security_groups': ['51863914-c5f9-49b3-abb3-e9e8d63e10a4'], 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c09659f-337a-4ce6-8b44-20f2d88fad4f'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:25.798193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.862272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:25.871805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:25.883168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:25.927109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.934903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:25.945677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Transition to ACTIVE for port object 46df2c85-616a-4179-839d-e6f6d0288804 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:25.961506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4d94a5-c491-4f62-a743-43c6b257559b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:25.974660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4446155-53bc-4a0b-9f41-13bd947c283b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:25.974938 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4446155-53bc-4a0b-9f41-13bd947c283b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:25.986899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.004023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.010540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:23:26.011470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.012739 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.015423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Transition to ACTIVE for port object 46df2c85-616a-4179-839d-e6f6d0288804 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:26.027331 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:26.031956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:26.069096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.085254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port ce546bf3-395a-4ab6-bf1f-7775a688121a yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:26.109844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.131607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.140016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Transition to ACTIVE for port object 882fb75e-cfd0-4083-9352-8ed82889ee70 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:26.147111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Allocated IP 172.20.0.1 (382043e3-2eb0-457f-a6c5-ecfd3af517f8/3d279237-2268-40de-9cc6-2fb2afe90adf/5d974ce9-aee2-472e-8f7c-dc206b548214) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:26.172879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.187064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=8c4d94a5-c491-4f62-a743-43c6b257559b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:26.202562 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b90694b3-653a-4489-81f6-c96198282089 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/8c4d94a5-c491-4f62-a743-43c6b257559b HTTP/1.1" status: 204 len: 168 time: 0.5380883 Mar 16 11:23:26.231489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:26.238299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--2058303891', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:26.245689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:26.250715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:26.254367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:26.256708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Transition to ACTIVE for port object 882fb75e-cfd0-4083-9352-8ed82889ee70 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:26.261755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:26.277325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:26.281035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.284756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Pushing event updated for resources: {'Port': ['ID=46df2c85-616a-4179-839d-e6f6d0288804,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:26.304078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.316876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:26.326498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.326991 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment e879400e-a6ab-4045-9888-08e22099e19c of type vlan for network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 Mar 16 11:23:26.352633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:26.361310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.361614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:26.396817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.401388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:26.401388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.416943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:26.462682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.6 (76b28698-1f93-4329-9f3f-5f39af665bca/9c09659f-337a-4ce6-8b44-20f2d88fad4f/ce546bf3-395a-4ab6-bf1f-7775a688121a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:26.463829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:26.466880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.492101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Transition to ACTIVE for port object 5d974ce9-aee2-472e-8f7c-dc206b548214 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:26.495760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:26.503298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:26.534282 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3014364 Mar 16 11:23:26.536758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43818) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:26.540090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dd22f-4f4d-44fe-aa1f-ab6e1c012aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=eb6b22db-ea5e-4743-a4a6-183acfdbdc61,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:26.540291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:26.544188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-242475227', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:26.551936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:26.556510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:26.559848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:26.563120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:26.566058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:26.577191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.578272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.598988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.668685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.684947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Attempting to bind port 46df2c85-616a-4179-839d-e6f6d0288804 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:26.684947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Attempting to bind port 46df2c85-616a-4179-839d-e6f6d0288804 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:26.685528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Attempting to bind port 46df2c85-616a-4179-839d-e6f6d0288804 on network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:26.720272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.736355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object ce546bf3-395a-4ab6-bf1f-7775a688121a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:26.758646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.791828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:26.796021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:26.798533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:26.799036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Checking segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:26.799803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.799981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Bound using segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:26.800337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:26.800628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Bound port: 46df2c85-616a-4179-839d-e6f6d0288804, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:26.801085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.803024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:26.825520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Attempting to bind port 882fb75e-cfd0-4083-9352-8ed82889ee70 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:26.825979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Attempting to bind port 882fb75e-cfd0-4083-9352-8ed82889ee70 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '281e8b70-e75d-4174-9c6c-3878a6162bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:26.826464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Attempting to bind port 882fb75e-cfd0-4083-9352-8ed82889ee70 on network 76b28698-1f93-4329-9f3f-5f39af665bca {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:26.843054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.884179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:26.884698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Checking segment: {'id': '281e8b70-e75d-4174-9c6c-3878a6162bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:26.885205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.885682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Bound using segment: {'id': '281e8b70-e75d-4174-9c6c-3878a6162bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:26.886273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Bound port: 882fb75e-cfd0-4083-9352-8ed82889ee70, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281e8b70-e75d-4174-9c6c-3878a6162bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:26.886747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.934723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.955548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 62a77393-a70b-4358-b036-75b8e0600a82 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:26.970950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:26.972155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:26.998047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=ce546bf3-395a-4ab6-bf1f-7775a688121a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:27.003709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.006207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:27.013729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:27.014378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] For port 46df2c85-616a-4179-839d-e6f6d0288804, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:27.019164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 62a77393-a70b-4358-b036-75b8e0600a82 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:27.019690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 62a77393-a70b-4358-b036-75b8e0600a82 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:27.040175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] For port 46df2c85-616a-4179-839d-e6f6d0288804, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=46df2c85-616a-4179-839d-e6f6d0288804,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:27.053444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.079555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.088380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:22Z', 'revision_number': 3, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:27.099958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:27.103123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:27.103694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.112981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db719f-37c2-4820-8a4f-9b60e35264e9 None None] The sync data for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv is: [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:22Z', 'revision_number': 3, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:27.133189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:27.155158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.169595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.111 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/0fd924f3-d40b-493f-bdfe-46bfee278f64) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:27.171720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311410-240c-4cbe-82b4-715c408723a2 None None] Pushing event updated for resources: {'Port': ['ID=46df2c85-616a-4179-839d-e6f6d0288804,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:27.281541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80314569-7e4d-4c8d-93f5-5290669b52f1 None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:27.282266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fd7c0697-df49-41f7-b5ae-b26e48c5a2d5 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5792010 Mar 16 11:23:27.322690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43822) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:27.349054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:27.794944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.853084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.879763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.886779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:27.917256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:27.925357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:27.931963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:27.940673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:27.946232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:27.950935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:27.954110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:27.984787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=0fd924f3-d40b-493f-bdfe-46bfee278f64,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:28.005683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:28.009143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.012398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:28.017707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.168185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:28.169613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:28.209533 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c09659f-337a-4ce6-8b44-20f2d88fad4f (CIDR: 172.20.0.0/28) Mar 16 11:23:28.220291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:28.220952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:28.264695 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82b7ddac-5333-4c81-98f9-43c376e28717 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9408147 Mar 16 11:23:28.267382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43826) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:28.274841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:28.430803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.431517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.439241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:28.446943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:28.459239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:28.468669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:28.611303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:28.616303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:28.619961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.839311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:28.852572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ffedfd53-6f58-447a-bea5-c67a126adf42 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "PUT /v2.0/routers/4f88fe4b-d50b-48d0-9de1-d0580324b0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5020547 Mar 16 11:23:28.891069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-311548b0-d77b-4959-b609-426f5df9bfd9 None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:28.891983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-311548b0-d77b-4959-b609-426f5df9bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:28.971814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.026061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 86d1afbf-8b88-473b-bebc-f1c32738a6ac is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:23:29.055039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:29.061477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:29.068340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.068932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.069979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e3288-da79-4c60-b1a2-9918e9537ba5 None None] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:29.072708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=578654fa-8913-4c5e-88a7-3c76cdd1be79,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:29.116037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674c710-1012-4f6c-b20a-ec4bed5afaaa None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:29.149641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-541ea169-2ceb-49ea-b235-bf0f0e6889ad tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Synchronizing usage tracker for tenant:960872b9428e49298487877bd7a16651 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:29.170968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-541ea169-2ceb-49ea-b235-bf0f0e6889ad tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Unset dirty status for tenant:960872b9428e49298487877bd7a16651 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:29.172719 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a14a3dc0-335e-43a8-a6d0-9654febc8d9c tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9036860 Mar 16 11:23:29.173296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-541ea169-2ceb-49ea-b235-bf0f0e6889ad tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739564236&fields=id&tenant_id=960872b9428e49298487877bd7a16651 HTTP/1.1" status: 200 len: 267 time: 0.0701675 Mar 16 11:23:29.175160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.181601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1719415731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '578654fa-8913-4c5e-88a7-3c76cdd1be79'}], 'security_groups': ['19bdf42b-db3a-4c78-b96f-3cdd6a65b261']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:29.313738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:29.323401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 46df2c85-616a-4179-839d-e6f6d0288804 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:29.324878 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Sync routers for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:29.336903 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:29.337774 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:29.339088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.341907 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14eb797c-2c59-422e-9902-5c89f4d2c174 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8041286 Mar 16 11:23:29.345748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.397106 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c19b484-e3a7-4b49-9bf1-48c8945b3691 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499053 Mar 16 11:23:29.399793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.420616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.524698 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:29.546748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-311548b0-d77b-4959-b609-426f5df9bfd9 None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:29.568014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38467bd1-044a-4394-82a7-6ef7611685b0 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.569935 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-38467bd1-044a-4394-82a7-6ef7611685b0 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1690722 Mar 16 11:23:29.572684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43852) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.588764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-324057c1-1dca-4d0d-8b6a-c2ffa249169f tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:29.589424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-324057c1-1dca-4d0d-8b6a-c2ffa249169f tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Synchronizing usage tracker for tenant:960872b9428e49298487877bd7a16651 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:29.620374 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b69a964-c5eb-4ce1-bba3-18e4250b7493 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459433 Mar 16 11:23:29.623126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:29.636835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926263034', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:29.678095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-311548b0-d77b-4959-b609-426f5df9bfd9 None None] Provisioning for port 882fb75e-cfd0-4083-9352-8ed82889ee70 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:29.681316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 46df2c85-616a-4179-839d-e6f6d0288804 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:29.685733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-324057c1-1dca-4d0d-8b6a-c2ffa249169f tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Unset dirty status for tenant:960872b9428e49298487877bd7a16651 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:29.687490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-324057c1-1dca-4d0d-8b6a-c2ffa249169f tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 797 time: 0.3899667 Mar 16 11:23:29.726933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-4539b86c-fa62-4777-a9ba-13e40eedcfe7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/quotas/960872b9428e49298487877bd7a16651 HTTP/1.1" status: 200 len: 375 time: 0.0301635 Mar 16 11:23:29.728834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:29.837911 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:29.843574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Checking router: 86d1afbf-8b88-473b-bebc-f1c32738a6ac for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:29.843934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Updating router 86d1afbf-8b88-473b-bebc-f1c32738a6ac port 0fd924f3-d40b-493f-bdfe-46bfee278f64 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:23:29.858812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Provisioning for port 46df2c85-616a-4179-839d-e6f6d0288804 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:29.875452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 882fb75e-cfd0-4083-9352-8ed82889ee70 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:29.883097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Provisioning complete for port 46df2c85-616a-4179-839d-e6f6d0288804 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:29.883386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:29.900047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:29.904903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:29.909680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:29.918175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:29.931394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:29.986150 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.016163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:30.016753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.065820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.103032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Update dhcp port {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'fixed_ips': [{'subnet_id': '9c09659f-337a-4ce6-8b44-20f2d88fad4f', 'ip_address': '172.20.0.2'}, {'subnet_id': '578654fa-8913-4c5e-88a7-3c76cdd1be79'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '882fb75e-cfd0-4083-9352-8ed82889ee70'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:23:30.263625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.270815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Delete allocated IP 172.20.0.6 (76b28698-1f93-4329-9f3f-5f39af665bca/9c09659f-337a-4ce6-8b44-20f2d88fad4f) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:23:30.279340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.20 (76b28698-1f93-4329-9f3f-5f39af665bca/578654fa-8913-4c5e-88a7-3c76cdd1be79/ce546bf3-395a-4ab6-bf1f-7775a688121a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:30.415850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.443783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.486979 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.504060 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Transition to ACTIVE for port object 0fd924f3-d40b-493f-bdfe-46bfee278f64 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:30.518765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.521808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.529983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=ce0baba8-5064-4460-9b3f-a5966a31651f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.549583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] For port 46df2c85-616a-4179-839d-e6f6d0288804, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=46df2c85-616a-4179-839d-e6f6d0288804,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:30.571592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.612858 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Attempting to bind port 0fd924f3-d40b-493f-bdfe-46bfee278f64 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:30.613208 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Attempting to bind port 0fd924f3-d40b-493f-bdfe-46bfee278f64 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:30.613554 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Attempting to bind port 0fd924f3-d40b-493f-bdfe-46bfee278f64 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:30.620563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:30.621037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: eb6b22db-ea5e-4743-a4a6-183acfdbdc61, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:30.626376 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Pushing event updated for resources: {'Port': ['ID=0fd924f3-d40b-493f-bdfe-46bfee278f64,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.627509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.635514 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.635849 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.636537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.636537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.636918 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.637236 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.637547 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.638330 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.638330 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.638594 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.638904 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:30.643280 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:30.643568 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:30.643956 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.644313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:30.644767 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Bound port: 0fd924f3-d40b-493f-bdfe-46bfee278f64, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:30.645119 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.656514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Ignored duplicate provisioning block setup for port ce546bf3-395a-4ab6-bf1f-7775a688121a by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 16 11:23:30.668569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:30.669641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.689640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, eb6b22db-ea5e-4743-a4a6-183acfdbdc61) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:30.707282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.708886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.726330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Pushing event updated for resources: {'Port': ['ID=46df2c85-616a-4179-839d-e6f6d0288804,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.737184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52232a9-f8f3-41d7-ac38-55cb45daa4fc None None] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:30.756441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33e37b1b-dd52-4392-80da-5b8b92f6ac00 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1316750 Mar 16 11:23:30.759259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:30.770024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:30.771093 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] For port 0fd924f3-d40b-493f-bdfe-46bfee278f64, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:30.779654 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] For port 0fd924f3-d40b-493f-bdfe-46bfee278f64, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fd924f3-d40b-493f-bdfe-46bfee278f64,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:30.788001 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.816156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-78a51e2b-41c8-477d-883d-730f4b5c0888 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Synchronizing usage tracker for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:30.837399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.838398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bf1aa4e1-c1b6-437e-9c54-794fe6559479 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:30.889098 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d4ebf-76cb-4fa4-8f3b-9e48bc5549f1 None None] Pushing event updated for resources: {'Port': ['ID=0fd924f3-d40b-493f-bdfe-46bfee278f64,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.897423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=ce546bf3-395a-4ab6-bf1f-7775a688121a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:30.914738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-78a51e2b-41c8-477d-883d-730f4b5c0888 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Unset dirty status for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:30.916250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-78a51e2b-41c8-477d-883d-730f4b5c0888 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1795332 Mar 16 11:23:30.917554 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:30.918202 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:30.966569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] In _notify_port_updated(), no bound segment for port ce546bf3-395a-4ab6-bf1f-7775a688121a on network 76b28698-1f93-4329-9f3f-5f39af665bca {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:23:30.971826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:30.973070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:30.974633 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c001c156-145d-4697-9fbb-f0fbb376bc80 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/ports/ce546bf3-395a-4ab6-bf1f-7775a688121a HTTP/1.1" status: 200 len: 921 time: 1.7979560 Mar 16 11:23:30.978989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43864) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:31.005433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Provisioning for port ce546bf3-395a-4ab6-bf1f-7775a688121a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:31.019742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Provisioning complete for port ce546bf3-395a-4ab6-bf1f-7775a688121a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:31.020435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.100153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port ce546bf3-395a-4ab6-bf1f-7775a688121a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:31.100745 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.142395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-c2cdd7be-e8ed-4dc3-930c-77c2577c2332 service neutron] 10.222.0.36 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108362 Mar 16 11:23:31.170449 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:31.232412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:31.241327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f2cef591-e43a-4f5f-903c-4509eca51881 None None] Port ce546bf3-395a-4ab6-bf1f-7775a688121a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:31.244946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Allocated IP 172.20.0.18 (76b28698-1f93-4329-9f3f-5f39af665bca/578654fa-8913-4c5e-88a7-3c76cdd1be79/882fb75e-cfd0-4083-9352-8ed82889ee70) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:31.284268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Sync routers for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:31.299307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port bf1aa4e1-c1b6-437e-9c54-794fe6559479 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:31.310329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bf1aa4e1-c1b6-437e-9c54-794fe6559479 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:31.310922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.400564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.434087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:31.434505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:31.491866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-c90fc313-0722-40d0-8705-7569ec893287 service neutron] 10.222.0.36 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477976 Mar 16 11:23:31.530977 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:31.535588 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4940130-245d-4656-935b-fb3ef4eaf1c0 None None] The sync data for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv is: [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:28Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:31.652550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:31.653336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.657966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for ce546bf3-395a-4ab6-bf1f-7775a688121a owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:31.771900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2d25e-8aba-4db7-ac56-074f83d65d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:31.782310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:31.800767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a5c9f2f-1aa7-438d-acdd-f0af98775e93 req-7a4201ac-a439-4047-88da-caee16ddb498 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 210 time: 0.1041412 Mar 16 11:23:31.942689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Provisioning for port 5d974ce9-aee2-472e-8f7c-dc206b548214 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:32.029775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.066116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:32.085934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=ce546bf3-395a-4ab6-bf1f-7775a688121a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:32.092637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.115234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Provisioning complete for port 5d974ce9-aee2-472e-8f7c-dc206b548214 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:32.115573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.208687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Transition to ACTIVE for port object 882fb75e-cfd0-4083-9352-8ed82889ee70 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:32.293532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.332889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.393470 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d011e117-a8ec-4a5a-aa6e-af9e599093a6 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/ce546bf3-395a-4ab6-bf1f-7775a688121a HTTP/1.1" status: 204 len: 168 time: 1.4117186 Mar 16 11:23:32.396563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:32.441017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a86ef17-8230-45b6-afa3-88621c1f7b39 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:23:32.441017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a86ef17-8230-45b6-afa3-88621c1f7b39 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:32.456096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.467476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a86ef17-8230-45b6-afa3-88621c1f7b39 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:32.469258 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a86ef17-8230-45b6-afa3-88621c1f7b39 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/ce546bf3-395a-4ab6-bf1f-7775a688121a HTTP/1.1" status: 404 len: 333 time: 0.0715864 Mar 16 11:23:32.472283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:32.480333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Port 5d974ce9-aee2-472e-8f7c-dc206b548214 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:32.619931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.626817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Allocated IP 172.20.0.2 (eb6b22db-ea5e-4743-a4a6-183acfdbdc61/ce0baba8-5064-4460-9b3f-a5966a31651f/062d0417-8df2-4bea-a494-c1745247cde7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:32.661114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.668916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port bf1aa4e1-c1b6-437e-9c54-794fe6559479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bf1aa4e1-c1b6-437e-9c54-794fe6559479,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:32.678492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdbb56-5b2b-4f03-bb75-703e4727f8b0 None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:32.689084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.734213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.735319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.762307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51863914-c5f9-49b3-abb3-e9e8d63e10a4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:32.769910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.774381 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba41618a-80ec-4bdb-9b69-1cf14efeefed tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/security-groups/51863914-c5f9-49b3-abb3-e9e8d63e10a4 HTTP/1.1" status: 204 len: 168 time: 0.3005402 Mar 16 11:23:32.774956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43888) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:32.860527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.895759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.924882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Provisioning complete for port 46df2c85-616a-4179-839d-e6f6d0288804 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:32.925254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a004f17-b795-478d-9dc3-a22b1b345e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:32.989481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.013508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.017230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/security-groups/19bdf42b-db3a-4c78-b96f-3cdd6a65b261 HTTP/1.1" status: 204 len: 168 time: 0.2387717 Mar 16 11:23:33.017230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc17a4-020c-4fcf-9919-8529b57b52dc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bdf42b-db3a-4c78-b96f-3cdd6a65b261,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:33.026303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:33.134572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ece660c2-b531-441c-bf84-c61a21956577 req-33454d3f-38e2-4ce2-a36f-9584ccd30a6d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 210 time: 0.0610037 Mar 16 11:23:33.178963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 46df2c85-616a-4179-839d-e6f6d0288804 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:33.405154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 9c09659f-337a-4ce6-8b44-20f2d88fad4f {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:33.419106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.448902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-756b2934-0847-4047-852e-2932c0085615 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:33.450469 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-756b2934-0847-4047-852e-2932c0085615 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.59 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 797 time: 0.2524939 Mar 16 11:23:33.462812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=bf1aa4e1-c1b6-437e-9c54-794fe6559479,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:33.507821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.531000 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-369c0327-e4ae-4bf9-a20f-534500e0c1d6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960872b9428e49298487877bd7a16651 HTTP/1.1" status: 200 len: 379 time: 0.0599406 Mar 16 11:23:33.542200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'port': {'device_id': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'admin_state_up': True, 'tenant_id': '960872b9428e49298487877bd7a16651', 'security_groups': ['b665dfb4-7914-401c-b4aa-af8ea7bca2b3']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:33.599314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.624347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 46df2c85-616a-4179-839d-e6f6d0288804 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:33.625545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.667996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:27Z', 'revision_number': 2, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:33.675099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.678071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.689792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:33.700889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:33.701833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Checking router: 4f88fe4b-d50b-48d0-9de1-d0580324b0ce for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:33.702206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Updating router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce port 5d974ce9-aee2-472e-8f7c-dc206b548214 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:23:33.713821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Made reservation on behalf of 960872b9428e49298487877bd7a16651 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:33.716981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.720391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=9c09659f-337a-4ce6-8b44-20f2d88fad4f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:33.730435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.739133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7bc200e9-5204-4bb0-9559-d44e19130c9d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/9c09659f-337a-4ce6-8b44-20f2d88fad4f HTTP/1.1" status: 204 len: 168 time: 0.7110364 Mar 16 11:23:33.745330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:33.751838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:33.752477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Transition to ACTIVE for port object 062d0417-8df2-4bea-a494-c1745247cde7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:33.774775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-451a42d0-6468-4ef4-bc9a-52e9a948622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.795831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Transition to ACTIVE for port object 062d0417-8df2-4bea-a494-c1745247cde7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:33.797431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.826959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.886724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:33.887157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:33.969847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (eb6b22db-ea5e-4743-a4a6-183acfdbdc61/ce0baba8-5064-4460-9b3f-a5966a31651f/93abb13d-86d5-4d11-a37d-49cdcec540b0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:34.000046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Allocated IP 172.20.0.9 (382043e3-2eb0-457f-a6c5-ecfd3af517f8/3d279237-2268-40de-9cc6-2fb2afe90adf/575ee375-eca8-427d-976c-3d444f327a33) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:34.031056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.036985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.039833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.047719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.066291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:34.069258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:34.070078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.105727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:34.107136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Pushing event updated for resources: {'Port': ['ID=062d0417-8df2-4bea-a494-c1745247cde7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.117409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:34.119567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:34.142599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81df32-92f1-4aaa-a8e0-ad92b4ef0e1b None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:34.154582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:34.360205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dffcea5d-d441-4120-8bf6-2794e9140603 req-1b668c51-b53b-468a-a435-3eb807a1904f tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 210 time: 0.0620525 Mar 16 11:23:34.434828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.439712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Provisioning for port 882fb75e-cfd0-4083-9352-8ed82889ee70 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:34.449227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:34.449693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.480169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.492656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Attempting to bind port 062d0417-8df2-4bea-a494-c1745247cde7 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:34.493013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Attempting to bind port 062d0417-8df2-4bea-a494-c1745247cde7 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:34.494117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Attempting to bind port 062d0417-8df2-4bea-a494-c1745247cde7 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:34.503362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:34.510609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:34.516150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:34.516269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.542130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=1d318de2-ecf6-4610-b7e0-55991fc84103,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.548366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-083a30a3-059f-4ab6-a520-943684f55091 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8019953 Mar 16 11:23:34.551617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:34.557920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-334125155'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:34.558096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 93abb13d-86d5-4d11-a37d-49cdcec540b0 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:34.560336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:34.560964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Checking segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:34.561091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.561651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Bound using segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:34.562100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Bound port: 062d0417-8df2-4bea-a494-c1745247cde7, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:34.562891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.563565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.567388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.570493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.576511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.584910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.592066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.605913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Transition to ACTIVE for port object 575ee375-eca8-427d-976c-3d444f327a33 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:34.619563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.632795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.636671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.639493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.645614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.661497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:34.661907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.698523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:34.702258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:34.707401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.707666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.709116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:34.713338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.739744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.765368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a4d5ab-f56a-4ab9-af47-07bb1834dd22,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.770028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.774028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.774028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.774267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.774458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.774784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.775215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.775342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fab22425-7dc4-4be5-8414-d93c264f5402 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2226655 Mar 16 11:23:34.775609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.775803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.775908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:34.776074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.776422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.776739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:34.782780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-1664161092'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:34.788076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.792958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.795837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.801802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.812847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.837092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:34.844610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.849708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:34.854363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:34.854752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:34.859737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:34.862679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:34.869034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:34.900448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:34.918461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] For port 062d0417-8df2-4bea-a494-c1745247cde7, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:34.941234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:34.941876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.944352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2bd3426-48fd-4aef-8fda-5fb831ab3566 None None] Could not find standard attr ID for object ce546bf3-395a-4ab6-bf1f-7775a688121a. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:34.956139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.958382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] For port 062d0417-8df2-4bea-a494-c1745247cde7, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=062d0417-8df2-4bea-a494-c1745247cde7,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:34.965386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:34.993135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.025056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.040769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30de3915-1709-4d49-acaf-0f5b9e21f558,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.056810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.061240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5a24d3e-8afb-4047-bd7a-f95811f9db5d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2819400 Mar 16 11:23:35.063224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43912) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:35.066707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.081250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783866644'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:35.089556 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-7686f804-3be5-41a2-b8fc-0920632fc707 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5513637 Mar 16 11:23:35.090599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:35.100350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:35.109435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Request body: {'port': {'device_id': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:35.142227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:35.189403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:35.213442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.230824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.233869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4cf26ffb-2bd0-4349-ac3e-16eb34d76f28 None None] Could not find standard attr ID for object ce546bf3-395a-4ab6-bf1f-7775a688121a. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:35.252919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fd924f3-d40b-493f-bdfe-46bfee278f64 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:35.347869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035994-1ff2-471b-be5f-284d3cb73199 None None] Pushing event updated for resources: {'Port': ['ID=062d0417-8df2-4bea-a494-c1745247cde7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.420652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Update dhcp port {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'fixed_ips': [{'subnet_id': '578654fa-8913-4c5e-88a7-3c76cdd1be79', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d318de2-ecf6-4610-b7e0-55991fc84103'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '882fb75e-cfd0-4083-9352-8ed82889ee70'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:23:35.469695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:35.476536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.486678 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:23:35.490171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:security_group_rule and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:35.496463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:35.509763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:35.545317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.561063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9eae00a9-6553-4565-893a-f8d279043a22 None None] Provisioning for port 575ee375-eca8-427d-976c-3d444f327a33 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:35.579518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9eae00a9-6553-4565-893a-f8d279043a22 None None] Provisioning complete for port 575ee375-eca8-427d-976c-3d444f327a33 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:35.580071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9eae00a9-6553-4565-893a-f8d279043a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.637954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.639879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.650965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9eae00a9-6553-4565-893a-f8d279043a22 None None] Port 575ee375-eca8-427d-976c-3d444f327a33 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:35.654241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Transition to ACTIVE for port object 5d974ce9-aee2-472e-8f7c-dc206b548214 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:35.660126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0fd924f3-d40b-493f-bdfe-46bfee278f64 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:35.664287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.699212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb3715-7c1e-4f7f-9376-d3c6635f6c22 req-1abe1e18-df98-44b2-99ed-6223faf54da2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:35.700742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dfb3715-7c1e-4f7f-9376-d3c6635f6c22 req-1abe1e18-df98-44b2-99ed-6223faf54da2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 931 time: 0.1214280 Mar 16 11:23:35.707406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0fd924f3-d40b-493f-bdfe-46bfee278f64 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:35.707821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.755611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.766620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dfb3715-7c1e-4f7f-9376-d3c6635f6c22 req-6a17263a-6e0a-41ff-9a49-60f0ef05e56a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565188 Mar 16 11:23:35.842269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:35.843568 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7792053 Mar 16 11:23:35.858055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:35.863202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f169d-f2f2-424b-8355-a501e307a3ca tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a769c297-5904-4a83-a2e0-4594978b5357,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:35.871615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-296450415', 'security_groups': ['a769c297-5904-4a83-a2e0-4594978b5357'], 'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d318de2-ecf6-4610-b7e0-55991fc84103'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:35.977363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8dc99-1343-4e63-b33b-0c7c48330059 None None] Pushing event updated for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.023656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:36.034262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:36.053448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:36.060774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.097562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] device_id is not set on port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:36.159543 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575ee375-eca8-427d-976c-3d444f327a33 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:23:36.167739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.177280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 11:23:36.201041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.203549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Transition to ACTIVE for port object 575ee375-eca8-427d-976c-3d444f327a33 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:36.211949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.277576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Attempting to bind port 5d974ce9-aee2-472e-8f7c-dc206b548214 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:36.277947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Attempting to bind port 5d974ce9-aee2-472e-8f7c-dc206b548214 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:36.278332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Attempting to bind port 5d974ce9-aee2-472e-8f7c-dc206b548214 on network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:36.280308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.299772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.318550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Allocated IP 172.20.0.2 (76b28698-1f93-4329-9f3f-5f39af665bca/1d318de2-ecf6-4610-b7e0-55991fc84103/882fb75e-cfd0-4083-9352-8ed82889ee70) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:36.331570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0fd924f3-d40b-493f-bdfe-46bfee278f64, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fd924f3-d40b-493f-bdfe-46bfee278f64,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:36.342701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:36.343335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Checking segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:36.343945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.344272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Bound using segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:36.344808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Bound port: 5d974ce9-aee2-472e-8f7c-dc206b548214, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:36.345186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.359628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.451943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.560339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 062d0417-8df2-4bea-a494-c1745247cde7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:36.564131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.625175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.696977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0fd924f3-d40b-493f-bdfe-46bfee278f64,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.707553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:36.711003 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7d34d-a3f9-4067-88c5-ba9d83c12851 None None] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:36.807766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] For port 5d974ce9-aee2-472e-8f7c-dc206b548214, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:36.814560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:36.833370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] For port 5d974ce9-aee2-472e-8f7c-dc206b548214, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d974ce9-aee2-472e-8f7c-dc206b548214,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:36.861381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.872774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Attempting to bind port 575ee375-eca8-427d-976c-3d444f327a33 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:36.873104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Attempting to bind port 575ee375-eca8-427d-976c-3d444f327a33 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:36.873616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Attempting to bind port 575ee375-eca8-427d-976c-3d444f327a33 on network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:36.887483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Port 575ee375-eca8-427d-976c-3d444f327a33 on network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:23:36.887803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Attempting to bind port 575ee375-eca8-427d-976c-3d444f327a33 on network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:36.895469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:36.899253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:36.901642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:36.902269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Checking segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:36.902972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Bound using segment: {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:36.903576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Bound port: 575ee375-eca8-427d-976c-3d444f327a33, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eecf65e-ab61-441e-9112-0085a00cd5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:36.904073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.958745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:36.967103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 062d0417-8df2-4bea-a494-c1745247cde7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:37.036750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bf1aa4e1-c1b6-437e-9c54-794fe6559479 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:37.082289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Transition to ACTIVE for port object 882fb75e-cfd0-4083-9352-8ed82889ee70 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:37.093397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8dc99-1343-4e63-b33b-0c7c48330059 None None] Pushing event updated for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.111482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.161164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:37.166023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:37.211117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.8 (76b28698-1f93-4329-9f3f-5f39af665bca/1d318de2-ecf6-4610-b7e0-55991fc84103/7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:37.254299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73707b1-6298-488f-9c9d-903b2f2f9ddd req-38de5bd5-744b-4ef2-81d0-39bbffd2a64b tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.256227 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d73707b1-6298-488f-9c9d-903b2f2f9ddd req-38de5bd5-744b-4ef2-81d0-39bbffd2a64b tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 943 time: 0.1921957 Mar 16 11:23:37.297483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.319111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:37.319831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:37.398856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.400561 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] 10.222.0.59 "PUT /v2.0/ports/575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 1093 time: 2.2960281 Mar 16 11:23:37.401169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:37.413059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d73707b1-6298-488f-9c9d-903b2f2f9ddd req-82bd5a23-a96e-4a1d-b281-f38544ba43c5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479106 Mar 16 11:23:37.460204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a29c05-8f11-4bd5-945c-4a863dd56e44 service neutron] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.495741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Provisioning for port 062d0417-8df2-4bea-a494-c1745247cde7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:37.514992 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'status': 'completed', 'code': 200} Mar 16 11:23:37.526072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.549586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:37.553943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc11041-95b9-492d-9163-4a65cf9ee48f None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.575104 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-43b3c1c6-ea92-4080-b05b-18c67bcaca30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1096 time: 0.0950658 Mar 16 11:23:37.576502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Provisioning complete for port 062d0417-8df2-4bea-a494-c1745247cde7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:37.577034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.582168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.655471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port bf1aa4e1-c1b6-437e-9c54-794fe6559479 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:37.655888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.658835 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-a29453b2-8032-4e27-a227-81c497b27d8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 217 time: 0.0731680 Mar 16 11:23:37.677592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:37.690013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.690367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.690700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.691290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.691590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.692590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.692590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.692590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.692868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.693486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.693486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:37.710494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:37.711696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:37.714172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:37.744273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 86d1afbf-8b88-473b-bebc-f1c32738a6ac has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:37.792983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.793607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:37.794970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:37.829293 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee32a3eb-f0f5-4cfc-978e-078ed5c0c6ba tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9674399 Mar 16 11:23:37.829889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43926) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:37.837828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:37.920455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-98a4a43b-9116-4de2-8c25-42970b0463c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:37.922113 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-98a4a43b-9116-4de2-8c25-42970b0463c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 200 len: 835 time: 0.2529991 Mar 16 11:23:38.231126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:38.244665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:38.258470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:38.260536 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-119acd97-3fcf-4baa-b948-c0626fde65a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=382043e3-2eb0-457f-a6c5-ecfd3af517f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192031 Mar 16 11:23:38.268580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:38.282440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:38.287892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.333054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.401050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:38.401674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] For port 062d0417-8df2-4bea-a494-c1745247cde7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=062d0417-8df2-4bea-a494-c1745247cde7,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:38.411620 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1603d072-83c5-4166-8a22-10cc9188e622 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/86d1afbf-8b88-473b-bebc-f1c32738a6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6513391 Mar 16 11:23:38.419530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.427397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:38.433378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.456760 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-fe09d33b-6b40-4267-82eb-64d9567a5d73 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731210 Mar 16 11:23:38.516719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Pushing event updated for resources: {'Port': ['ID=062d0417-8df2-4bea-a494-c1745247cde7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:38.519434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5e95c-1efd-4f68-a61a-120c19bee22a None None] The sync data for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv is: [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:38.536724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252cfdb-fa76-4044-adda-a3125223916c None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:38.566032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:38.652533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.653262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.653262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.653514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.653804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.657913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.658498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.659201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.659687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.660180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.660659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7cc785-94d9-4d19-9883-acbc830d08a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:23:38.714418 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-720821ce-d839-4a6a-9f76-8fbae6647345 req-1b82456f-2a99-4413-abad-566de2a380f9 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232313 Mar 16 11:23:38.748183 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d318de2-ecf6-4610-b7e0-55991fc84103 (CIDR: 172.20.0.0/28) Mar 16 11:23:38.770222 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:38.770738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:38.816948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:38.817314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:38.835673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df4bdcd4-3bc0-4b2f-ac02-319e582795fa tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0020971 Mar 16 11:23:38.838475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.841836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.842288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.842653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.843049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.843986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.844333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.849082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2920a4ef-714c-49e0-ba9e-5122cf1d0721 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4302 time: 0.4260633 Mar 16 11:23:38.850969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:38.856410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:38.906790 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-534392c9-bd3d-44bd-bff0-358d6b4ce0b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1096 time: 0.1124036 Mar 16 11:23:38.954429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:38.973591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fd924f3-d40b-493f-bdfe-46bfee278f64 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:38.996000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d28be-432e-443a-8f6b-acbf92df7e66 req-c71a7f2b-1da2-4166-9bde-be2fdb99a9b0 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:38.997559 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b0d28be-432e-443a-8f6b-acbf92df7e66 req-c71a7f2b-1da2-4166-9bde-be2fdb99a9b0 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 943 time: 0.3230481 Mar 16 11:23:39.078208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-e4c6da4e-2158-46da-a70b-584cabff8497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.079696 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-e4c6da4e-2158-46da-a70b-584cabff8497 service neutron] 10.222.0.59 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 897 time: 0.1660628 Mar 16 11:23:39.100430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.100785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.101135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.101484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.101825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.102185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.102521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.107213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c60332f4-f4a6-410a-aee8-4d02cdf07f07 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4538 time: 0.2551599 Mar 16 11:23:39.107928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.114513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:39.140468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning complete for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:39.141104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.169947 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-c5e0639a-a49e-4331-8d05-0f5c84530e8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 217 time: 0.0832605 Mar 16 11:23:39.191712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b0d28be-432e-443a-8f6b-acbf92df7e66 req-3ff461ab-2dfc-4690-85a6-b26743e6edad tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728606 Mar 16 11:23:39.288050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:39.291848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-e5a174f3-1350-4f1c-bc4a-02d1238e112e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:39.293545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:39.293900 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-e5a174f3-1350-4f1c-bc4a-02d1238e112e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 200 len: 835 time: 0.1127112 Mar 16 11:23:39.311258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:39.323701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:39.333059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0fd924f3-d40b-493f-bdfe-46bfee278f64 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:39.333380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.359606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:39.391360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Port 93abb13d-86d5-4d11-a37d-49cdcec540b0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:39.410043 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-5bef8349-abcd-40fa-9a3d-71529375b8e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=382043e3-2eb0-457f-a6c5-ecfd3af517f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069310 Mar 16 11:23:39.550098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning complete for port 062d0417-8df2-4bea-a494-c1745247cde7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:39.550471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.568704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.600830 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-98120b14-5c07-4222-a7f3-47c33e266790 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833785 Mar 16 11:23:39.714945 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09ead43c-2bfc-4e3a-92d4-6924f43c29c5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.6015413 Mar 16 11:23:39.720343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning for port 882fb75e-cfd0-4083-9352-8ed82889ee70 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:39.726982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:39.727422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8280325b-a197-41f0-b972-2caf86b12320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.728242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43948) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.734406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-155331594', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:39.813254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffab3818-8a78-4e63-a75f-3ff61540fb1f req-73bc1747-b05d-4463-9c19-4f156e592190 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021987 Mar 16 11:23:39.857034 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 578654fa-8913-4c5e-88a7-3c76cdd1be79 (CIDR: 172.20.0.16/28) Mar 16 11:23:39.864122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:39.864752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:39.916302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14d250e4-8bbc-4e04-b733-17a142b46f77 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0741987 Mar 16 11:23:39.916781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43952) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:39.923017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'subnet': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:39.927429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:39.932257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:port and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:39.936427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:39.942879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:39.953640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:39.956731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:39.978935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] device_id is not set on port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:40.020342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:40.020738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.072288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:40.076211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Usage tracker for resource:subnet and tenant:cbf35e5763954510a70a3c71c0fddd2b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:40.078278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:40.079472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:40.086815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:40.090627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Provisioning complete for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:40.090967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.097963 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Made reservation on behalf of cbf35e5763954510a70a3c71c0fddd2b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:40.124986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.7 (eb6b22db-ea5e-4743-a4a6-183acfdbdc61/ce0baba8-5064-4460-9b3f-a5966a31651f/e93a4b03-11b4-48c5-8d93-c04ed8100bd0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:40.143630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Port 93abb13d-86d5-4d11-a37d-49cdcec540b0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:40.157485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Provisioning for port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:40.161966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Provisioning complete for port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:40.162370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.224804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:40.241008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:40.241369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3817af10-c16f-42b1-b8e9-64d0921ffeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.264091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.528026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.544361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 062d0417-8df2-4bea-a494-c1745247cde7 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:40.550016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object e93a4b03-11b4-48c5-8d93-c04ed8100bd0 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:40.563694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e305e-6ce8-4f1a-9900-56f76da0c575 req-74e4b1ee-abe9-4afc-988c-b6c98185ad95 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.565161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f25e305e-6ce8-4f1a-9900-56f76da0c575 req-74e4b1ee-abe9-4afc-988c-b6c98185ad95 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 943 time: 0.1253071 Mar 16 11:23:40.572552 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.620571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.624067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 062d0417-8df2-4bea-a494-c1745247cde7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:40.625169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.647135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Network 76b28698-1f93-4329-9f3f-5f39af665bca is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:40.650287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:40.653194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.654089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.664678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Subnet': ['ID=3091c000-4869-438f-b994-8775ae0c4262,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.689606 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2f7de230-2ca0-4e9f-b577-e91b72d264d1 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7688799 Mar 16 11:23:40.689866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43958) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:40.696694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1117442883', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3091c000-4869-438f-b994-8775ae0c4262'}], 'security_groups': ['61a4d5ab-f56a-4ab9-af47-07bb1834dd22', '30de3915-1709-4d49-acaf-0f5b9e21f558']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:40.698581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e194a3-f88b-4afc-a52a-20af39903c3d None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:40.725013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f25e305e-6ce8-4f1a-9900-56f76da0c575 req-730a4243-1e2f-4045-a1b0-1953520406a0 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493664 Mar 16 11:23:40.733278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:40.737443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:40.742084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:40.770733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:40.777121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:40.817821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:40.818806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.845663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:40.861641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-548cb7c7-cf0c-4985-904a-f3ae19afcf8d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1322668 Mar 16 11:23:41.007142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d974ce9-aee2-472e-8f7c-dc206b548214 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:41.132931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:41.164277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '575ee375-eca8-427d-976c-3d444f327a33', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'mac_address': 'fa:16:3e:d4:41:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:41.195913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-51126dad-adf3-4cf5-822a-07d3a0d997a0 None None] Provisioning for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:41.236169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.242266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158566096', 'description': 'tempest-secgroup-smoke-1158566096 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:41.248400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-51126dad-adf3-4cf5-822a-07d3a0d997a0 None None] Provisioning complete for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:41.248772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-51126dad-adf3-4cf5-822a-07d3a0d997a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.253576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:41.258625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:41.261504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:41.269738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:41.288119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.293063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Delete allocated IP 172.20.0.8 (76b28698-1f93-4329-9f3f-5f39af665bca/1d318de2-ecf6-4610-b7e0-55991fc84103) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 16 11:23:41.303099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Allocated IP 172.20.0.45 (76b28698-1f93-4329-9f3f-5f39af665bca/3091c000-4869-438f-b994-8775ae0c4262/7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:41.335247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:41.340895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:41.346576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:41.349212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5d974ce9-aee2-472e-8f7c-dc206b548214 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:41.355231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:41.358626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-51126dad-adf3-4cf5-822a-07d3a0d997a0 None None] Port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:41.362144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.374637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5d974ce9-aee2-472e-8f7c-dc206b548214 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:41.375111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.423886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.431190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.445658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575ee375-eca8-427d-976c-3d444f327a33 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:23:41.477629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:41.484107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693810a1-fa3e-43c7-81f1-bfa88fd2d87b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.486918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.497383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.498701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e26968dd-ec37-40e4-b9c8-9d48985f5189 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2614403 Mar 16 11:23:41.502073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43968) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.507960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:41.514264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:41.521059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:41.524335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:41.530784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:41.551106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.615611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.620274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.643798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9c59d8-9050-4633-8482-5e36ff6a93d9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.657035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.661822 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a15d3d82-740e-4c4b-9fd1-de5fa076203b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1561205 Mar 16 11:23:41.662065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43972) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.669257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:41.673089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.677562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:41.682891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:41.686044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:41.691649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Transition to ACTIVE for port object 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:41.693730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:41.695687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.695927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.715607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.723759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.733371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Update dhcp port {'port': {'network_id': '76b28698-1f93-4329-9f3f-5f39af665bca', 'fixed_ips': [{'subnet_id': '578654fa-8913-4c5e-88a7-3c76cdd1be79', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d318de2-ecf6-4610-b7e0-55991fc84103', 'ip_address': '172.20.0.2'}, {'subnet_id': '3091c000-4869-438f-b994-8775ae0c4262'}], 'binding:host_id': 'dv-neutron-833733-1-hyperv'}, 'id': '882fb75e-cfd0-4083-9352-8ed82889ee70'} from dv-neutron-833733-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 16 11:23:41.762714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['575ee375-eca8-427d-976c-3d444f327a33'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:23:41.808052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.816713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.827296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 5d974ce9-aee2-472e-8f7c-dc206b548214, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d974ce9-aee2-472e-8f7c-dc206b548214,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:41.840955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event updated for resources: {'Port': ['ID=7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.843247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f24469-a542-4bec-abc4-e7c9db569b42,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:41.844324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.853847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.856256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.860755 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1daa7f23-4520-4f14-9c0a-2533598c5106 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1976731 Mar 16 11:23:41.861347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.867976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:41.874019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:41.879165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:41.882994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:41.897501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:41.900448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] In _notify_port_updated(), no bound segment for port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 on network 76b28698-1f93-4329-9f3f-5f39af665bca {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:23:41.907784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:41.908495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.912660 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84a6b501-f1a9-499a-9caf-c2612b4ac62a tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "PUT /v2.0/ports/7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 HTTP/1.1" status: 200 len: 960 time: 1.2190909 Mar 16 11:23:41.912880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:41.960432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:41.977872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:41.978285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.000475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.046050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06434c-712f-4209-962c-dcd49791ffaf req-c8937a97-eade-4264-9cb8-fd37e3f89fed tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:42.047831 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf06434c-712f-4209-962c-dcd49791ffaf req-c8937a97-eade-4264-9cb8-fd37e3f89fed tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 944 time: 0.1246181 Mar 16 11:23:42.064377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.080110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.090421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.126212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d471204-a5a2-471c-ac2f-551255a3fe28,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.136294 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf06434c-712f-4209-962c-dcd49791ffaf req-1b34a0ec-e958-4b26-8432-69ed2fc0a1f0 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763423 Mar 16 11:23:42.144870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.146103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f5e4576-4313-4b3a-8af3-ff99425083b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2837400 Mar 16 11:23:42.148752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43986) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.154475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:42.160693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:42.170788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:42.172638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:42.178548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:42.206296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.229983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Allocated IP 172.20.0.34 (76b28698-1f93-4329-9f3f-5f39af665bca/3091c000-4869-438f-b994-8775ae0c4262/882fb75e-cfd0-4083-9352-8ed82889ee70) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:42.247215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.301313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.307125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.335907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2db196-9c30-43bd-a961-d0c86fe66aab,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.356073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.361422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c31d70c1-a440-4396-97d6-b080b847754d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2081733 Mar 16 11:23:42.361422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.369458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:42.378784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:42.381887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:42.383305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:42.387617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:42.395179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:42.414403 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:42.425127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.448225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:42.480859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d974ce9-aee2-472e-8f7c-dc206b548214 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:42.506241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.511525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.511904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.536412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6260f25-d15e-4750-8563-dcce53669d1d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.548649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.550929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Transition to ACTIVE for port object 882fb75e-cfd0-4083-9352-8ed82889ee70 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:42.553174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 43994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.553693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98814ab3-ee08-44ee-9180-a305a7b0ed1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1912181 Mar 16 11:23:42.557853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.561343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '693810a1-fa3e-43c7-81f1-bfa88fd2d87b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:42.568944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:42.576702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:42.580330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:42.583379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.619315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:42.640561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.678019 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:23:42.705865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be79fd-43af-44ea-8fc8-4763d265d1c1 None None] Pushing event updated for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.718982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.736933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5d974ce9-aee2-472e-8f7c-dc206b548214 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:42.737313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.770536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.790807 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8bced335-4b48-4aa2-85f7-8802c8a39ebd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 HTTP/1.1" status: 204 len: 168 time: 0.8769028 Mar 16 11:23:42.793419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 43998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.807416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.812282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.845561 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-271a8c16-c55a-425c-9294-d7c25b78dd46 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] GET failed (client error): The resource could not be found. Mar 16 11:23:42.846790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-271a8c16-c55a-425c-9294-d7c25b78dd46 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Synchronizing usage tracker for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:42.847871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d7b962-9104-4d92-81dd-71217f7125d0,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:42.860086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.861277 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da0edaa8-ded8-4a81-98d1-b4fd2b9c9d0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3069191 Mar 16 11:23:42.867298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-271a8c16-c55a-425c-9294-d7c25b78dd46 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Unset dirty status for tenant:cbf35e5763954510a70a3c71c0fddd2b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:42.871490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-271a8c16-c55a-425c-9294-d7c25b78dd46 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports/7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541 HTTP/1.1" status: 404 len: 333 time: 0.0742264 Mar 16 11:23:42.872012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:42.938741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:42.967875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.016876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.035494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a769c297-5904-4a83-a2e0-4594978b5357,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:43.039978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.041079 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce381284-90fb-4c53-b8b0-5daa99bc52bb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/security-groups/a769c297-5904-4a83-a2e0-4594978b5357 HTTP/1.1" status: 204 len: 168 time: 0.1681037 Mar 16 11:23:43.043836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:43.148448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-00708622-3f25-48b4-ac22-60cf79ce283d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:43.153410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.195693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.247694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-00708622-3f25-48b4-ac22-60cf79ce283d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:43.249249 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-00708622-3f25-48b4-ac22-60cf79ce283d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158566096&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.1693468 Mar 16 11:23:43.256340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.364031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30de3915-1709-4d49-acaf-0f5b9e21f558,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:43.372401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.376371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58add908-c5b8-4f31-a0d2-431902d30368 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/security-groups/30de3915-1709-4d49-acaf-0f5b9e21f558 HTTP/1.1" status: 204 len: 168 time: 0.3285050 Mar 16 11:23:43.377136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:43.392564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe507-7692-45a7-a471-48e96c0eb28d req-48cf10e5-c720-478b-8213-f197f1415309 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:43.393164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-48cf10e5-c720-478b-8213-f197f1415309 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:43.407667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:43.408348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.433402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-48cf10e5-c720-478b-8213-f197f1415309 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:43.434579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-48cf10e5-c720-478b-8213-f197f1415309 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 929 time: 0.1708918 Mar 16 11:23:43.441435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f75a94-e6eb-465e-98e4-0c59ecd60729 req-c927d014-1b4a-41a7-a475-41a44463e349 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:43.448230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78f75a94-e6eb-465e-98e4-0c59ecd60729 req-c927d014-1b4a-41a7-a475-41a44463e349 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 944 time: 0.1380162 Mar 16 11:23:43.469940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.472298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:43.475431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Could not find standard attr ID for object 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:43.501783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Provisioning for port 882fb75e-cfd0-4083-9352-8ed82889ee70 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:43.505249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.513087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:43.513454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5636bdb4-f20a-4673-83da-750ff3a374f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.541176 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78f75a94-e6eb-465e-98e4-0c59ecd60729 req-c0885a60-7343-456e-a72c-fb0765587abb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920966 Mar 16 11:23:43.551105 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-02300010-2e8f-4166-8055-3091a96a2708 service neutron] 10.222.0.36 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0864661 Mar 16 11:23:43.562567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.587181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a4d5ab-f56a-4ab9-af47-07bb1834dd22,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:43.590409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.595083 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a7bb2ec4-f849-4798-8a7f-7c6a114442cc tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/security-groups/61a4d5ab-f56a-4ab9-af47-07bb1834dd22 HTTP/1.1" status: 204 len: 168 time: 0.2164831 Mar 16 11:23:43.596218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:43.668564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 1d318de2-ecf6-4610-b7e0-55991fc84103 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:43.672201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.711375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-71c03879-9c97-4b8e-a8de-cf9cb7fdd176 service neutron] 10.222.0.36 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529791 Mar 16 11:23:43.732785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.823965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:43.865756 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-92bd36a1-2961-44eb-9682-43d85a8de0fa service neutron] 10.222.0.36 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431711 Mar 16 11:23:43.885746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38f8df69-4618-403e-9903-6fecb684d4a6 None None] Could not find standard attr ID for object 7ef72fd2-a26f-4fcb-91f2-f8f40a3e7541. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:23:43.907867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.055877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=1d318de2-ecf6-4610-b7e0-55991fc84103,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:44.060514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.067130 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-792d74c5-3eab-4ff6-9a43-1a9bf9bb389d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1d318de2-ecf6-4610-b7e0-55991fc84103 HTTP/1.1" status: 204 len: 168 time: 0.4699106 Mar 16 11:23:44.071534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44032) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.073475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff685b-429f-4d80-a6d6-c3d0a461729f None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:44.121843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3c9d302-2399-48b8-a9e5-4862ad6e330d req-8c8ab997-b72e-4c49-8f28-54351632b422 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 210 time: 0.0773783 Mar 16 11:23:44.143507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 3091c000-4869-438f-b994-8775ae0c4262 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:44.146761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.200642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.289675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.367793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.410165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=3091c000-4869-438f-b994-8775ae0c4262,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:44.414138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.420330 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-561967ac-6e84-4641-840b-e20f1b538574 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/3091c000-4869-438f-b994-8775ae0c4262 HTTP/1.1" status: 204 len: 168 time: 0.3477440 Mar 16 11:23:44.423383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.463035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b0be9c-05eb-4537-b969-b9dcaa6d9533 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:44.463685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b0be9c-05eb-4537-b969-b9dcaa6d9533 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:44.465508 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5b0be9c-05eb-4537-b969-b9dcaa6d9533 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1d318de2-ecf6-4610-b7e0-55991fc84103 HTTP/1.1" status: 404 len: 337 time: 0.0409925 Mar 16 11:23:44.469198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:44.477494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:44.544747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting subnet 578654fa-8913-4c5e-88a7-3c76cdd1be79 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:23:44.548100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.603478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:44.603941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.619208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.745095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:44.826203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 575ee375-eca8-427d-976c-3d444f327a33 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:44.834193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 575ee375-eca8-427d-976c-3d444f327a33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:44.834703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.865372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1d984-9f0a-470a-87e9-eac233314d3e None None] Network 76b28698-1f93-4329-9f3f-5f39af665bca requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:44.885841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:44.931254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbdd40-5742-4dfd-9041-4bd22fc4d70b req-a556cee0-0c57-4abc-943f-7e6fc8cf5749 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:44.932697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52dbdd40-5742-4dfd-9041-4bd22fc4d70b req-a556cee0-0c57-4abc-943f-7e6fc8cf5749 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 944 time: 0.2418869 Mar 16 11:23:44.993259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52dbdd40-5742-4dfd-9041-4bd22fc4d70b req-970eacc0-217d-4384-9dbb-f5e79c74e6b7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525460 Mar 16 11:23:44.994691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.012566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15286654-a8c6-4010-87eb-00d196c0d4ae None None] Provisioning complete for port cb04964d-9a0f-4a6d-abba-db48f45dddeb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:45.012933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15286654-a8c6-4010-87eb-00d196c0d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.036988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Subnet': ['ID=578654fa-8913-4c5e-88a7-3c76cdd1be79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:45.041109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.047353 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95b2831f-eb0e-49f1-beca-c685e4e3a07f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/578654fa-8913-4c5e-88a7-3c76cdd1be79 HTTP/1.1" status: 204 len: 168 time: 0.5771558 Mar 16 11:23:45.050046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44046) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.091275 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7cd880-cc56-4e80-90ae-39b41c4b85eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.092008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7cd880-cc56-4e80-90ae-39b41c4b85eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.093918 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c7cd880-cc56-4e80-90ae-39b41c4b85eb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/9c09659f-337a-4ce6-8b44-20f2d88fad4f HTTP/1.1" status: 404 len: 337 time: 0.0427010 Mar 16 11:23:45.096818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44050) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.139655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-11612c9f-af7f-47b2-b6a2-ebcde441981f tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "GET /v2.0/ports?device_id=216390e1-9f9b-4a86-9834-99b3324ead60 HTTP/1.1" status: 200 len: 205 time: 0.0414245 Mar 16 11:23:45.142090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.155462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-15286654-a8c6-4010-87eb-00d196c0d4ae None None] Port cb04964d-9a0f-4a6d-abba-db48f45dddeb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:23:45.199022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.209976 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-9534e241-9dd2-4047-96e6-53a062236f56 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] delete failed (client error): The resource could not be found. Mar 16 11:23:45.210937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9534e241-9dd2-4047-96e6-53a062236f56 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/routers/216390e1-9f9b-4a86-9834-99b3324ead60 HTTP/1.1" status: 404 len: 336 time: 0.0678465 Mar 16 11:23:45.213794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44066) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.239647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15286654-a8c6-4010-87eb-00d196c0d4ae None None] Provisioning complete for port 882fb75e-cfd0-4083-9352-8ed82889ee70 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:45.240121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15286654-a8c6-4010-87eb-00d196c0d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.261932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-42eacbb4-badd-489e-a9a3-922ab56954fd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.261932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42eacbb4-badd-489e-a9a3-922ab56954fd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.263351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42eacbb4-badd-489e-a9a3-922ab56954fd tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/e26890b3-d5ee-4960-bf28-a6db1bf6cc8a HTTP/1.1" status: 404 len: 337 time: 0.0483394 Mar 16 11:23:45.266056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44070) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.289446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:45.315293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:45.323491 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb529fda-a639-492d-a2ec-0ac99e00334f req-4bbf4ba4-b94d-4662-8d9a-f0607768aa90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 210 time: 0.0591371 Mar 16 11:23:45.330380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.354681 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39729a9-ab49-4d11-ba33-b9cff4da7ec3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.355523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39729a9-ab49-4d11-ba33-b9cff4da7ec3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.358044 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f39729a9-ab49-4d11-ba33-b9cff4da7ec3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1ff4fff7-c28b-43c7-b420-6a156fda00f7 HTTP/1.1" status: 404 len: 337 time: 0.0901403 Mar 16 11:23:45.360537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.367979 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'code': 200} Mar 16 11:23:45.399195 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3d072b-c3c7-4490-bdcf-bf227e3e8f07 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.399631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3d072b-c3c7-4490-bdcf-bf227e3e8f07 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.402039 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e3d072b-c3c7-4490-bdcf-bf227e3e8f07 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/1deec10f-fb14-4ee0-82c7-61ab8cd6d6e1 HTTP/1.1" status: 404 len: 337 time: 0.0397143 Mar 16 11:23:45.404081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44080) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.457175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:45.458419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2fde54-05ae-49bb-b37d-109c9c9951c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.458893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2fde54-05ae-49bb-b37d-109c9c9951c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.461306 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be2fde54-05ae-49bb-b37d-109c9c9951c3 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/7a3ad989-5e7f-4114-9a80-927e3c2c1441 HTTP/1.1" status: 404 len: 333 time: 0.0511012 Mar 16 11:23:45.464004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.485191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] DHCP port deletion for 76b28698-1f93-4329-9f3f-5f39af665bca request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:23:45.489721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Deleting port 882fb75e-cfd0-4083-9352-8ed82889ee70 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:45.490132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.509444 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-40669ffd-2a39-4c78-92d4-afaebe6e2f36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.509873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40669ffd-2a39-4c78-92d4-afaebe6e2f36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.511520 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40669ffd-2a39-4c78-92d4-afaebe6e2f36 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/f7d2c101-e544-4d26-9f7a-43502d84365a HTTP/1.1" status: 404 len: 337 time: 0.0465813 Mar 16 11:23:45.514104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.555045 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-80adb654-9118-462c-aa48-1c41a1ec6abb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.555471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80adb654-9118-462c-aa48-1c41a1ec6abb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.557870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80adb654-9118-462c-aa48-1c41a1ec6abb tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/bb18faf4-7027-4242-ae7d-4c3ccea51c14 HTTP/1.1" status: 404 len: 337 time: 0.0426028 Mar 16 11:23:45.560073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.634570 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7daf5c7-dac3-4d03-b19c-4f13fb14ab40 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.634874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7daf5c7-dac3-4d03-b19c-4f13fb14ab40 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.636513 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f7daf5c7-dac3-4d03-b19c-4f13fb14ab40 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/e66a66c8-9717-42ac-95fb-d777c5f3b044 HTTP/1.1" status: 404 len: 333 time: 0.0755455 Mar 16 11:23:45.639286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.671652 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f87eed-03f9-484a-9263-5a67628f7eb7 req-611074c3-f08f-4de0-91a9-5c0cfbb3cdfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1098 time: 0.0785754 Mar 16 11:23:45.679205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b809a0-5c3d-4ffe-834b-9faa0b90fb20 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.679625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b809a0-5c3d-4ffe-834b-9faa0b90fb20 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.683759 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64b809a0-5c3d-4ffe-834b-9faa0b90fb20 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/ce0fc8f3-063e-4da0-9350-ffdd62031483 HTTP/1.1" status: 404 len: 337 time: 0.0399780 Mar 16 11:23:45.684039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.695994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] For port 882fb75e-cfd0-4083-9352-8ed82889ee70, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=882fb75e-cfd0-4083-9352-8ed82889ee70,segment=NetworkSegment(281e8b70-e75d-4174-9c6c-3878a6162bbd),segment_id=281e8b70-e75d-4174-9c6c-3878a6162bbd)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:45.696375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.721187 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76f87eed-03f9-484a-9263-5a67628f7eb7 req-11792bfa-4e88-4d09-835b-fbf4063f6ecb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Mar 16 11:23:45.722601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e57f69-7657-45a3-8063-b973c42c59f0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] DELETE failed (client error): The resource could not be found. Mar 16 11:23:45.723096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e57f69-7657-45a3-8063-b973c42c59f0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:23:45.727191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4e57f69-7657-45a3-8063-b973c42c59f0 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/subnets/e7607560-6fd8-4a57-813a-3004bc3c43d5 HTTP/1.1" status: 404 len: 337 time: 0.0399089 Mar 16 11:23:45.728087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44104) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:45.791923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Deleting port cb04964d-9a0f-4a6d-abba-db48f45dddeb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:23:45.792259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.815012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Calling delete_port for 882fb75e-cfd0-4083-9352-8ed82889ee70 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:45.894444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:45.939385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] Pushing event deleted for resources: {'Port': ['ID=882fb75e-cfd0-4083-9352-8ed82889ee70,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:45.943637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921db12-5d99-47d2-804d-6819b1ecef20 None None] No DVR routers for this DVR port 882fb75e-cfd0-4083-9352-8ed82889ee70 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:23:46.013409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.137522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Calling delete_port for cb04964d-9a0f-4a6d-abba-db48f45dddeb owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:23:46.201895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c360b7-f1fb-4552-8626-fcc884dc182c req-f8aef934-043f-434f-aa4f-28b8afa54aaf tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:46.203265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56c360b7-f1fb-4552-8626-fcc884dc182c req-f8aef934-043f-434f-aa4f-28b8afa54aaf tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0829329 Mar 16 11:23:46.225043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.250100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56c360b7-f1fb-4552-8626-fcc884dc182c req-2e5ca8e1-c812-4a7e-94fc-885d51cf24e1 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Mar 16 11:23:46.275830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Port': ['ID=cb04964d-9a0f-4a6d-abba-db48f45dddeb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:46.282958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.298524 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-078b1aba-2b69-413c-bcad-79f54cf24f2d tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/ports/cb04964d-9a0f-4a6d-abba-db48f45dddeb HTTP/1.1" status: 204 len: 168 time: 0.5693481 Mar 16 11:23:46.302064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:46.422588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.463656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6aa97ad1-fa7c-4c2d-9cb3-2cbca63510fa req-b4f8418f-0f2c-478b-a7f8-902345654f09 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 210 time: 0.0584869 Mar 16 11:23:46.497938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:23:46.533130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 882fb75e-cfd0-4083-9352-8ed82889ee70 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:23:46.533480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 882fb75e-cfd0-4083-9352-8ed82889ee70 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:23:46.574589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.600157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b28698-1f93-4329-9f3f-5f39af665bca']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:46.612807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281e8b70-e75d-4174-9c6c-3878a6162bbd') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:46.613095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281e8b70-e75d-4174-9c6c-3878a6162bbd') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:46.626329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.645971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.652209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:23:46.652655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:23:46.667327 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:23:46.746876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.774335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:46.779968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] Pushing event deleted for resources: {'Network': ['ID=76b28698-1f93-4329-9f3f-5f39af665bca,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:46.790120 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc3db887-a139-4bf3-852d-2ea812a8efa2 tempest-PortsTestJSON-1511670721 tempest-PortsTestJSON-1511670721-project] 10.222.0.36 "DELETE /v2.0/networks/76b28698-1f93-4329-9f3f-5f39af665bca HTTP/1.1" status: 204 len: 168 time: 0.4867814 Mar 16 11:23:47.129015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44124) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.341555 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-d6417ed4-8855-43cb-a752-4d8ff1018933 service neutron] 10.222.0.59 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1025 time: 0.0993433 Mar 16 11:23:47.474102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4966aea-9e0f-4764-b74d-a4e1a7d92f0a req-69736b02-f42b-4764-bf50-ef3e8eef65f7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.476983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4966aea-9e0f-4764-b74d-a4e1a7d92f0a req-69736b02-f42b-4764-bf50-ef3e8eef65f7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1033988 Mar 16 11:23:47.545548 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cb0e904-40d1-467e-ab09-97fd51398bfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbf35e5763954510a70a3c71c0fddd2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4153035 Mar 16 11:23:47.550031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.554973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4966aea-9e0f-4764-b74d-a4e1a7d92f0a req-a7971802-778e-4dc1-a743-b4c47f2833f3 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727706 Mar 16 11:23:47.643420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe507-7692-45a7-a471-48e96c0eb28d req-cb87c685-3ccd-4342-9fff-fc418a3632b6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.644088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-cb87c685-3ccd-4342-9fff-fc418a3632b6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:47.657697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-85cdd173-6413-423d-af17-c25359b775c6 req-8c08eee2-cbd2-429a-8a0c-9111c1885cf5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 210 time: 0.0467157 Mar 16 11:23:47.665847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.680139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-816fe507-7692-45a7-a471-48e96c0eb28d req-cb87c685-3ccd-4342-9fff-fc418a3632b6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:47.681254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-cb87c685-3ccd-4342-9fff-fc418a3632b6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 797 time: 0.3339264 Mar 16 11:23:47.712769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.752838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e210f-af62-4d6f-98b5-e4d8fa1eb26c req-101fad6c-fdcc-4774-b364-55318c1d5154 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:47.754577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-266e210f-af62-4d6f-98b5-e4d8fa1eb26c req-101fad6c-fdcc-4774-b364-55318c1d5154 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0808017 Mar 16 11:23:47.771313 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-049e9851-6c6e-4224-9e0b-5b4e5390d511 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.0738468 Mar 16 11:23:47.782191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Request body: {'port': {'device_id': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:47.801791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-266e210f-af62-4d6f-98b5-e4d8fa1eb26c req-54af06c8-af34-4c7b-a065-d603bbb0c0ad tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Mar 16 11:23:47.829427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.831394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.849095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e0146-5b5d-433b-8a42-cf6a71f98653,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:47.900470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.904132 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6238ce4c-b6af-4fc5-8582-f9804cbf4c44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f6e0146-5b5d-433b-8a42-cf6a71f98653 HTTP/1.1" status: 204 len: 168 time: 0.3509755 Mar 16 11:23:47.904292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18dfaa87-4293-4050-8955-8587bc18945c tempest-TestNetworkAdvancedServerOps-210681578 tempest-TestNetworkAdvancedServerOps-210681578-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1093 time: 0.0692182 Mar 16 11:23:47.904916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:47.910642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'tenant_id': '960872b9428e49298487877bd7a16651', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:47.916155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:47.919954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:47.920133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Usage tracker for resource:floatingip and tenant:960872b9428e49298487877bd7a16651 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:47.923179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:47.929023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:47.939808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.085245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.225472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Allocated IP 172.26.1.126 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/7fd022e7-4869-44c0-b75c-fd2eeb50c498) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:48.294363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93a4b03-11b4-48c5-8d93-c04ed8100bd0 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:23:48.302446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.318200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Transition to ACTIVE for port object e93a4b03-11b4-48c5-8d93-c04ed8100bd0 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:48.323148 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.387070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.419987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.452872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:48.476249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:48.482514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:48.491463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:48.559987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=7fd022e7-4869-44c0-b75c-fd2eeb50c498,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:48.582987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:48.583323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:48.583649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:48.590024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:23:48.590282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:48.598891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:48.599257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Checking segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:48.599663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Bound using segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:48.602356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Bound port: e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:48.602901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.703123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:48.708984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:48.716577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.788515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:48.789848 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1130 time: 1.0126224 Mar 16 11:23:48.790301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:48.824102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9d771-416e-4659-85f7-7de8a40517a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:48.903967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'status': 'completed', 'code': 200} Mar 16 11:23:48.950411 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-0b382303-b923-45fb-baa2-f2284416ce23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 1133 time: 0.1138823 Mar 16 11:23:49.019293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:49.037163 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-994d79b0-dc46-4c5e-89d4-c243f4ab199a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 217 time: 0.0796242 Mar 16 11:23:49.097110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c68a8-a626-45d9-b5a2-0175b442f575 req-f6cf8684-c23b-4f3b-9725-10ef277469c6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.100998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df5c68a8-a626-45d9-b5a2-0175b442f575 req-f6cf8684-c23b-4f3b-9725-10ef277469c6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 980 time: 0.1562607 Mar 16 11:23:49.102259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe507-7692-45a7-a471-48e96c0eb28d req-1abe9d04-1102-4979-b755-62fa182f96b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:49.103655 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-1abe9d04-1102-4979-b755-62fa182f96b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 200 len: 835 time: 0.0614727 Mar 16 11:23:49.180347 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-0f4eab41-9ce8-4f7e-ab99-6d1ba392f649 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702806 Mar 16 11:23:49.187423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-89a5528d-78bd-4a2d-befb-9c2cc1b0394a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:49.188202 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-89a5528d-78bd-4a2d-befb-9c2cc1b0394a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:23:49.192568 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89a5528d-78bd-4a2d-befb-9c2cc1b0394a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1695166 Mar 16 11:23:49.192919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44176) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:49.198697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df5c68a8-a626-45d9-b5a2-0175b442f575 req-ae51eb7f-e6b1-4952-8d65-c5a4f73b0607 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918574 Mar 16 11:23:49.267544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--173673170'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:49.278218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:49.290083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:49.294227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:49.302447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:49.308502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.328919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.351377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.362489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.369386 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-637a44a2-b038-4709-96e0-c3741ec9c787 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792543 Mar 16 11:23:49.457519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:49.469128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:49.473163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:49.481036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:49.568748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.574492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.618213 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-816fe507-7692-45a7-a471-48e96c0eb28d req-d74a534b-d0ac-41f6-8a1c-1ad2c37483df service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423165 Mar 16 11:23:49.685294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event updated for resources: {'Port': ['ID=7fd022e7-4869-44c0-b75c-fd2eeb50c498,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:49.700454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.705373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.712464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.758643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:49.769102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:49.772283 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:49.778147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e16ef0-e989-4205-b1c3-3072b78c3555,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:49.780941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:49.812039 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-81b18c4b-7f39-4cbb-8338-ff15aec7b2a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 1133 time: 0.1425653 Mar 16 11:23:49.901232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Floating IP bce99472-f4ce-4a96-813c-8de6a25b326e associated. External IP: 172.26.1.126, port: 575ee375-eca8-427d-976c-3d444f327a33. Mar 16 11:23:49.931344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:49.936488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.006390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3deb2d2c-5158-4ea0-a13a-3976512045e8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:50.011372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-2b772827-8e2a-46ae-b488-b23a5cacf3db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:50.012945 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-2b772827-8e2a-46ae-b488-b23a5cacf3db service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 897 time: 0.1950440 Mar 16 11:23:50.014272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.015446 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88545aa0-2db4-4ecd-a1a3-e6e672292d9d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8215618 Mar 16 11:23:50.019958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.076163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '3deb2d2c-5158-4ea0-a13a-3976512045e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:50.096166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:50.100447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:50.103796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-5f67ac26-8e71-4163-ba72-489f90b62175 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 217 time: 0.0846503 Mar 16 11:23:50.104533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:50.139780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:50.175973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.184503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-879ae8ac-f77e-4aa0-a407-9e8715c12281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:50.186805 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-879ae8ac-f77e-4aa0-a407-9e8715c12281 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 200 len: 835 time: 0.0760217 Mar 16 11:23:50.305727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.311587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.334688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:23:50.340603 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-f93184b8-1388-4531-aa12-b7e9a807a1c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475551 Mar 16 11:23:50.341187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d6c3db-e3e2-48b6-9a9c-4adf650b75b7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:50.369966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.371215 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-85238d4c-2144-4259-824b-57b3aad0ca5b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3504014 Mar 16 11:23:50.376297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44186) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.424893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '3deb2d2c-5158-4ea0-a13a-3976512045e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:50.436179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:50.452542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:50.457043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:50.465506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:50.509757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.520339 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-bb1f1949-df30-485b-a5ee-4614c5653ddc service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720338 Mar 16 11:23:50.642351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e36f1e-495e-4759-89fe-86fc17b51810 req-80d30945-3bab-4f0e-bdd7-8958d431274a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:50.643784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2e36f1e-495e-4759-89fe-86fc17b51810 req-80d30945-3bab-4f0e-bdd7-8958d431274a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 980 time: 0.3113787 Mar 16 11:23:50.679182 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): There was a conflict when trying to complete your request. Mar 16 11:23:50.680194 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e82196b-628c-4374-b715-b9da37aa1468 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3030431 Mar 16 11:23:50.683128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44190) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.697399 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2c07a800-7d84-48e8-8cf2-a6f9be8761d4 req-49c45a8a-8af4-4964-8bbf-59b9ab63b9c0 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654341 Mar 16 11:23:50.703135 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2e36f1e-495e-4759-89fe-86fc17b51810 req-e27aebda-bb3c-44e3-a378-1ea0c5b4101a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Mar 16 11:23:50.749841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:23:50.752285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.775200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.781267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.831135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.832044 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ccdfa46b-b6af-405a-9051-732789604f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9259455 Mar 16 11:23:50.832646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:50.848729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deb2d2c-5158-4ea0-a13a-3976512045e8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:50.853161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:50.854248 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e02b5e3a-5e6e-431b-b9a5-359fdc803405 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/3deb2d2c-5158-4ea0-a13a-3976512045e8 HTTP/1.1" status: 204 len: 168 time: 0.1703782 Mar 16 11:23:50.856892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.906586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'status': 'completed', 'code': 200} Mar 16 11:23:50.913824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eebedee5-9f5e-4f5e-91e3-619bd6e43024 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:50.960815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eebedee5-9f5e-4f5e-91e3-619bd6e43024 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:50.961903 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eebedee5-9f5e-4f5e-91e3-619bd6e43024 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1041248 Mar 16 11:23:50.966736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44202) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:50.974620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--821915423'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:50.980814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:50.996663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:51.010209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe583d-40cc-4768-a817-da1675513f63 req-899a1c1b-63f2-4b2b-9d9a-378dc9d96e12 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:51.011773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7fe583d-40cc-4768-a817-da1675513f63 req-899a1c1b-63f2-4b2b-9d9a-378dc9d96e12 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0756464 Mar 16 11:23:51.012687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.038902 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-f77ff9e5-fcdf-4349-94c1-32ba4f2a310d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1098 time: 0.1118147 Mar 16 11:23:51.058211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7fe583d-40cc-4768-a817-da1675513f63 req-c6ce729c-1919-4ff5-8ffb-97ed0a266968 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Mar 16 11:23:51.067103 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Sync routers for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:51.077607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:51.086123 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:51.087087 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:51.090130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44206) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.129200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:51.133457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:51.148095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:51.201506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba0560cf-751f-466d-a35e-b18425ed440b tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1088979 Mar 16 11:23:51.214381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-48fef32b-9839-4793-b7e7-c3145cbbe051 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:51.215736 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-48fef32b-9839-4793-b7e7-c3145cbbe051 service neutron] 10.222.0.59 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 897 time: 0.1665816 Mar 16 11:23:51.286833 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:51.308372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.317398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.381639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7533a7d6-03ae-4962-aedd-438cbeeadc0f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:51.385728 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-369b6050-3699-4f7c-9211-24e0895e7960 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 999 time: 0.1571527 Mar 16 11:23:51.388541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.390047 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8dc188ff-884f-4f96-b64f-e27587265e8e tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4209471 Mar 16 11:23:51.393918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.403787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-779ebbdb-debd-4b45-8b09-00462e8624b3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '7533a7d6-03ae-4962-aedd-438cbeeadc0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:51.404614 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-779ebbdb-debd-4b45-8b09-00462e8624b3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:51.409550 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-779ebbdb-debd-4b45-8b09-00462e8624b3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146337 Mar 16 11:23:51.410282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.453602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-ec59c037-4675-4c82-866d-d9ff2beffe3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:51.455410 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-ec59c037-4675-4c82-866d-d9ff2beffe3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 200 len: 835 time: 0.0636709 Mar 16 11:23:51.481432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.512075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.543628 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-615226e8-1c16-4685-b3de-dca38605aa5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=382043e3-2eb0-457f-a6c5-ecfd3af517f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823531 Mar 16 11:23:51.574570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.599920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7533a7d6-03ae-4962-aedd-438cbeeadc0f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:51.611680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.612823 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bc99561-112e-4a5b-97c7-562906e7c1fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/7533a7d6-03ae-4962-aedd-438cbeeadc0f HTTP/1.1" status: 204 len: 168 time: 0.2014813 Mar 16 11:23:51.625752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.702777 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:35Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:51.704659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8079b5d-0838-48dc-aa90-9be97714a6ea tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:51.708027 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Checking router: 86d1afbf-8b88-473b-bebc-f1c32738a6ac for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:51.708548 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Updating router 86d1afbf-8b88-473b-bebc-f1c32738a6ac port 93abb13d-86d5-4d11-a37d-49cdcec540b0 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:23:51.724968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8079b5d-0838-48dc-aa90-9be97714a6ea tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:51.731699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8079b5d-0838-48dc-aa90-9be97714a6ea tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1047423 Mar 16 11:23:51.732347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44222) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:51.742056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--996874869'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:51.750139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:51.767562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:51.770697 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.787901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.852572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:51.856669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:51.859771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:51.865406 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-e6a5bf8d-eee2-4ba0-904c-3675038940d5 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159051 Mar 16 11:23:51.865691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:51.982854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:51.990435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06db712-6bec-4d7b-88de-01cb33067f89 req-ef1939c7-3827-43f3-9684-3e927fc37acf tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:51.991918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d06db712-6bec-4d7b-88de-01cb33067f89 req-ef1939c7-3827-43f3-9684-3e927fc37acf tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 980 time: 0.1238322 Mar 16 11:23:51.993016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.011801 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e5b8602b-6353-4784-b7c7-ce637094f4b7 req-3bc49439-9864-4abf-bf23-bdc39e248135 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406946 Mar 16 11:23:52.053481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a774f-e5e2-4036-839f-ead288c4b18a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.079588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.083653 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0203e732-5e84-487a-968e-53a6ad9f5156 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3470869 Mar 16 11:23:52.083653 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d06db712-6bec-4d7b-88de-01cb33067f89 req-70dd2204-052b-41c3-bb22-2bb5a37b8589 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789053 Mar 16 11:23:52.083913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.089011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-695c0265-774e-48c5-b099-1444296b6cab tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': 'df4a774f-e5e2-4036-839f-ead288c4b18a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.089674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-695c0265-774e-48c5-b099-1444296b6cab tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:52.090614 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-695c0265-774e-48c5-b099-1444296b6cab tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059800 Mar 16 11:23:52.093451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.152506 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.160644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.164038 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Transition to ACTIVE for port object 93abb13d-86d5-4d11-a37d-49cdcec540b0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:23:52.172584 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.183238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Sync routers for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:23:52.190893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.200665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:52.201763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:52.203755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.294273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.325094 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6544eb-36bc-4113-a603-7aad73b03a7e None None] Pushing event updated for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.334334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a774f-e5e2-4036-839f-ead288c4b18a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.349985 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.351120 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b39990a-8f7e-4634-a2b2-3d693326f3d0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/df4a774f-e5e2-4036-839f-ead288c4b18a HTTP/1.1" status: 204 len: 168 time: 0.2566719 Mar 16 11:23:52.353750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.388655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef267003-135e-4584-bd64-0ff7efd5930e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1836689 Mar 16 11:23:52.422737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7c26e48-693c-4d7d-ac82-98dc69814ee5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:52.429577 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Attempting to bind port 93abb13d-86d5-4d11-a37d-49cdcec540b0 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:23:52.430630 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Attempting to bind port 93abb13d-86d5-4d11-a37d-49cdcec540b0 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:23:52.431194 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Attempting to bind port 93abb13d-86d5-4d11-a37d-49cdcec540b0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:23:52.440724 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:23:52.441400 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Checking segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:52.441983 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.442539 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Bound using segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:23:52.443141 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Bound port: 93abb13d-86d5-4d11-a37d-49cdcec540b0, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:23:52.443715 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.444515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7c26e48-693c-4d7d-ac82-98dc69814ee5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:52.446108 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7c26e48-693c-4d7d-ac82-98dc69814ee5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0910800 Mar 16 11:23:52.451066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.456437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707367186'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.465622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:52.479855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:52.491250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.527976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:52.532296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:52.535175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:52.540993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:52.551103 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] For port 93abb13d-86d5-4d11-a37d-49cdcec540b0, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:23:52.555397 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] For port 93abb13d-86d5-4d11-a37d-49cdcec540b0, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93abb13d-86d5-4d11-a37d-49cdcec540b0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:23:52.560544 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.564679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:52.600329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.604610 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.649007 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:52.649484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0455008a-a329-4c81-8a39-1b143788a9bf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.649627 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:52.678166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.680288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50db7db1-7890-440f-94a9-a9919aba5268 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2290754 Mar 16 11:23:52.683382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.689916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e464d6fb-4acf-4b76-afb1-4955d84e3c29 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '0455008a-a329-4c81-8a39-1b143788a9bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.690985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e464d6fb-4acf-4b76-afb1-4955d84e3c29 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:52.692380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e464d6fb-4acf-4b76-afb1-4955d84e3c29 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073314 Mar 16 11:23:52.695948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.698512 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6544eb-36bc-4113-a603-7aad73b03a7e None None] Pushing event updated for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.706898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0ddb1aa5-509b-490c-b164-b886da02c47a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '0455008a-a329-4c81-8a39-1b143788a9bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.707586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-0ddb1aa5-509b-490c-b164-b886da02c47a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:52.711171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ddb1aa5-509b-490c-b164-b886da02c47a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126836 Mar 16 11:23:52.711470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.721065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4068840a-a426-430b-b0b1-ff71f8a00dc8 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '0455008a-a329-4c81-8a39-1b143788a9bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.722103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-4068840a-a426-430b-b0b1-ff71f8a00dc8 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:52.726305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.727727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4068840a-a426-430b-b0b1-ff71f8a00dc8 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152895 Mar 16 11:23:52.732384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ff6b898-93d3-4209-bbf8-e3c828dda608 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '0455008a-a329-4c81-8a39-1b143788a9bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:52.733549 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9ff6b898-93d3-4209-bbf8-e3c828dda608 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:52.734664 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ff6b898-93d3-4209-bbf8-e3c828dda608 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073750 Mar 16 11:23:52.737289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44264) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.811698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.817420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:23:52.841685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.856436 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:52.901587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.919169 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455008a-a329-4c81-8a39-1b143788a9bf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:52.927730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:52.928830 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c07d8eac-8227-4678-934c-4550cddd71a9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/0455008a-a329-4c81-8a39-1b143788a9bf HTTP/1.1" status: 204 len: 168 time: 0.1906550 Mar 16 11:23:52.931455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:52.987694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1495f052-bb21-4406-adab-6e1f9c0506e1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:53.003625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1495f052-bb21-4406-adab-6e1f9c0506e1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:53.004854 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1495f052-bb21-4406-adab-6e1f9c0506e1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0724988 Mar 16 11:23:53.009017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.016445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--351326609'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.023234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.033477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.045361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.079819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:53.084540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.088405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.091951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.096280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'mac_address': 'fa:16:3e:c2:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:23:53.098046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.153109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.171424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.176582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.179779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bce99472-f4ce-4a96-813c-8de6a25b326e', 'tenant_id': '960872b9428e49298487877bd7a16651', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'mac_address': 'fa:16:3e:d4:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:49Z', 'updated_at': '2022-03-16T11:23:49Z', 'revision_number': 0, 'project_id': '960872b9428e49298487877bd7a16651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:53.184076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93a4b03-11b4-48c5-8d93-c04ed8100bd0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:23:53.203935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Checking router: 4f88fe4b-d50b-48d0-9de1-d0580324b0ce for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:23:53.219029 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:52Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:53.229235 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27a3167-d169-4044-88c7-e43e46e080eb None None] The sync data for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv is: [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:52Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:53.235634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2ba99-e860-4866-8c3d-6f264b7e6e7c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.241245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:53.244236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.248685 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a60f588-7d6b-4e69-b3ad-df4b52ea7e24 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2342820 Mar 16 11:23:53.248883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.249121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44278) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.256493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-466091e0-3bd8-4270-b235-6a48889356cf tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.257130 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-466091e0-3bd8-4270-b235-6a48889356cf tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.261143 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-466091e0-3bd8-4270-b235-6a48889356cf tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081687 Mar 16 11:23:53.261321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.267468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.275688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.279776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.283281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.313885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.341709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:23:53.343214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:23:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:53.354182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9426-7532-4091-93b0-f2e13057f7e4 req-3bfdbfd3-5de9-4fb8-9b8a-49368412df4c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:53.355633 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20cd9426-7532-4091-93b0-f2e13057f7e4 req-3bfdbfd3-5de9-4fb8-9b8a-49368412df4c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 981 time: 0.1224937 Mar 16 11:23:53.376829 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.382577 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eec5c0f8-3cdc-411f-9253-c7d14603b0fa tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1202476 Mar 16 11:23:53.383358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44286) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.389716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ba2338d2-83ea-453f-8a70-686d4158408b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.390437 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-ba2338d2-83ea-453f-8a70-686d4158408b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.391441 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba2338d2-83ea-453f-8a70-686d4158408b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069883 Mar 16 11:23:53.392140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.394254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.402481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.408956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.414403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.418409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.426037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.468255 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.469294 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8812b38-08f1-4dfa-86b7-2eb25fc026d5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0728800 Mar 16 11:23:53.472284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.477935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-59f8b22a-e43c-4e61-9f7b-605a54eb3ef4 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.478560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-59f8b22a-e43c-4e61-9f7b-605a54eb3ef4 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.479466 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59f8b22a-e43c-4e61-9f7b-605a54eb3ef4 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061150 Mar 16 11:23:53.482339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.490232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.492987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['e93a4b03-11b4-48c5-8d93-c04ed8100bd0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:23:53.499375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.504250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.507429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.513890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.542079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20cd9426-7532-4091-93b0-f2e13057f7e4 req-a764c494-5d26-4c1f-9d29-08812073be68 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712418 Mar 16 11:23:53.548727 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-31d1cacc-2491-46aa-8824-13f1c62b529e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1547978 Mar 16 11:23:53.556566 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.558033 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9286201c-7b8b-4cb2-9d0b-a768934f9a21 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0744405 Mar 16 11:23:53.561129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.569571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9723345f-89c9-4bd9-9e09-e5437d085dd9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.570378 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9723345f-89c9-4bd9-9e09-e5437d085dd9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.573702 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9723345f-89c9-4bd9-9e09-e5437d085dd9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086577 Mar 16 11:23:53.574362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.580406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.585555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.586224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.589953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.593345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.602315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.641482 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.641967 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88226286-3097-4bb1-9de7-98afa1e606a5 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662825 Mar 16 11:23:53.645691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.651210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba99-e860-4866-8c3d-6f264b7e6e7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:53.657948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:53.662124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:53.665063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:53.671472 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:53.690262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:23:53.713111 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:53.715345 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-feced0aa-88d6-4cf0-9a15-8b835f36885b tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0685298 Mar 16 11:23:53.719546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44318) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.790747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.828798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.884337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.909688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2ba99-e860-4866-8c3d-6f264b7e6e7c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:53.920366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:53.922006 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9e492ef-703a-4733-9100-5ada85784a3a tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ae2ba99-e860-4866-8c3d-6f264b7e6e7c HTTP/1.1" status: 204 len: 168 time: 0.2007713 Mar 16 11:23:53.924416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44322) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:53.977661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5576df68-85f9-4d31-8720-a149f27aa8e3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:53.995587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5576df68-85f9-4d31-8720-a149f27aa8e3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:53.996973 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5576df68-85f9-4d31-8720-a149f27aa8e3 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0716052 Mar 16 11:23:54.004737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.010316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--498060347'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:54.017011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.027662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.039542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.076515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.081046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:54.083973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:54.089975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.119977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bce99472-f4ce-4a96-813c-8de6a25b326e', 'tenant_id': '960872b9428e49298487877bd7a16651', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'mac_address': 'fa:16:3e:d4:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:49Z', 'updated_at': '2022-03-16T11:23:49Z', 'revision_number': 0, 'project_id': '960872b9428e49298487877bd7a16651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:23:54.124248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79b83b-d959-4cc0-a7c1-f009b9d577fd None None] The sync data for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv is: [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bce99472-f4ce-4a96-813c-8de6a25b326e', 'tenant_id': '960872b9428e49298487877bd7a16651', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'mac_address': 'fa:16:3e:d4:41:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:49Z', 'updated_at': '2022-03-16T11:23:49Z', 'revision_number': 0, 'project_id': '960872b9428e49298487877bd7a16651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:23:54.150868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.155240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.208045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afed4a1-beec-4208-8233-6747ee42f5c9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:54.222083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.224579 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51a1158a-5e34-430a-9bbb-db430398f863 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2180641 Mar 16 11:23:54.227200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.233808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '6afed4a1-beec-4208-8233-6747ee42f5c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:54.240007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.244166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:54.247848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:54.254906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.299057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The resource could not be found. Mar 16 11:23:54.300345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4053617b-726a-43a8-ad5c-c2405c047f17 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0719523 Mar 16 11:23:54.303271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.308594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '6afed4a1-beec-4208-8233-6747ee42f5c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2858d21b-6743-41a6-b60a-e17bebf64c95'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:54.314663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.318474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:54.321338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:54.327932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.365088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The resource could not be found. Mar 16 11:23:54.366416 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0b241bb-ca69-455f-a66a-ba5b45dd1a7c tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0621774 Mar 16 11:23:54.369268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.440456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.466424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.480564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93abb13d-86d5-4d11-a37d-49cdcec540b0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:54.516266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.534029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afed4a1-beec-4208-8233-6747ee42f5c9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:54.543262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.544365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2996390-0960-4e58-b96f-fd92634dc631 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/6afed4a1-beec-4208-8233-6747ee42f5c9 HTTP/1.1" status: 204 len: 168 time: 0.1741791 Mar 16 11:23:54.547750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.551709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.601952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3866f660-8c70-4da0-a9a2-8ab11ab83f09 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:54.618462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:54.619937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3866f660-8c70-4da0-a9a2-8ab11ab83f09 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:54.625218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3866f660-8c70-4da0-a9a2-8ab11ab83f09 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0726862 Mar 16 11:23:54.625853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:54.625853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.626646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.632057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '44619975-715d-4a30-bbc6-713fb484ff1d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:54.640021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.643847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:54.646928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:54.652541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.693767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The resource could not be found. Mar 16 11:23:54.699364 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb31b0b5-dee7-4ad2-bb5f-4ab850795f0d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0679865 Mar 16 11:23:54.699590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:54.706077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--949442616'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:54.712426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.713088 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-97ef67dd-9fd6-4789-a313-fe52e265e6a2 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1601110 Mar 16 11:23:54.745821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.781444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 93abb13d-86d5-4d11-a37d-49cdcec540b0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93abb13d-86d5-4d11-a37d-49cdcec540b0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:54.786093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.817602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:54.858352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:54.879098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.901751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:54.916132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:23:54.921011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:54.921382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:54.929618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b2626-098c-458c-b8ce-bac580f7ee77 req-678b2c34-4a4c-4c0a-aa3d-42e7aa415d83 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:54.931052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c8b2626-098c-458c-b8ce-bac580f7ee77 req-678b2c34-4a4c-4c0a-aa3d-42e7aa415d83 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 981 time: 0.2162874 Mar 16 11:23:54.931935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:54.936018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:54.940465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:54.958172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:55.001557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c8b2626-098c-458c-b8ce-bac580f7ee77 req-84ab719f-ed35-44d4-ab9c-2f3ba521360f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626786 Mar 16 11:23:55.034832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.037280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.039335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.064134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:23:55.074015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:23:55.078635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.085999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67bac3-ea0a-4dc2-97e4-6166cf4ef839,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.093047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.095254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0864700-f1be-4d11-bd1b-cbddaaf1a359 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3946316 Mar 16 11:23:55.097856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44362) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.103735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728300199'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:55.111088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:55.115346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:55.118505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:55.124318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:55.133517 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'code': 200} Mar 16 11:23:55.144671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.149736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.179041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:55.182870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:55.185881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:55.192107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:55.256947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.260417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.332696 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbba439-85f3-4bc7-ae59-6cfffe4b901f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.339182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.343125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-061a7d59-f3b5-4125-b56e-1d11c8d18ecd tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2435396 Mar 16 11:23:55.343373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.349023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group_rule': {'security_group_id': '8f67bac3-ea0a-4dc2-97e4-6166cf4ef839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8dbba439-85f3-4bc7-ae59-6cfffe4b901f'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:55.354740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:55.358533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:55.361439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:55.368084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:55.381267 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb90043f-ef07-450b-92b1-3533bda6ee68 req-394b57c8-d8ad-4131-af62-23ade10e73c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 1135 time: 0.0784025 Mar 16 11:23:55.400281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:23:55.404271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-232d624b-bb8f-4831-947e-4003f1497d97 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0599232 Mar 16 11:23:55.404899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.424136 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb90043f-ef07-450b-92b1-3533bda6ee68 req-1b304c16-0f5e-4f8f-bc77-18c8ab5cba97 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Mar 16 11:23:55.468774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.494917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.540522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.558573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbba439-85f3-4bc7-ae59-6cfffe4b901f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.565353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.566449 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e20138f7-e700-4aea-9ade-90c80beae8b1 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/8dbba439-85f3-4bc7-ae59-6cfffe4b901f HTTP/1.1" status: 204 len: 168 time: 0.1606433 Mar 16 11:23:55.569174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44374) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.633692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4357ec06-04ce-4925-a5b3-6a81908c7b40 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:55.651019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4357ec06-04ce-4925-a5b3-6a81908c7b40 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:55.652268 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4357ec06-04ce-4925-a5b3-6a81908c7b40 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0821788 Mar 16 11:23:55.655798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44378) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.714520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.718155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.743807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.791098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.807895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67bac3-ea0a-4dc2-97e4-6166cf4ef839,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:55.820969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.824582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e46a0ce8-c338-4f93-9bc6-d29cc361801d tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f67bac3-ea0a-4dc2-97e4-6166cf4ef839 HTTP/1.1" status: 204 len: 168 time: 0.1655307 Mar 16 11:23:55.824754 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-176b796b-e81d-4ea3-8aee-90eeea5117d6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1079047 Mar 16 11:23:55.824855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.876534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-362605af-ae9c-46f6-a5a6-8807392470e0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:55.894512 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-362605af-ae9c-46f6-a5a6-8807392470e0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:55.895692 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-362605af-ae9c-46f6-a5a6-8807392470e0 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0699449 Mar 16 11:23:55.900789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:55.907054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545758515'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:55.913621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:55.923850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:55.937356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:55.989140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:55.993191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Usage tracker for resource:security_group_rule and tenant:5c52c27c65814f3582b37967c08e2ff1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:55.996166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:56.002614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:56.056546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.060642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.112935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf3fbfe-c574-4f7c-bae5-a31dfa4e905c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:56.121093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.122240 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a56dadaf-6b02-41ed-ae7a-d0dbc00e36b9 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2204962 Mar 16 11:23:56.125713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.131262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eb70868e-0f4c-454c-a811-aa313c0fe352 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:56.131794 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-eb70868e-0f4c-454c-a811-aa313c0fe352 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] update failed (client error): There was a conflict when trying to complete your request. Mar 16 11:23:56.132678 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb70868e-0f4c-454c-a811-aa313c0fe352 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "PUT /v2.0/security-groups/8bf3fbfe-c574-4f7c-bae5-a31dfa4e905c HTTP/1.1" status: 409 len: 330 time: 0.0060635 Mar 16 11:23:56.135172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.197945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.204699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3677b8d-0e68-4d55-83f8-3f2e8928e32a req-66ee44c0-e21e-41da-9396-102bce9b8d5b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:56.206147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e3677b8d-0e68-4d55-83f8-3f2e8928e32a req-66ee44c0-e21e-41da-9396-102bce9b8d5b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.0796924 Mar 16 11:23:56.227869 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.253886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e3677b8d-0e68-4d55-83f8-3f2e8928e32a req-430dec51-0c42-47c1-85a1-35357827825d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Mar 16 11:23:56.275415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.295364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf3fbfe-c574-4f7c-bae5-a31dfa4e905c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:56.304850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.306102 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8965c98-e270-4801-b973-43f0af092697 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/8bf3fbfe-c574-4f7c-bae5-a31dfa4e905c HTTP/1.1" status: 204 len: 168 time: 0.1700549 Mar 16 11:23:56.308761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44404) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.363167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8860d3d8-8098-42c1-be7a-22f7d8c8bfed tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Synchronizing usage tracker for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:23:56.378998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8860d3d8-8098-42c1-be7a-22f7d8c8bfed tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] Unset dirty status for tenant:5c52c27c65814f3582b37967c08e2ff1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:23:56.380195 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8860d3d8-8098-42c1-be7a-22f7d8c8bfed tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0704954 Mar 16 11:23:56.384183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.400662 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c6bb0ea7-138d-425b-9711-55b03cb2a752 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] delete failed (client error): The resource could not be found. Mar 16 11:23:56.402603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6bb0ea7-138d-425b-9711-55b03cb2a752 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "DELETE /v2.0/security-groups/dff0038b-c4aa-4833-85cc-5740d7e64e4a HTTP/1.1" status: 404 len: 347 time: 0.0164568 Mar 16 11:23:56.405685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.421684 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-b366a9fe-a8d0-44f7-91c9-721ad7a6b288 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] show failed (client error): The resource could not be found. Mar 16 11:23:56.422719 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b366a9fe-a8d0-44f7-91c9-721ad7a6b288 tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-groups/ed672a11-dad5-43b3-8549-519a92b49ee9 HTTP/1.1" status: 404 len: 347 time: 0.0162330 Mar 16 11:23:56.426282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.441167 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e0bee9de-7a4f-450b-af75-42e2cbbbf3fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] show failed (client error): The resource could not be found. Mar 16 11:23:56.442168 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0bee9de-7a4f-450b-af75-42e2cbbbf3fc tempest-NegativeSecGroupTest-695275073 tempest-NegativeSecGroupTest-695275073-project] 10.222.0.36 "GET /v2.0/security-group-rules/ec3e1a55-8ab7-46b7-9748-9861ba53fd72 HTTP/1.1" status: 404 len: 356 time: 0.0149758 Mar 16 11:23:56.465118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93abb13d-86d5-4d11-a37d-49cdcec540b0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:23:56.551642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 93abb13d-86d5-4d11-a37d-49cdcec540b0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:23:56.552077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:56.751296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44424) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.827507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:56.971193 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a3eb333-4d2c-470b-8d42-e04fbeed473e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1424501 Mar 16 11:23:56.980301 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a467726b-fb66-4d73-932a-391db964c3ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c52c27c65814f3582b37967c08e2ff1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2278576 Mar 16 11:23:56.984513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44434) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:57.041987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.066890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.123357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.146118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e16ef0-e989-4205-b1c3-3072b78c3555,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:57.157488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.162796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c221b6c-e5dc-488d-8242-9beb3b157b42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28e16ef0-e989-4205-b1c3-3072b78c3555 HTTP/1.1" status: 204 len: 168 time: 0.1732919 Mar 16 11:23:57.453006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4816bb-765b-4e37-9832-baf8679075c4 req-ae8c056f-f482-41bf-83e4-80770c7ee404 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:57.454543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df4816bb-765b-4e37-9832-baf8679075c4 req-ae8c056f-f482-41bf-83e4-80770c7ee404 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.0755010 Mar 16 11:23:57.502983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df4816bb-765b-4e37-9832-baf8679075c4 req-9cbfb1b7-6f56-4594-9322-42e90162e2ef tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Mar 16 11:23:57.699796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081729-3a57-4d6b-a736-4ae81ee69431 req-cb53e042-857f-4166-8b04-06e2e40a6fdd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:57.701211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1081729-3a57-4d6b-a736-4ae81ee69431 req-cb53e042-857f-4166-8b04-06e2e40a6fdd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.0771999 Mar 16 11:23:57.751045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1081729-3a57-4d6b-a736-4ae81ee69431 req-22df094e-ea30-47b0-b291-e0c0dc78fc6f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Mar 16 11:23:57.779667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:57.852275 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19bbf03e-0ae9-4a82-8d3b-c336fc03065e tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 1130 time: 0.0712550 Mar 16 11:23:57.855327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44462) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:57.860939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:57.866543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:57.871021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:57.873903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:57.881063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:57.894876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:57.974407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:57.996016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:58.039895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.164048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1117789786'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:58.167885 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2c434b8-c62e-46f9-860f-fbf69b4144f4 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 991 time: 0.1924629 Mar 16 11:23:58.169959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:58.180395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Usage tracker for resource:network and tenant:02abc66822ea42e3afcbecc35c3284f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:58.184446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:58.192660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:58.210553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.231 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/3fd8a8f1-60ad-4061-87ac-2adf93ffaa12) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:23:58.216231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Made reservation on behalf of 02abc66822ea42e3afcbecc35c3284f2 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:58.219251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.238051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.348562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:58.363024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Usage tracker for resource:security_group_rule and tenant:02abc66822ea42e3afcbecc35c3284f2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:58.367027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:58.380830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:58.410557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.482019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.483590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.520301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.562752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba78a8a8-cc07-4e31-9f21-a21820388a92 None None] New status for floating IP bce99472-f4ce-4a96-813c-8de6a25b326e: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:23:58.582917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:23:58.587299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:23:58.594455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:58.599959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:23:58.631411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8955c13e-881f-46a9-a09d-c0e14d564ca7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:58.637515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.637851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Added segment 28d696a2-5e60-498d-96d2-b8599cb1363d of type vlan for network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c Mar 16 11:23:58.638902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=3fd8a8f1-60ad-4061-87ac-2adf93ffaa12,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:58.708091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.801564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:58.805121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:58.805688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.113249 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1160152 Mar 16 11:23:59.116270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44478) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:59.120146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bb372-ffc6-4380-81f8-c15ff75fe788 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event updated for resources: {'Network': ['ID=a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.121811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Request body: {'subnet': {'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:59.131845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:23:59.174041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:59.246409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:59.250863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Usage tracker for resource:subnet and tenant:02abc66822ea42e3afcbecc35c3284f2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:59.253652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:59.259154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:59.269876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Made reservation on behalf of 02abc66822ea42e3afcbecc35c3284f2 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.310403 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d996c109-0b42-45b2-8d10-50d92c4f2802 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 993 time: 0.1349213 Mar 16 11:23:59.370821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.446046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.502181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.587325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.665979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event updated for resources: {'Subnet': ['ID=89ccc222-7e0d-4e4b-8c71-c2a51bed27c7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.680903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Checking segment: {'id': '28d696a2-5e60-498d-96d2-b8599cb1363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:23:59.681257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Network hostable DHCP agents. Network: a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:23:59.703112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:23:59.711647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:23:59.712876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.715874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:23:59.716451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.717896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.722644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a441864-8c30-4d70-8ba3-71e8aaef9a41 None None] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:23:59.741450 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8693a51-339f-4535-bfe0-3a5ec8441033 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6216547 Mar 16 11:23:59.741691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44486) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:23:59.747655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Request body: {'port': {'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c', 'name': 'tempest-TagsExtTest-1542821738'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:23:59.822459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=3fd8a8f1-60ad-4061-87ac-2adf93ffaa12,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:23:59.838022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.889916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:23:59.894238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Usage tracker for resource:port and tenant:02abc66822ea42e3afcbecc35c3284f2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:23:59.896718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:23:59.902509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:23:59.914980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Made reservation on behalf of 02abc66822ea42e3afcbecc35c3284f2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:23:59.918061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:23:59.945841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] device_id is not set on port 798e9161-853b-4962-8117-856539e00720 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:23:59.947587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c', 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c', 'tenant_id': '02abc66822ea42e3afcbecc35c3284f2', 'fixed_ips': [{'subnet_id': '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:23:59.948466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.028597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP 66d074c9-8d26-4fe1-9de4-b2617ef975f4 associated. External IP: 172.26.1.231, port: e93a4b03-11b4-48c5-8d93-c04ed8100bd0. Mar 16 11:24:00.092083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Allocated IP 172.20.0.13 (a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/798e9161-853b-4962-8117-856539e00720) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:00.296067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.312413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Transition to ACTIVE for port object 798e9161-853b-4962-8117-856539e00720 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.336077 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.394095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Allocated IP 172.20.0.2 (a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/02afe41f-8404-4520-922c-73d15e23c9e0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:00.408462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:00.412051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.415208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:00.429832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 86d1afbf-8b88-473b-bebc-f1c32738a6ac has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:00.451901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event updated for resources: {'Port': ['ID=798e9161-853b-4962-8117-856539e00720,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.482642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:00.483493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.509283 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ccacf0bb-0642-4c1a-862a-9ca8bbd5c8f5 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7638490 Mar 16 11:24:00.509695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44490) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.515969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1746237446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:00.523496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:00.527739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Usage tracker for resource:router and tenant:02abc66822ea42e3afcbecc35c3284f2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:00.531267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:00.537394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:00.549286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.550429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.571530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.595353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.617334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.621616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.622508 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-501208d0-c333-431e-8e42-2172f7252e12 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1115785 Mar 16 11:24:00.626920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44494) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.632457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Transition to ACTIVE for port object 02afe41f-8404-4520-922c-73d15e23c9e0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.633116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-125981c0-fbfa-4d5c-8a07-77c029fe3fee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1134170866', 'prefixes': ['172.20.0.0/16']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:00.638966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-125981c0-fbfa-4d5c-8a07-77c029fe3fee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:00.652111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Transition to ACTIVE for port object 02afe41f-8404-4520-922c-73d15e23c9e0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:00.657508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.706956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-125981c0-fbfa-4d5c-8a07-77c029fe3fee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for subnetpool, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.711814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-125981c0-fbfa-4d5c-8a07-77c029fe3fee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0805116 Mar 16 11:24:00.712115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44498) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.719185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-d48cae4d-2988-4730-b671-aed18e7bccaa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-580655941') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:00.728642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:00.732120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:00.734570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Pushing event updated for resources: {'Port': ['ID=02afe41f-8404-4520-922c-73d15e23c9e0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:00.736627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:00.820837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Attempting to bind port 02afe41f-8404-4520-922c-73d15e23c9e0 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:00.821131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Attempting to bind port 02afe41f-8404-4520-922c-73d15e23c9e0 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '28d696a2-5e60-498d-96d2-b8599cb1363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:00.821444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Attempting to bind port 02afe41f-8404-4520-922c-73d15e23c9e0 on network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:00.821980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:00.828726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:00.829169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Checking segment: {'id': '28d696a2-5e60-498d-96d2-b8599cb1363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:00.829493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.830323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Bound using segment: {'id': '28d696a2-5e60-498d-96d2-b8599cb1363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:00.830477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Bound port: 02afe41f-8404-4520-922c-73d15e23c9e0, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d696a2-5e60-498d-96d2-b8599cb1363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:00.830821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.838943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d48cae4d-2988-4730-b671-aed18e7bccaa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-580655941 HTTP/1.1" status: 201 len: 201 time: 0.1233892 Mar 16 11:24:00.839143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.845179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-4b8cc1ff-6d2c-45d1-a525-1b8f77bde9a0 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-493485646') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:00.888064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.955918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c350012-46d5-4b80-9288-699216b76a90 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.0963721 Mar 16 11:24:00.956170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] For port 02afe41f-8404-4520-922c-73d15e23c9e0, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:00.956290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:00.957175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.958142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] For port 02afe41f-8404-4520-922c-73d15e23c9e0, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=02afe41f-8404-4520-922c-73d15e23c9e0,segment=NetworkSegment(28d696a2-5e60-498d-96d2-b8599cb1363d),segment_id=28d696a2-5e60-498d-96d2-b8599cb1363d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:00.963996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:00.980232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b8cc1ff-6d2c-45d1-a525-1b8f77bde9a0 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-493485646 HTTP/1.1" status: 201 len: 201 time: 0.1400971 Mar 16 11:24:00.982846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:00.989510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-8f1b3a02-b855-47f5-80e5-0408f5f9ee4b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-582846289') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.050726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1263f3-2a89-45ad-86b2-7c6459de06fb', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'status': 'completed', 'code': 200} Mar 16 11:24:01.055462 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd67016e-8ad2-47fb-a8d2-229e12fe8f74 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb&network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 1130 time: 0.0946112 Mar 16 11:24:01.077833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4843a64-c674-46d5-b20e-c5f264fde5f3 None None] Pushing event updated for resources: {'Port': ['ID=02afe41f-8404-4520-922c-73d15e23c9e0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:01.142487 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-7fab5b5d-ac16-49f5-9f86-e6cde0bee84c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 1135 time: 0.0880742 Mar 16 11:24:01.177538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f1b3a02-b855-47f5-80e5-0408f5f9ee4b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-582846289 HTTP/1.1" status: 201 len: 201 time: 0.1935852 Mar 16 11:24:01.180293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.187216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-34213649-7e6e-4396-a6de-9ac822ae2351 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-1462134422') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.276363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34213649-7e6e-4396-a6de-9ac822ae2351 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-1462134422 HTTP/1.1" status: 201 len: 201 time: 0.0949759 Mar 16 11:24:01.278747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.286386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-9f257ce8-a58e-467c-985e-8d359ede071f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.377885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-28338689-1a73-48e2-9b3d-1bbb3156e6c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:01.381369 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-28338689-1a73-48e2-9b3d-1bbb3156e6c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 897 time: 0.2303336 Mar 16 11:24:01.382945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.383398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f257ce8-a58e-467c-985e-8d359ede071f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 200 len: 240 time: 0.1030359 Mar 16 11:24:01.389177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-eb2a12e4-48fd-4ed4-a25d-df044c59037c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-580655941') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.534377 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-bf759e45-43ec-48fe-82b6-57b3d75baab1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1036 time: 0.1139505 Mar 16 11:24:01.548540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1f37c4c-6b04-4c68-8d6a-08a3518c2a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:01.596363 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb2a12e4-48fd-4ed4-a25d-df044c59037c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-580655941 HTTP/1.1" status: 204 len: 168 time: 0.2123480 Mar 16 11:24:01.598790 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44536) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.605586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-6a5c4296-c6f0-48ff-999e-2f1e2753bfcb tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-580655941') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.653384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-3f21c06e-414d-4844-823b-8c1cd1909914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:01.654838 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-3f21c06e-414d-4844-823b-8c1cd1909914 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 200 len: 835 time: 0.1120129 Mar 16 11:24:01.739840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904272c-6dc4-4e3a-9d6a-8c72d7ed611d req-8e9b4989-40fb-4d22-bb7d-5d3bbf57d95a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:01.741383 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7904272c-6dc4-4e3a-9d6a-8c72d7ed611d req-8e9b4989-40fb-4d22-bb7d-5d3bbf57d95a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.2436993 Mar 16 11:24:01.794724 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7904272c-6dc4-4e3a-9d6a-8c72d7ed611d req-7ebea29a-900b-4c2b-b48f-9554aef09612 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472298 Mar 16 11:24:01.851000 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6a5c4296-c6f0-48ff-999e-2f1e2753bfcb tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-580655941 HTTP/1.1" status: 204 len: 168 time: 0.2511749 Mar 16 11:24:01.853804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.859865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-ec68f007-02ac-4171-ae70-a043081a569d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:01.863995 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-28afab2c-1df4-4f97-8406-bdf4b79470e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1989653 Mar 16 11:24:01.941531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec68f007-02ac-4171-ae70-a043081a569d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 200 len: 205 time: 0.0864472 Mar 16 11:24:01.944554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:01.952254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-fe00da07-0e86-4c31-ba64-0d5644f105b9 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.018684 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-b8757be7-e6d2-4f31-9537-a77ca5e5c6ab service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474607 Mar 16 11:24:02.027323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe00da07-0e86-4c31-ba64-0d5644f105b9 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 200 len: 240 time: 0.0821397 Mar 16 11:24:02.029580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44548) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.035122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-19135175-3fe9-4017-87d4-ff6358356d9a tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-493485646') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.087501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48836a-4a0b-4a04-9aac-7f6dc645d79c None None] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:24:02.122782 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19135175-3fe9-4017-87d4-ff6358356d9a tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-493485646 HTTP/1.1" status: 204 len: 168 time: 0.0920858 Mar 16 11:24:02.126196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44552) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.132869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-ee439212-a94d-4828-b153-6a3ce9604bd2 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-493485646') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.176816 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4a8ede53-f48c-4533-b41a-1a872b405fe1 req-d7451cc8-4195-4b4f-9b45-cda6f6d74953 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515944 Mar 16 11:24:02.205881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2c238bf5-8e92-45c0-99d8-5d7e6d2d5c67 None None] Provisioning for port 02afe41f-8404-4520-922c-73d15e23c9e0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:02.253236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee439212-a94d-4828-b153-6a3ce9604bd2 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-493485646 HTTP/1.1" status: 204 len: 168 time: 0.1257434 Mar 16 11:24:02.256140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.262230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-77ea438c-c0c8-423d-b568-9c78fbb5446c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.335448 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77ea438c-c0c8-423d-b568-9c78fbb5446c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 200 len: 205 time: 0.0755222 Mar 16 11:24:02.335988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.343239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-73821933-a10a-4bd9-98ab-a6afc46c9585 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.501031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44564) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.501929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73821933-a10a-4bd9-98ab-a6afc46c9585 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 200 len: 240 time: 0.1639109 Mar 16 11:24:02.510588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-6b32a6a3-a6b6-424b-aba3-246308e2f7d1 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-582846289') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.522304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 02afe41f-8404-4520-922c-73d15e23c9e0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:02.611091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 02afe41f-8404-4520-922c-73d15e23c9e0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:02.618055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 02afe41f-8404-4520-922c-73d15e23c9e0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:02.618627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.663725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.670684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-6e882fac-533c-4ae7-a925-65688f7ff03b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-582846289') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.676618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b32a6a3-a6b6-424b-aba3-246308e2f7d1 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-582846289 HTTP/1.1" status: 204 len: 168 time: 0.1733518 Mar 16 11:24:02.732485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Provisioning complete for port 02afe41f-8404-4520-922c-73d15e23c9e0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:02.733062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.851643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6e882fac-533c-4ae7-a925-65688f7ff03b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-582846289 HTTP/1.1" status: 204 len: 168 time: 0.1866555 Mar 16 11:24:02.854016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:02.860343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-80ece6cc-c87a-4fe2-ade1-6ffad1526ade tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:02.881071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.933526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 02afe41f-8404-4520-922c-73d15e23c9e0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=02afe41f-8404-4520-922c-73d15e23c9e0,segment=NetworkSegment(28d696a2-5e60-498d-96d2-b8599cb1363d),segment_id=28d696a2-5e60-498d-96d2-b8599cb1363d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:02.934503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.945851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:02.969069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-f0d34ca8-c5ce-4546-922c-bbe01de00d12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:02.969776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-f0d34ca8-c5ce-4546-922c-bbe01de00d12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:02.987840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-f0d34ca8-c5ce-4546-922c-bbe01de00d12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:02.990417 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-f0d34ca8-c5ce-4546-922c-bbe01de00d12 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.1401811 Mar 16 11:24:03.029154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-80ece6cc-c87a-4fe2-ade1-6ffad1526ade tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 200 len: 205 time: 0.1715717 Mar 16 11:24:03.029483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44580) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.035658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-eb0b1b87-bd83-40fa-8d5a-9459227e9408 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.071157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb0b1b87-bd83-40fa-8d5a-9459227e9408 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 200 len: 241 time: 0.0398076 Mar 16 11:24:03.071585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=02afe41f-8404-4520-922c-73d15e23c9e0,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:03.073052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.074681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-050986c4-d749-4c35-8596-fe8851c57ad0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.076254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-050986c4-d749-4c35-8596-fe8851c57ad0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0798299 Mar 16 11:24:03.083102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:24:03.083667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:24:03.084850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-fbcb88c1-e824-4e9f-9ff3-f50443ebe213 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-1462134422') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.229545 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-9a939fb6-e4e7-4eea-ba47-ffdcd57f5ce8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1476679 Mar 16 11:24:03.240898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:03.256193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fbcb88c1-e824-4e9f-9ff3-f50443ebe213 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-1462134422 HTTP/1.1" status: 204 len: 168 time: 0.1748836 Mar 16 11:24:03.256427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44588) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.262453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-5478114c-9bda-4fad-9f50-f165db9e4fea tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-1462134422') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.321622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953e622-dc59-4e65-98f4-6a8d935acd48 req-8db77ac1-ee5b-4a34-9942-7ef34b4e6153 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:03.323057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d953e622-dc59-4e65-98f4-6a8d935acd48 req-8db77ac1-ee5b-4a34-9942-7ef34b4e6153 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 982 time: 0.3308802 Mar 16 11:24:03.331580 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5478114c-9bda-4fad-9f50-f165db9e4fea tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-1462134422 HTTP/1.1" status: 204 len: 168 time: 0.0707655 Mar 16 11:24:03.331812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.349328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-6ad0f70b-ac80-4691-a8f5-9ffd54cd3931 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.358303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.394766 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d953e622-dc59-4e65-98f4-6a8d935acd48 req-46596bde-22f2-4394-acc9-155436445605 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Mar 16 11:24:03.396072 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ad0f70b-ac80-4691-a8f5-9ffd54cd3931 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 200 len: 205 time: 0.0634482 Mar 16 11:24:03.399170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.408033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-5e586c66-3ad6-49e2-9c62-fa3616e5882f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.440833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e586c66-3ad6-49e2-9c62-fa3616e5882f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 204 len: 168 time: 0.0367410 Mar 16 11:24:03.441117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.446930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-b4b7d1b4-b185-43d5-9771-219c8fef217f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.557940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:03.588017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4b7d1b4-b185-43d5-9771-219c8fef217f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 204 len: 168 time: 0.1457911 Mar 16 11:24:03.588611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.591997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:03.593979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-ddf02052-c487-4b37-b787-697d3e40f9ee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.641772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] device_id is not set on port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:24:03.649940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.650933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Provisioning for port 798e9161-853b-4962-8117-856539e00720 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:03.656329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.656734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Provisioning complete for port 798e9161-853b-4962-8117-856539e00720 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:03.657289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.676869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddf02052-c487-4b37-b787-697d3e40f9ee tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 204 len: 168 time: 0.0849972 Mar 16 11:24:03.677134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.682697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-ed98ec44-06df-4546-94aa-ff13feaaeccd tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.728583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eaaff038-5165-43ff-9d3b-5c61bd336cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.735252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-aca42e27-f73c-4636-8d57-1eae20e368ac None None] Port 798e9161-853b-4962-8117-856539e00720 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:03.773285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed98ec44-06df-4546-94aa-ff13feaaeccd tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0949557 Mar 16 11:24:03.778136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44614) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.784642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-7fd9a953-1832-4cc1-b70c-94ecf822ed14 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-1328909941') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.800016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=6']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:03.861193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] No DVR routers for this DVR port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:03.866999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-21ff0122-1ef1-4bce-a224-b8b002166f0b None None] Provisioning complete for port 798e9161-853b-4962-8117-856539e00720 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:03.867488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-21ff0122-1ef1-4bce-a224-b8b002166f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:03.883217 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7fd9a953-1832-4cc1-b70c-94ecf822ed14 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-1328909941 HTTP/1.1" status: 201 len: 201 time: 0.1039705 Mar 16 11:24:03.886425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.892476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-0aee9d54-a1f3-4bca-a645-fa1fa7f3988c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-1700868961') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:03.932729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-21ff0122-1ef1-4bce-a224-b8b002166f0b None None] Port 798e9161-853b-4962-8117-856539e00720 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:03.981521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0aee9d54-a1f3-4bca-a645-fa1fa7f3988c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-1700868961 HTTP/1.1" status: 201 len: 201 time: 0.0937257 Mar 16 11:24:03.986203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44622) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:03.992785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-d0973945-45bf-470d-b58e-c650488b5969 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-1813640612') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.055310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8603232d-74dd-4fda-be35-8a14c7127279 None None] Provisioning complete for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:04.056033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8603232d-74dd-4fda-be35-8a14c7127279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.113156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8603232d-74dd-4fda-be35-8a14c7127279 None None] Port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:04.137761 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d0973945-45bf-470d-b58e-c650488b5969 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-1813640612 HTTP/1.1" status: 201 len: 201 time: 0.1504910 Mar 16 11:24:04.140785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.146546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-0f5ab4d7-8ec0-4bee-983e-602f66fa99b3 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-1519686272') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.180563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0f5ab4d7-8ec0-4bee-983e-602f66fa99b3 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-1519686272 HTTP/1.1" status: 201 len: 201 time: 0.0387771 Mar 16 11:24:04.183300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.189115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-30cf2692-1e6b-4b1e-a5e7-ff4c77884733 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', {'tags': ['tempest-TagsExtTest-Tag-9377489', 'tempest-TagsExtTest-Tag-1919701909', 'tempest-TagsExtTest-Tag-915771041']}) {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.223646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] In _notify_port_updated(), no bound segment for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:24:04.224754 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.226102 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f3e9cd0-ac24-4c06-8245-d37c7679787d req-3b1549be-73de-45c9-b421-647757d361f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1025 time: 0.9901881 Mar 16 11:24:04.264800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30cf2692-1e6b-4b1e-a5e7-ff4c77884733 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 200 len: 314 time: 0.0805120 Mar 16 11:24:04.267348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.273820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-7d2de3ae-0c35-494d-9703-e4c42b11f0ae tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.359791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7d2de3ae-0c35-494d-9703-e4c42b11f0ae tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0912948 Mar 16 11:24:04.362319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.367610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-ffba2851-5e74-4578-b165-ebd279e9ddc7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-9377489') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.431362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-ffba2851-5e74-4578-b165-ebd279e9ddc7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:04.432601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ffba2851-5e74-4578-b165-ebd279e9ddc7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-9377489 HTTP/1.1" status: 404 len: 326 time: 0.0692904 Mar 16 11:24:04.435281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44644) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.440678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-5d6cbd90-ee10-42d0-bf66-8ed53cef37ec tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-1919701909') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.470327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 02afe41f-8404-4520-922c-73d15e23c9e0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:04.509713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-5d6cbd90-ee10-42d0-bf66-8ed53cef37ec tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:04.510764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5d6cbd90-ee10-42d0-bf66-8ed53cef37ec tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-1919701909 HTTP/1.1" status: 404 len: 329 time: 0.0745888 Mar 16 11:24:04.513771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.519743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-17bc3418-4cc4-4877-9f07-71ff14456ca7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7', 'tempest-TagsExtTest-Tag-915771041') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.538425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 02afe41f-8404-4520-922c-73d15e23c9e0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:04.538790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.589875 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16e5757c-0f40-4937-981a-a8f001c50886 req-d495d283-6a29-46cf-b29a-0c2fc6f39efe tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f1263f3-2a89-45ad-86b2-7c6459de06fb HTTP/1.1" status: 200 len: 210 time: 0.0398843 Mar 16 11:24:04.593488 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-17bc3418-4cc4-4877-9f07-71ff14456ca7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:04.594493 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-17bc3418-4cc4-4877-9f07-71ff14456ca7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags/tempest-TagsExtTest-Tag-915771041 HTTP/1.1" status: 404 len: 328 time: 0.0795655 Mar 16 11:24:04.597306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44652) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.602873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-37ac9df5-26b6-4d5f-ba17-c39d0a4b9d9b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', {'tags': ['tempest-TagsExtTest-Tag-1574426948', 'tempest-TagsExtTest-Tag-891455978', 'tempest-TagsExtTest-Tag-145682362']}) {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.680278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37ac9df5-26b6-4d5f-ba17-c39d0a4b9d9b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 200 len: 316 time: 0.0818775 Mar 16 11:24:04.682871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44656) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.688854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-e77679b4-df67-4554-bc82-00526287da0a tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.777096 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e77679b4-df67-4554-bc82-00526287da0a tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 204 len: 168 time: 0.0929787 Mar 16 11:24:04.779825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44660) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.785340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-403fa31a-e504-45ce-9b71-a291a5cc54c7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-1574426948') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.854360 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-403fa31a-e504-45ce-9b71-a291a5cc54c7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:04.855427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-403fa31a-e504-45ce-9b71-a291a5cc54c7 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-1574426948 HTTP/1.1" status: 404 len: 329 time: 0.0746834 Mar 16 11:24:04.859135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44664) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.865367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-23e043ad-1fb0-43a9-883f-3b50cb05c7c9 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-891455978') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.904358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:04.939931 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-23e043ad-1fb0-43a9-883f-3b50cb05c7c9 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:04.940956 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-23e043ad-1fb0-43a9-883f-3b50cb05c7c9 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-891455978 HTTP/1.1" status: 404 len: 328 time: 0.0806544 Mar 16 11:24:04.944145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:04.949615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-c10912d3-232e-4331-bb65-e1686302ba26 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720', 'tempest-TagsExtTest-Tag-145682362') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:04.978473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:05.015997 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c10912d3-232e-4331-bb65-e1686302ba26 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.016995 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c10912d3-232e-4331-bb65-e1686302ba26 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags/tempest-TagsExtTest-Tag-145682362 HTTP/1.1" status: 404 len: 328 time: 0.0720053 Mar 16 11:24:05.022180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.028322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-7f261af8-c13a-48b2-9899-d4ca46a0a882 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', {'tags': ['tempest-TagsExtTest-Tag-295625222', 'tempest-TagsExtTest-Tag-2024881770', 'tempest-TagsExtTest-Tag-67318053']}) {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.168870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7f261af8-c13a-48b2-9899-d4ca46a0a882 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 200 len: 315 time: 0.1456308 Mar 16 11:24:05.171560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.177009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-3fc1edb4-31e2-44ff-9129-9a701ca9e353 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.329882 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fc1edb4-31e2-44ff-9129-9a701ca9e353 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 204 len: 168 time: 0.1573398 Mar 16 11:24:05.333443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.340228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-748e0902-5637-4630-9ef2-933307c29490 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-295625222') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.468277 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-748e0902-5637-4630-9ef2-933307c29490 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.469177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-748e0902-5637-4630-9ef2-933307c29490 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-295625222 HTTP/1.1" status: 404 len: 328 time: 0.1347876 Mar 16 11:24:05.472296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.477713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-52e217e7-52b2-49be-a9b5-ef0b8ef85fef tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-2024881770') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.605551 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-52e217e7-52b2-49be-a9b5-ef0b8ef85fef tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.606589 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-52e217e7-52b2-49be-a9b5-ef0b8ef85fef tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-2024881770 HTTP/1.1" status: 404 len: 329 time: 0.1333971 Mar 16 11:24:05.609871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44688) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.615121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-fb62a00b-c07a-49bf-b2f7-4be53c17cc2c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22', 'tempest-TagsExtTest-Tag-67318053') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.698532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44694) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.744783 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-fb62a00b-c07a-49bf-b2f7-4be53c17cc2c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.746498 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb62a00b-c07a-49bf-b2f7-4be53c17cc2c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags/tempest-TagsExtTest-Tag-67318053 HTTP/1.1" status: 404 len: 327 time: 0.1350660 Mar 16 11:24:05.748661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44698) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.754598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-542dd827-d404-40ab-90a6-661f92b91c4d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', {'tags': ['tempest-TagsExtTest-Tag-660832390', 'tempest-TagsExtTest-Tag-434525043', 'tempest-TagsExtTest-Tag-1394880650']}) {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.771090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8a83d-3cf9-4ea0-9786-f3fadc625ffe tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:05.772481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01c8a83d-3cf9-4ea0-9786-f3fadc625ffe tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 924 time: 0.0729699 Mar 16 11:24:05.790774 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-542dd827-d404-40ab-90a6-661f92b91c4d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "PUT /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 200 len: 316 time: 0.0410259 Mar 16 11:24:05.793278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.799578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-2aa00530-1d5e-4000-9d8c-4bbab5b00fc8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.841007 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2aa00530-1d5e-4000-9d8c-4bbab5b00fc8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 204 len: 168 time: 0.0463846 Mar 16 11:24:05.843538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.849237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-13943a86-d5dc-47d7-b6b5-e8f7e22719aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-660832390') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.871472 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-13943a86-d5dc-47d7-b6b5-e8f7e22719aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.872460 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-13943a86-d5dc-47d7-b6b5-e8f7e22719aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-660832390 HTTP/1.1" status: 404 len: 328 time: 0.0278006 Mar 16 11:24:05.875798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44712) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.881910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-c4e1e26a-4aad-4027-8d40-6a663cfd84f8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-434525043') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.905943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c4e1e26a-4aad-4027-8d40-6a663cfd84f8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.907040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4e1e26a-4aad-4027-8d40-6a663cfd84f8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-434525043 HTTP/1.1" status: 404 len: 328 time: 0.0301266 Mar 16 11:24:05.910246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.915431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-41f6d648-9608-4fbc-b154-fac4c759e3ba tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5', 'tempest-TagsExtTest-Tag-1394880650') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.940274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-41f6d648-9608-4fbc-b154-fac4c759e3ba tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] show failed (client error): The resource could not be found. Mar 16 11:24:05.941252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-41f6d648-9608-4fbc-b154-fac4c759e3ba tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags/tempest-TagsExtTest-Tag-1394880650 HTTP/1.1" status: 404 len: 329 time: 0.0300922 Mar 16 11:24:05.944098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44720) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.949302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-fd5a3d3c-2b52-4262-8da4-a7908cc07443 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.969637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44724) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.975357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852323819', 'description': 'tempest-secgroup-smoke-852323819 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:05.979613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fd5a3d3c-2b52-4262-8da4-a7908cc07443 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5/tags HTTP/1.1" status: 204 len: 168 time: 0.0345936 Mar 16 11:24:05.981039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:05.982303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:05.987756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-521c7aef-1a45-4e0b-9e81-4ca195d1c14b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd171511-827d-4064-a3cc-715e71479a22') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:05.991868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.002575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.039237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.043302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.046815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.052930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.120112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.125193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.132035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-521c7aef-1a45-4e0b-9e81-4ca195d1c14b tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22/tags HTTP/1.1" status: 204 len: 168 time: 0.1464107 Mar 16 11:24:06.132338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.137891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-43d3af2e-2370-450d-969f-415b1e3a2d40 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '798e9161-853b-4962-8117-856539e00720') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:06.175020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55827b8-9be0-41cb-a1cb-c548d2de479b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.178363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.179653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e092e09e-0bbb-45bd-a182-013725903dc5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2090049 Mar 16 11:24:06.182596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.188353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:06.194903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.198963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.200393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.204833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.211803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.231533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.299765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.303854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.311143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43d3af2e-2370-450d-969f-415b1e3a2d40 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/ports/798e9161-853b-4962-8117-856539e00720/tags HTTP/1.1" status: 204 len: 168 time: 0.1777751 Mar 16 11:24:06.314249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.320153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-d8f38f2d-3263-432b-a236-2c128d38d7c8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89ccc222-7e0d-4e4b-8c71-c2a51bed27c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:06.328033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8bd867-d752-451d-a546-bfeb7877e755,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.338044 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.342171 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-363754d0-a19d-4f53-9f11-9d909cfd63a2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1557281 Mar 16 11:24:06.342796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.348201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:06.354021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.358191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.360971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.366741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.384475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.402378 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d8f38f2d-3263-432b-a236-2c128d38d7c8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0808499 Mar 16 11:24:06.402638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44748) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.447850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.452918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.475760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957a16fd-63f4-4c7d-a96e-e108104045b5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.486793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.490691 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62dc4e7f-acd3-46b6-80c0-e3e69a6f26d9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1443312 Mar 16 11:24:06.490912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44752) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.495045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aef142a7-a918-4ed0-9082-d03079ab4a9c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.496143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aef142a7-a918-4ed0-9082-d03079ab4a9c tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7f9efbbb-883c-4cfc-8a9a-9a11fb878ae5 HTTP/1.1" status: 204 len: 168 time: 0.0925419 Mar 16 11:24:06.496426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:06.498788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.502700 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.506530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.509348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.515397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.532900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.540830 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed0e6ed3-703c-4827-88f8-2d83a0baa59f tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd171511-827d-4064-a3cc-715e71479a22 HTTP/1.1" status: 200 len: 205 time: 0.0408790 Mar 16 11:24:06.544047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44760) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.682766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.694034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.698615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.720793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f9596-a17a-405f-9a72-cc85a51f89af,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.730896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.732046 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a0c7ed2-328d-4dc9-9560-3f335a0cbd35 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2402518 Mar 16 11:24:06.735631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44764) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.741105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:06.746727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.750805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.753674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.759213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.776638 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.839952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:06.841202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.845128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.869908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb42b8b-01c5-4aab-a0ef-9c9c86f7b028,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:06.881177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.882696 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46200e93-b89e-44e2-8732-bcda00857aa3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1461861 Mar 16 11:24:06.885502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44768) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:06.891099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:06.896915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:06.900624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:06.903728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:06.905851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:06.909930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:06.921024 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:06.927841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.991214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:06.995345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.021924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af92a0a-f083-40db-96a7-faeed4a2c249,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.033731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.035022 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a20fcf24-da43-4e0c-afbc-7a79799bc172 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1485937 Mar 16 11:24:07.037914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:07.043244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'e55827b8-9be0-41cb-a1cb-c548d2de479b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:07.049875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:07.054172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:07.057126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:07.063919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:07.073196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.075721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:07.077760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.083250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.103831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.104648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Fanout notify agent at l3_agent the message router_deleted on router fd171511-827d-4064-a3cc-715e71479a22 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:24:07.115651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.116691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3adb984d-4a67-4b77-879f-c579e6f140aa tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/routers/fd171511-827d-4064-a3cc-715e71479a22 HTTP/1.1" status: 204 len: 168 time: 0.5716820 Mar 16 11:24:07.119441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:07.151983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.156912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.184200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Deleting port 798e9161-853b-4962-8117-856539e00720 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:07.184469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a48817-3ffb-434e-a379-b1a3b6309c74,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:07.184615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.200324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.209907 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c799277b-45f0-4d05-b902-8d7ba20d922e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1629651 Mar 16 11:24:07.451363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.570735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Calling delete_port for 798e9161-853b-4962-8117-856539e00720 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:07.606549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-94967f13-76e4-4779-8525-9217dfe885f2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852323819&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.2122588 Mar 16 11:24:07.799812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-0d182115-a416-4724-914a-3cf7d5a2ba93 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:07.801112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-0d182115-a416-4724-914a-3cf7d5a2ba93 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 929 time: 0.1828740 Mar 16 11:24:07.914265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-656f1b76-9f84-4fab-9fd4-3a3395c55aee service neutron] 10.222.0.36 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0801446 Mar 16 11:24:07.917300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:07.960283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-acc26517-97c0-44c7-b3f5-85242195458b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:24:07.961223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-acc26517-97c0-44c7-b3f5-85242195458b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0105319 Mar 16 11:24:07.964964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Sync routers for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:07.977426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:07.978147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:07.990672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event deleted for resources: {'Port': ['ID=798e9161-853b-4962-8117-856539e00720,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.164945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:08.178704 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.185002 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-29b3482c-ca69-4260-b017-49c80d8a682d service neutron] 10.222.0.36 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163882 Mar 16 11:24:08.190375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44788) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:08.190882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf4d5cd5-f654-40d3-8e09-126aa919788d tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/ports/798e9161-853b-4962-8117-856539e00720 HTTP/1.1" status: 204 len: 168 time: 1.0700169 Mar 16 11:24:08.355313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-4571e020-8d51-42bf-9790-ffc3092393ca service neutron] 10.222.0.36 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552467 Mar 16 11:24:08.407660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Deleting subnet 89ccc222-7e0d-4e4b-8c71-c2a51bed27c7 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:24:08.412172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.486184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.553530 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ddc7e877-d11e-4d7f-8198-3e4faceecdb8 req-e9aa83c2-487c-4380-8da0-5fb492e7d219 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 210 time: 0.0422056 Mar 16 11:24:08.588737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.603726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '66d074c9-8d26-4fe1-9de4-b2617ef975f4', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.231', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-155331594', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'mac_address': 'fa:16:3e:c2:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:08.608457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Checking router: 86d1afbf-8b88-473b-bebc-f1c32738a6ac for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:08.619524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:08.620020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:08.667916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.714328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event deleted for resources: {'Subnet': ['ID=89ccc222-7e0d-4e4b-8c71-c2a51bed27c7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:08.721080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.729618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d932fe8b-1fa2-468a-b0ae-5890f2ef5c73 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/subnets/89ccc222-7e0d-4e4b-8c71-c2a51bed27c7 HTTP/1.1" status: 204 len: 168 time: 0.5381913 Mar 16 11:24:08.731989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44800) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:08.739588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5619e-d03e-4041-957f-d16ae2685a8a None None] Network a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:24:08.851833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.863086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Deleting port 02afe41f-8404-4520-922c-73d15e23c9e0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:08.863418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:08.982855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:09.078526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] For port 02afe41f-8404-4520-922c-73d15e23c9e0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=02afe41f-8404-4520-922c-73d15e23c9e0,segment=NetworkSegment(28d696a2-5e60-498d-96d2-b8599cb1363d),segment_id=28d696a2-5e60-498d-96d2-b8599cb1363d)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:09.078881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.207278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Calling delete_port for 02afe41f-8404-4520-922c-73d15e23c9e0 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:09.247612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5509b00-32d8-4a9e-8ea6-bf8941d05fdf None None] DHCP port deletion for a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:24:09.256140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e5509b00-32d8-4a9e-8ea6-bf8941d05fdf None None] Deleting port 02afe41f-8404-4520-922c-73d15e23c9e0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:09.256500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e5509b00-32d8-4a9e-8ea6-bf8941d05fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.280775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.322557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event deleted for resources: {'Port': ['ID=02afe41f-8404-4520-922c-73d15e23c9e0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.331226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] No DVR routers for this DVR port 02afe41f-8404-4520-922c-73d15e23c9e0 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:09.332749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e5509b00-32d8-4a9e-8ea6-bf8941d05fdf None None] The port '02afe41f-8404-4520-922c-73d15e23c9e0' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:24:09.442991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '66d074c9-8d26-4fe1-9de4-b2617ef975f4', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.231', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-155331594', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'mac_address': 'fa:16:3e:c2:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.447126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8780b8-57f0-4922-ae22-486e91cba78c None None] The sync data for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv is: [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '66d074c9-8d26-4fe1-9de4-b2617ef975f4', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.231', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-155331594', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'mac_address': 'fa:16:3e:c2:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:23:59Z', 'updated_at': '2022-03-16T11:23:59Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:09.459672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.493480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.507036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d696a2-5e60-498d-96d2-b8599cb1363d') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.507329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d696a2-5e60-498d-96d2-b8599cb1363d') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:09.519804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.537072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.543591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:24:09.544074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:24:09.562399 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:24:09.728609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e48938da-541e-41df-a288-5716ee507fd2 req-3dafb43a-fdce-4c5e-b6e6-012c5b791591 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 210 time: 0.0459137 Mar 16 11:24:09.794857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.797870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-189e7b05-8b45-4fd1-a27c-0a74148d91af service neutron] 10.222.0.59 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1025 time: 0.2346268 Mar 16 11:24:09.813939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:09.849677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] Pushing event deleted for resources: {'Network': ['ID=a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:09.897108 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2500da50-39e8-4e7b-9b54-ebca49de54b8 tempest-TagsExtTest-1299236001 tempest-TagsExtTest-1299236001-project] 10.222.0.36 "DELETE /v2.0/networks/a1a64cdc-ff65-4c12-9bdf-d4fba313cb6c HTTP/1.1" status: 204 len: 168 time: 1.1641438 Mar 16 11:24:09.977958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-6a26be34-8344-4915-81f0-f826780a5b30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:09.979437 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-6a26be34-8344-4915-81f0-f826780a5b30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 797 time: 0.1629374 Mar 16 11:24:10.039107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-2dbda600-8192-4460-b4cb-8b7d41b5ce16 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:10.055448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-2dbda600-8192-4460-b4cb-8b7d41b5ce16 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:10.056604 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-2dbda600-8192-4460-b4cb-8b7d41b5ce16 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 472 time: 0.0605376 Mar 16 11:24:10.066295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-80718fdd-3c06-4d7a-8e50-6d8a635bb8a8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:24:10.067215 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-80718fdd-3c06-4d7a-8e50-6d8a635bb8a8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052679 Mar 16 11:24:10.077520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Request body: {'port': {'device_id': '5461b43d-65be-4724-be12-f08db98da64b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:10.192390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.202737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:10.387058 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17fbee20-a514-497b-9636-f42c7ebaba9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02abc66822ea42e3afcbecc35c3284f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831274 Mar 16 11:24:10.390361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:10.456804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.479789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 02afe41f-8404-4520-922c-73d15e23c9e0 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:10.486240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.519109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 02afe41f-8404-4520-922c-73d15e23c9e0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:24:10.519545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 02afe41f-8404-4520-922c-73d15e23c9e0 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:10.544859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.548732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93a4b03-11b4-48c5-8d93-c04ed8100bd0 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:24:10.556139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.565790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8955c13e-881f-46a9-a09d-c0e14d564ca7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.569887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.571071 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f73444f7-023c-4ac9-8a6c-55a37e924521 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8955c13e-881f-46a9-a09d-c0e14d564ca7 HTTP/1.1" status: 204 len: 168 time: 0.1797109 Mar 16 11:24:10.571568 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Transition to ACTIVE for port object e93a4b03-11b4-48c5-8d93-c04ed8100bd0 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:10.578332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.716821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=7']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:10.886511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:10.886872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:10.887153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:10.893861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:24:10.894377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Attempting to bind port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:10.901501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:10.901800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Checking segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:10.902224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Bound using segment: {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:10.902652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Bound port: e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e879400e-a6ab-4045-9888-08e22099e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:10.902997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:10.980119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f2d2-5ded-44b2-a7bd-f53daa12b5c6 req-946aa541-17bd-4dcd-8ea9-b26757185ad8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:10.981569 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-90a9f2d2-5ded-44b2-a7bd-f53daa12b5c6 req-946aa541-17bd-4dcd-8ea9-b26757185ad8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 980 time: 0.0955977 Mar 16 11:24:10.995920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:10.999184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:11.004787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:11.028272 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-90a9f2d2-5ded-44b2-a7bd-f53daa12b5c6 req-674d334a-d95b-4547-92a8-875263e54680 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Mar 16 11:24:11.077741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:11.079168 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] 10.222.0.59 "PUT /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1130 time: 1.0054252 Mar 16 11:24:11.079619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5461b43d-65be-4724-be12-f08db98da64b', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:11.098400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1172-80ec-40e9-b811-2536cd399556 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=8']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:11.158374 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5461b43d-65be-4724-be12-f08db98da64b', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'status': 'completed', 'code': 200} Mar 16 11:24:11.197983 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-72c18cc6-d266-4412-869c-0d4868938de5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 1133 time: 0.0792313 Mar 16 11:24:11.309050 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-c699a40d-ccb0-42a3-85bc-e4cc8594abd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1034 time: 0.1046433 Mar 16 11:24:11.376398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-0c42b619-a44c-4c8b-80cd-b3297be4ca39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:11.377739 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-0c42b619-a44c-4c8b-80cd-b3297be4ca39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 200 len: 835 time: 0.0626051 Mar 16 11:24:11.457612 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-8944f901-a9b9-4bbb-be4b-233fac485015 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715632 Mar 16 11:24:11.589744 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-f09efa5a-6b80-4960-9db7-f73aab720e70 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255169 Mar 16 11:24:11.813988 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0754dab0-0e71-4299-b48d-0158554e0ff7 req-9807993a-664b-4f1b-aac4-50f828dbbce0 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173219 Mar 16 11:24:11.930058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:12.070664 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-5d85a69d-06d5-46fb-bf1f-6cc033849d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 1133 time: 0.1998968 Mar 16 11:24:12.203282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-e3916c25-f6da-4c47-b428-fdd9025be13d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:12.204658 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-e3916c25-f6da-4c47-b428-fdd9025be13d service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 897 time: 0.1281679 Mar 16 11:24:12.232474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc476-5ea7-4a37-b983-96394921aa5e req-f6ea319f-ff6e-4afb-b6b2-227988b3b833 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:12.234117 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5cdc476-5ea7-4a37-b983-96394921aa5e req-f6ea319f-ff6e-4afb-b6b2-227988b3b833 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 980 time: 0.0827670 Mar 16 11:24:12.285545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5cdc476-5ea7-4a37-b983-96394921aa5e req-0e8132bb-3bcc-48f1-8af6-b7e0a3d19070 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Mar 16 11:24:12.313281 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-9e1f8ffa-c2d9-4e60-9281-c4991c4b94d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1034 time: 0.1023231 Mar 16 11:24:12.384266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-092bc448-2eaf-4b41-97ac-00036e7c0a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:12.385588 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-092bc448-2eaf-4b41-97ac-00036e7c0a18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 200 len: 835 time: 0.0655944 Mar 16 11:24:12.464150 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-28079b36-ae33-4ea0-ba05-7aace7b7d6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717897 Mar 16 11:24:12.488309 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:12.597747 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-af66353e-cba6-42f4-ba9f-2fa62b2f5857 service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253278 Mar 16 11:24:12.734372 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2c9093a-e6c8-489f-97cf-2268bb16a800 req-8c0067a6-3d3e-4a02-b88b-91881497840c service neutron] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301441 Mar 16 11:24:13.499352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa084f2-142b-4bac-bf54-9c2bacf99864 req-9567cad5-ac0c-40f4-9d1b-0c9ea0f1440b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:13.500992 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfa084f2-142b-4bac-bf54-9c2bacf99864 req-9567cad5-ac0c-40f4-9d1b-0c9ea0f1440b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 980 time: 0.0816309 Mar 16 11:24:13.551451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfa084f2-142b-4bac-bf54-9c2bacf99864 req-ec9ffe54-663f-4b84-b8d1-8e1821f30843 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Mar 16 11:24:14.272948 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6472b9-a869-482c-bce8-ceb688ece6f4 None None] New status for floating IP 66d074c9-8d26-4fe1-9de4-b2617ef975f4: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:24:14.779165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d67cc-1d81-4b8e-b094-d2f3926de04a req-0abfb386-2a78-4538-a47a-aa59277e178a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:14.780456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd2d67cc-1d81-4b8e-b094-d2f3926de04a req-0abfb386-2a78-4538-a47a-aa59277e178a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 980 time: 0.0953996 Mar 16 11:24:14.832939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd2d67cc-1d81-4b8e-b094-d2f3926de04a req-bfa82f3e-efd6-4530-8026-d15c19bad023 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Mar 16 11:24:14.916139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:15.056599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:15.069905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'port_id': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'mac_address': 'fa:16:3e:c2:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:15.124887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:15.145919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93a4b03-11b4-48c5-8d93-c04ed8100bd0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:24:15.164026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:15.171755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:15.275974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:15.418344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['e93a4b03-11b4-48c5-8d93-c04ed8100bd0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:24:16.063510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66668d-66bf-4d6a-9bd0-e1986eeb5b25 req-fc8dae61-e367-4ac2-a633-28fd88e89df1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:16.065002 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb66668d-66bf-4d6a-9bd0-e1986eeb5b25 req-fc8dae61-e367-4ac2-a633-28fd88e89df1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 981 time: 0.0865843 Mar 16 11:24:16.109979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb66668d-66bf-4d6a-9bd0-e1986eeb5b25 req-0990cfc5-8551-4ed0-ada1-e7a1d9bb2d1b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Mar 16 11:24:16.916445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:17.000597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:17.005875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:17.006267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.120266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.148997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5461b43d-65be-4724-be12-f08db98da64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:17.159214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:17.164222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:17.223024 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5461b43d-65be-4724-be12-f08db98da64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a4b03-11b4-48c5-8d93-c04ed8100bd0', 'code': 200} Mar 16 11:24:17.243111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:17.330400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cb28c-58d9-4838-bab1-24a45175e86c req-a243a14c-3bcf-47f9-b670-5d53ccdcab0b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:17.331901 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-064cb28c-58d9-4838-bab1-24a45175e86c req-a243a14c-3bcf-47f9-b670-5d53ccdcab0b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0793893 Mar 16 11:24:17.378503 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-064cb28c-58d9-4838-bab1-24a45175e86c req-b0b1fe3c-2519-4e98-9de6-a23142add4b5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Mar 16 11:24:17.469225 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0db6ff1b-517b-4fcc-a990-fd031f92c7da req-272cb19b-33b6-4332-b0b6-246cb0a31b68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 1136 time: 0.0705645 Mar 16 11:24:17.518027 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0db6ff1b-517b-4fcc-a990-fd031f92c7da req-c6638065-1ffc-455d-a7cb-1d30909ddf57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Mar 16 11:24:18.595759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aea3b-3e4a-4fa5-a958-90138931c391 req-6aeae10d-f029-4fe6-b681-1522a8ea1505 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:18.597467 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae7aea3b-3e4a-4fa5-a958-90138931c391 req-6aeae10d-f029-4fe6-b681-1522a8ea1505 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0873883 Mar 16 11:24:18.649063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae7aea3b-3e4a-4fa5-a958-90138931c391 req-bd98e6e7-fa49-4428-bf21-e5a166f3cd76 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Mar 16 11:24:19.859568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7b19e-33dc-4b4e-8c1b-947c74797bfe req-a07c8c05-4f4a-4538-aed4-e3d5cf64f430 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:19.860979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb7b19e-33dc-4b4e-8c1b-947c74797bfe req-a07c8c05-4f4a-4538-aed4-e3d5cf64f430 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0829086 Mar 16 11:24:19.909547 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb7b19e-33dc-4b4e-8c1b-947c74797bfe req-9f5267b3-3679-450b-bfbf-013b272057cc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Mar 16 11:24:20.197052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8262-fc54-4a03-b996-ceef5761d895 req-3f0b07f0-0a35-4eee-b4e1-500914f166c6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:20.198562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04ba8262-fc54-4a03-b996-ceef5761d895 req-3f0b07f0-0a35-4eee-b4e1-500914f166c6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.1708038 Mar 16 11:24:20.245561 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04ba8262-fc54-4a03-b996-ceef5761d895 req-9d7ac941-858d-4030-8e61-72e20ed03d33 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Mar 16 11:24:20.273517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:20.346534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-446ef4d3-d9ac-4baf-9f89-d16f62f9844b tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b&network_id=eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 200 len: 1131 time: 0.0717745 Mar 16 11:24:20.741189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58289f-1274-43c7-9a8a-4c5b976f3af6 req-5ebf44c0-a3a2-4e22-860b-adde612d95a1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:20.742612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db58289f-1274-43c7-9a8a-4c5b976f3af6 req-5ebf44c0-a3a2-4e22-860b-adde612d95a1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0818782 Mar 16 11:24:20.786574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db58289f-1274-43c7-9a8a-4c5b976f3af6 req-5e2aa80f-6a22-41e5-9a10-3954b1359885 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Mar 16 11:24:22.010473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683263c-ee4b-497c-b4b3-41773231f540 req-1d2ae2cf-1478-484f-81c2-156703cdb4db tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:22.011904 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2683263c-ee4b-497c-b4b3-41773231f540 req-1d2ae2cf-1478-484f-81c2-156703cdb4db tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0880067 Mar 16 11:24:22.074846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2683263c-ee4b-497c-b4b3-41773231f540 req-ea04d4d8-9855-4c7b-a3a2-ed57adcd6f77 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=994385df-1cc4-402c-8bdf-78bb511d4f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546920 Mar 16 11:24:22.148648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-a224b8c9-9888-44ce-a0a7-2126d0ac37f1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:22.150104 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-a224b8c9-9888-44ce-a0a7-2126d0ac37f1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 983 time: 0.0817118 Mar 16 11:24:22.219057 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-ee2a5fe1-2c90-41f1-9cfd-02886d1d8b6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:22.220413 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-ee2a5fe1-2c90-41f1-9cfd-02886d1d8b6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648236 Mar 16 11:24:22.365162 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-25eaa363-bc59-4bed-b1ef-a475c11d9268 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1376679 Mar 16 11:24:22.375064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:22.481594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:22.691285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:22.723448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] For port e93a4b03-11b4-48c5-8d93-c04ed8100bd0, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:22.787382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] device_id is not set on port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 16 11:24:22.795706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:22.801928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.014517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=11']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:23.081930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] No DVR routers for this DVR port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:23.163469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08be6ee4-16ec-4543-b64f-e6fd7961ddee None None] Provisioning complete for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:23.164077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08be6ee4-16ec-4543-b64f-e6fd7961ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.242108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-08be6ee4-16ec-4543-b64f-e6fd7961ddee None None] Port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:23.251196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a50b4259-80ce-4184-b9ee-5f21bdf91902 req-cfd4116c-0a6a-4698-b1e0-d47616b373e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=5461b43d-65be-4724-be12-f08db98da64b HTTP/1.1" status: 200 len: 210 time: 0.0469007 Mar 16 11:24:23.339695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] In _notify_port_updated(), no bound segment for port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 on network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 16 11:24:23.340787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:23.342181 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5bc30a36-a3f3-4113-8696-6b9e301547a2 req-8b511630-f7aa-4f06-8eab-070d084247f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 200 len: 1026 time: 0.9709022 Mar 16 11:24:24.356902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:24.428727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.456560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.524187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.543823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55827b8-9be0-41cb-a1cb-c548d2de479b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:24.557429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.561799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b2f5318-8f78-433a-b9b6-08dabca03799 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/e55827b8-9be0-41cb-a1cb-c548d2de479b HTTP/1.1" status: 204 len: 168 time: 0.2038860 Mar 16 11:24:24.602891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44884) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:24.806613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 3fd8a8f1-60ad-4061-87ac-2adf93ffaa12 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:24.806959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:24.962338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:25.018400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e93a4b03-11b4-48c5-8d93-c04ed8100bd0 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:25.037546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.037870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.104023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afb438-2300-4cc8-806d-6adba28293a4 req-f1a048e7-1cc1-4acd-9946-9a3d44ff8e51 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:25.105343 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10afb438-2300-4cc8-806d-6adba28293a4 req-f1a048e7-1cc1-4acd-9946-9a3d44ff8e51 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1814535 Mar 16 11:24:25.165978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 3fd8a8f1-60ad-4061-87ac-2adf93ffaa12 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:25.260539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10afb438-2300-4cc8-806d-6adba28293a4 req-26f98d62-4e3c-4c2f-9cd8-78e887948fa6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008546 Mar 16 11:24:25.357142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:25.400409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=3fd8a8f1-60ad-4061-87ac-2adf93ffaa12,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:25.501783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.013209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 86d1afbf-8b88-473b-bebc-f1c32738a6ac has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:26.214313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:26.225429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Sync routers for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:26.235209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.238788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:26.239464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:26.288391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58ff5209-4bb9-4cb5-9d6b-e166b6e9d3e9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/66d074c9-8d26-4fe1-9de4-b2617ef975f4 HTTP/1.1" status: 204 len: 168 time: 1.6841314 Mar 16 11:24:26.426646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:26.442328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44898) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:26.467246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfccf0-fa62-41e6-806b-5522744dbb7c req-5bc16255-792d-46db-82c6-4a57aecbf0b8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:26.468847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0bfccf0-fa62-41e6-806b-5522744dbb7c req-5bc16255-792d-46db-82c6-4a57aecbf0b8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0809269 Mar 16 11:24:26.516509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.518453 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0bfccf0-fa62-41e6-806b-5522744dbb7c req-fb73d4a9-a729-4c94-af65-25a0bef9efa5 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Mar 16 11:24:26.551063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.613523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.633204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693810a1-fa3e-43c7-81f1-bfa88fd2d87b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:26.640839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.641956 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71be60c5-7e0e-40ea-b958-bd926331decd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/693810a1-fa3e-43c7-81f1-bfa88fd2d87b HTTP/1.1" status: 204 len: 168 time: 0.1986356 Mar 16 11:24:26.682545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44904) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:26.749382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port e93a4b03-11b4-48c5-8d93-c04ed8100bd0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:26.749717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:26.752513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:26.756970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Checking router: 86d1afbf-8b88-473b-bebc-f1c32738a6ac for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:26.767700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:26.768448 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:26.941849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:26.989698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.109602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for e93a4b03-11b4-48c5-8d93-c04ed8100bd0 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:27.254530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.283136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:27.287159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce7f70-390e-4c4b-92fa-a065f03d3dd3 None None] The sync data for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv is: [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:23:34Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93abb13d-86d5-4d11-a37d-49cdcec540b0', 'name': '', 'network_id': 'eb6b22db-ea5e-4743-a4a6-183acfdbdc61', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:33Z', 'updated_at': '2022-03-16T11:23:54Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'ce0baba8-5064-4460-9b3f-a5966a31651f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:27.304417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=e93a4b03-11b4-48c5-8d93-c04ed8100bd0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:27.410875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:27.423384 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db6d648a-201d-439d-a345-24c3bbb3db0d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/ports/e93a4b03-11b4-48c5-8d93-c04ed8100bd0 HTTP/1.1" status: 204 len: 168 time: 0.7367148 Mar 16 11:24:27.423645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44908) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:27.532504 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367051b-81ef-4cf1-a72f-e094b89fc8b6 None None] New status for floating IP 66d074c9-8d26-4fe1-9de4-b2617ef975f4: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:24:27.729697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605990ca-914d-47b0-a3e4-641e57c0f32f req-1d027850-b71a-4d90-9c0b-6d0ccd128ae3 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:27.731226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-605990ca-914d-47b0-a3e4-641e57c0f32f req-1d027850-b71a-4d90-9c0b-6d0ccd128ae3 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0846846 Mar 16 11:24:27.781777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-605990ca-914d-47b0-a3e4-641e57c0f32f req-12da9dda-eb1b-4c2e-a6e6-cb42fa6e2d91 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Mar 16 11:24:27.939719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.598232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 93abb13d-86d5-4d11-a37d-49cdcec540b0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:28.598502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.798088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 93abb13d-86d5-4d11-a37d-49cdcec540b0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93abb13d-86d5-4d11-a37d-49cdcec540b0,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:28.798419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:28.919405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 93abb13d-86d5-4d11-a37d-49cdcec540b0 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:28.985336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e13dce-2d7e-419d-8afd-c56d55e40f11 req-d51a39cc-8162-4505-a64b-be3e215ce633 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:28.986859 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80e13dce-2d7e-419d-8afd-c56d55e40f11 req-d51a39cc-8162-4505-a64b-be3e215ce633 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0801649 Mar 16 11:24:29.034532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80e13dce-2d7e-419d-8afd-c56d55e40f11 req-760022ec-7b16-4c2f-bfb9-8b898e94c368 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 Mar 16 11:24:29.100827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:29.144322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=93abb13d-86d5-4d11-a37d-49cdcec540b0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:29.534286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.140529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 86d1afbf-8b88-473b-bebc-f1c32738a6ac has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:30.228470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597531b-fc96-4248-bbd3-7aaebb7d8d04 req-52cd03eb-9b57-444f-b1eb-ef6848ec4724 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:30.229910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c597531b-fc96-4248-bbd3-7aaebb7d8d04 req-52cd03eb-9b57-444f-b1eb-ef6848ec4724 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0772877 Mar 16 11:24:30.278429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c597531b-fc96-4248-bbd3-7aaebb7d8d04 req-6fcfb76e-e0ca-4f13-9555-ade8af4fee76 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Mar 16 11:24:30.339587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:30.349174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Sync routers for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:30.352245 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e63d131-7ad2-47cc-9c70-78b47f166b5f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/86d1afbf-8b88-473b-bebc-f1c32738a6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9245307 Mar 16 11:24:30.354980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:30.363089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:30.363764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:30.538931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:30.720244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet ce0baba8-5064-4460-9b3f-a5966a31651f {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:24:30.723364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.781659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.815673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:24:29Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:30.819533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Checking router: 86d1afbf-8b88-473b-bebc-f1c32738a6ac for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:30.829963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Routers {'86d1afbf-8b88-473b-bebc-f1c32738a6ac'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:30.830534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:30.860730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.941132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.982366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0baba8-5064-4460-9b3f-a5966a31651f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:30.988282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:30.997326 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6b55c10-be9d-45a4-b2fb-a24523b8ce50 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/ce0baba8-5064-4460-9b3f-a5966a31651f HTTP/1.1" status: 204 len: 168 time: 0.6390598 Mar 16 11:24:30.997492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a10b1-c1bb-4f20-b9c6-4990e9f0975d None None] Network eb6b22db-ea5e-4743-a4a6-183acfdbdc61 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:24:30.997662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:31.094044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] Set router 86d1afbf-8b88-473b-bebc-f1c32738a6ac gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:31.303719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.475957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a77732-7457-4bcf-9f1f-105743cb8d8d req-65eba3a4-4c37-4f15-80e7-8ab1634f7fed tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:31.476442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:24:29Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:31.480351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985694f2-a63f-4a34-b853-ddca5fbd31b7 None None] The sync data for ids ['86d1afbf-8b88-473b-bebc-f1c32738a6ac'] in dv-neutron-833733-1-hyperv is: [{'id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'name': 'tempest-TestNetworkBasicOps-router-242475227', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:26Z', 'updated_at': '2022-03-16T11:24:29Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '0fd924f3-d40b-493f-bdfe-46bfee278f64', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d1afbf-8b88-473b-bebc-f1c32738a6ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:27Z', 'updated_at': '2022-03-16T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:31.483420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75a77732-7457-4bcf-9f1f-105743cb8d8d req-65eba3a4-4c37-4f15-80e7-8ab1634f7fed tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0846946 Mar 16 11:24:31.529259 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.533043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75a77732-7457-4bcf-9f1f-105743cb8d8d req-52e6b4fd-ea5f-465e-b3c9-ed5e9710ab73 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486045 Mar 16 11:24:31.536716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] DHCP port deletion for eb6b22db-ea5e-4743-a4a6-183acfdbdc61 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:24:31.540386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 0fd924f3-d40b-493f-bdfe-46bfee278f64 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:31.541134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.552354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Deleting port 062d0417-8df2-4bea-a494-c1745247cde7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:24:31.552721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.634030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a33697f1-bf8c-4c51-a516-ab49f65bcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.723858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 0fd924f3-d40b-493f-bdfe-46bfee278f64, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fd924f3-d40b-493f-bdfe-46bfee278f64,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:31.724257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.802791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] For port 062d0417-8df2-4bea-a494-c1745247cde7, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=062d0417-8df2-4bea-a494-c1745247cde7,segment=NetworkSegment(e879400e-a6ab-4045-9888-08e22099e19c),segment_id=e879400e-a6ab-4045-9888-08e22099e19c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:31.803065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:31.852806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 0fd924f3-d40b-493f-bdfe-46bfee278f64 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:31.926586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Calling delete_port for 062d0417-8df2-4bea-a494-c1745247cde7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:24:32.006667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.028437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.053651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] Pushing event deleted for resources: {'Port': ['ID=062d0417-8df2-4bea-a494-c1745247cde7,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:32.059030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed8fa1-dc58-48e9-9ced-6c71c5716c56 None None] No DVR routers for this DVR port 062d0417-8df2-4bea-a494-c1745247cde7 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:24:32.072087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=0fd924f3-d40b-493f-bdfe-46bfee278f64,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:32.293445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.527103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 062d0417-8df2-4bea-a494-c1745247cde7 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:32.566327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 062d0417-8df2-4bea-a494-c1745247cde7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:24:32.566925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 062d0417-8df2-4bea-a494-c1745247cde7 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:32.567582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93abb13d-86d5-4d11-a37d-49cdcec540b0 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:32.603515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 93abb13d-86d5-4d11-a37d-49cdcec540b0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:24:32.603976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93abb13d-86d5-4d11-a37d-49cdcec540b0 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:32.672909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.677463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.704005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.704591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router 86d1afbf-8b88-473b-bebc-f1c32738a6ac {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:24:32.719583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.720663 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-27917a4a-fc12-4fe6-aced-96e9f2cdd40b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/86d1afbf-8b88-473b-bebc-f1c32738a6ac HTTP/1.1" status: 204 len: 168 time: 1.7219989 Mar 16 11:24:32.723438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44932) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:32.764007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e5c09-5c19-4bd1-99bf-cafed2011b01 req-b68c3346-dfb9-4c2f-8b1e-9da58d17a69c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:32.765648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c84e5c09-5c19-4bd1-99bf-cafed2011b01 req-b68c3346-dfb9-4c2f-8b1e-9da58d17a69c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1080339 Mar 16 11:24:32.822791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c84e5c09-5c19-4bd1-99bf-cafed2011b01 req-d1ff1eba-c1e0-4e00-a9bf-77cdf8333a74 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477753 Mar 16 11:24:32.847314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:32.997043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.033556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6b22db-ea5e-4743-a4a6-183acfdbdc61']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.046633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e879400e-a6ab-4045-9888-08e22099e19c') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.046927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e879400e-a6ab-4045-9888-08e22099e19c') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:33.058099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.074681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.081771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:24:33.082172 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:24:33.095972 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:24:33.177132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.198348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.211624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=eb6b22db-ea5e-4743-a4a6-183acfdbdc61,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:33.220663 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-199309c0-6a61-429e-a56c-76498ac807bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/eb6b22db-ea5e-4743-a4a6-183acfdbdc61 HTTP/1.1" status: 204 len: 168 time: 0.4954612 Mar 16 11:24:33.233119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44936) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:33.249864 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43f31d05-22a4-4aa6-a219-347ddf1a7922 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0131855 Mar 16 11:24:33.250636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:33.256371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--199096474', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:33.261568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:33.265558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:33.268845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:33.274451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:33.284912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:33.287975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.316005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:24:33.324779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.325157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment 62258368-9390-42d6-bcd7-0b84f4cbd8c3 of type vlan for network 32a02fa4-d51b-45df-952d-3f15e72c5e02 Mar 16 11:24:33.351161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.382468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.386107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:33.386669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.496557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2447429 Mar 16 11:24:33.499355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:33.502785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd239-5139-42d7-aef6-853c121bd558 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=32a02fa4-d51b-45df-952d-3f15e72c5e02,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:33.505603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:33.512688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:33.513452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:24:33.516528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:33.520243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:33.525876 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:33.536038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.536948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.557078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.682997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-100304af-bef7-4c6a-9d02-f5fefaacc119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.701652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.883822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:33.916897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.021420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec102b4-c441-4946-a5d8-2a998c9dc425 req-5c3ba3cc-aa22-4cfb-a7ee-86efb2568f1d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:34.022892 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ec102b4-c441-4946-a5d8-2a998c9dc425 req-5c3ba3cc-aa22-4cfb-a7ee-86efb2568f1d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0786712 Mar 16 11:24:34.052804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.123 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/08b9d470-8179-4058-8d52-e602c17f5be5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:34.072012 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ec102b4-c441-4946-a5d8-2a998c9dc425 req-80377287-21c4-428e-8d86-051eb35e0f84 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Mar 16 11:24:34.198566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.226766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.296179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:34.299016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:34.303276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:34.326656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:34.434902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fd924f3-d40b-493f-bdfe-46bfee278f64 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:24:34.462584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.463233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.467012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 0fd924f3-d40b-493f-bdfe-46bfee278f64 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:24:34.467355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fd924f3-d40b-493f-bdfe-46bfee278f64 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:24:34.788475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:24:34.909771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.981919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:34.995991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:35.005427 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Sync routers for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:35.018348 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:35.019182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:35.023334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.024499 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a679bf7e-42cf-46e9-a79f-dec35c45f5a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5237927 Mar 16 11:24:35.028055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:35.070471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-84b14223-eb6e-4c98-9cec-6f14a0e203c3 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383081 Mar 16 11:24:35.070690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:35.202164 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:35.241116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4be66-e996-4466-bea8-388e4c1eb09f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.242773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ec4be66-e996-4466-bea8-388e4c1eb09f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1713247 Mar 16 11:24:35.245545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:35.291745 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b60ca16-c5c0-4cbd-ba22-5a687be87622 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448008 Mar 16 11:24:35.294408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44964) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:35.300499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839884002', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:35.321451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91341c-75a3-4b33-ba3e-95f3a692cc1d req-dad606fe-25db-48ac-a6a1-f428cbd4adce tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.322864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b91341c-75a3-4b33-ba3e-95f3a692cc1d req-dad606fe-25db-48ac-a6a1-f428cbd4adce tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1259699 Mar 16 11:24:35.418295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:35.422907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:35.426482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:35.433645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:35.446308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:35.487289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b91341c-75a3-4b33-ba3e-95f3a692cc1d req-916ca310-cfc7-43d2-8af3-5f80b5e95af3 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576917 Mar 16 11:24:35.522761 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:34Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:35.526543 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Checking router: 88d62d7f-72f2-47a2-a30c-f32220df9c3d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:35.526875 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Updating router 88d62d7f-72f2-47a2-a30c-f32220df9c3d port 08b9d470-8179-4058-8d52-e602c17f5be5 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:24:35.556303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.584330 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.775899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.854343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=185850b1-1038-40a1-828f-3c3181129260,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:35.869882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.870232 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.870565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.870898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.871226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.871528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.871873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.872170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.872474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.872792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.873105 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:35.877894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:35.878266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: 32a02fa4-d51b-45df-952d-3f15e72c5e02, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:24:35.900201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:24:35.909702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 32a02fa4-d51b-45df-952d-3f15e72c5e02) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:35.913828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:35.914669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.918874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d7f05-4b78-48bf-946a-9ed1f0402201 None None] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:24:35.937288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d03b1feb-9687-4657-a483-cb935df72724 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6417234 Mar 16 11:24:35.940318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44968) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:35.957094 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:35.968739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Transition to ACTIVE for port object 08b9d470-8179-4058-8d52-e602c17f5be5 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:35.975940 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.052712 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.060776 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Attempting to bind port 08b9d470-8179-4058-8d52-e602c17f5be5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:36.061128 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Attempting to bind port 08b9d470-8179-4058-8d52-e602c17f5be5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:36.061503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Attempting to bind port 08b9d470-8179-4058-8d52-e602c17f5be5 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:36.067664 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.068005 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.068334 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.068650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.068987 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.069305 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.069593 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.069896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.070247 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.070549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.070850 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:36.076785 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:36.077139 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:36.077719 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.078312 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:36.078977 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Bound port: 08b9d470-8179-4058-8d52-e602c17f5be5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:36.079510 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.146206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-32a02fa4-d51b-45df-952d-3f15e72c5e02', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:24:36.147095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.151729 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:36.155119 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=08b9d470-8179-4058-8d52-e602c17f5be5,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:36.161101 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.247189 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:36.248961 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:36.252213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.311347 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90a9f-7440-4ce3-80b1-829501011b95 None None] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.331794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Allocated IP 172.20.0.2 (32a02fa4-d51b-45df-952d-3f15e72c5e02/185850b1-1038-40a1-828f-3c3181129260/0fc3b64f-fb2f-408c-b2b6-842343677173) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:36.456007 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:36.562063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.574548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Transition to ACTIVE for port object 0fc3b64f-fb2f-408c-b2b6-842343677173 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:36.603171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Transition to ACTIVE for port object 0fc3b64f-fb2f-408c-b2b6-842343677173 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:36.611036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.695806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17819-a891-41e7-b155-552d225a2099 req-cfd3bcf7-1540-4268-b90c-c7a01303d82b tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:36.703122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4d17819-a891-41e7-b155-552d225a2099 req-cfd3bcf7-1540-4268-b90c-c7a01303d82b tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0846772 Mar 16 11:24:36.739547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:36.740898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Pushing event updated for resources: {'Port': ['ID=0fc3b64f-fb2f-408c-b2b6-842343677173,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:36.745868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:36.748422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:36.756254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4d17819-a891-41e7-b155-552d225a2099 req-31c23251-716b-4691-9e3b-9703af364e4e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521750 Mar 16 11:24:36.823427 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:34Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:36.827699 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d8280-a9a0-49e6-821b-408863d86447 None None] The sync data for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv is: [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:34Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:36.860041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Attempting to bind port 0fc3b64f-fb2f-408c-b2b6-842343677173 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:36.860652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Attempting to bind port 0fc3b64f-fb2f-408c-b2b6-842343677173 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:36.861265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Attempting to bind port 0fc3b64f-fb2f-408c-b2b6-842343677173 on network 32a02fa4-d51b-45df-952d-3f15e72c5e02 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:36.869257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:36.869620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Checking segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:36.870033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.870524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Bound using segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:36.870984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Bound port: 0fc3b64f-fb2f-408c-b2b6-842343677173, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:36.871352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:36.890154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.016744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] For port 0fc3b64f-fb2f-408c-b2b6-842343677173, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:37.022160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] For port 0fc3b64f-fb2f-408c-b2b6-842343677173, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fc3b64f-fb2f-408c-b2b6-842343677173,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:37.036317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.157400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770cbb6-a2ba-448b-a585-08f32dc4da82 None None] Pushing event updated for resources: {'Port': ['ID=0fc3b64f-fb2f-408c-b2b6-842343677173,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:37.347186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (32a02fa4-d51b-45df-952d-3f15e72c5e02/185850b1-1038-40a1-828f-3c3181129260/40edaa2b-8282-4bac-97a0-cf7778aa80ee) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:37.525305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.542074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 40edaa2b-8282-4bac-97a0-cf7778aa80ee will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:37.565399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.639773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:37.643108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:37.647449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:37.678129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:37.710200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.799680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:37.953493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa16ea-38c1-4da6-8194-c40140b0cfd0 req-00a5e465-2403-48e1-adbc-d59a8be4a40e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:37.956117 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2daa16ea-38c1-4da6-8194-c40140b0cfd0 req-00a5e465-2403-48e1-adbc-d59a8be4a40e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0843084 Mar 16 11:24:38.007129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2daa16ea-38c1-4da6-8194-c40140b0cfd0 req-542da660-b784-46fb-9f92-e6ad1f55a106 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Mar 16 11:24:38.168933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1d0c6b-2ca8-4959-b421-9243dd42b524 None None] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:24:38.278536 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b9924fe5-a4c3-412f-9f5a-6affa03651ab req-1372fd98-98fe-4a64-ad43-3936a39e375b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1098 time: 0.1323225 Mar 16 11:24:38.301354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-032a696d-f009-4118-9d25-6c87e67c7ff7 None None] Provisioning for port 0fc3b64f-fb2f-408c-b2b6-842343677173 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:38.315617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.326244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.430303 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b9924fe5-a4c3-412f-9f5a-6affa03651ab req-c89d8219-c645-45eb-bd1b-b7aaa8d4388e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385243 Mar 16 11:24:38.445794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.450500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.543562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:38.615197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 08b9d470-8179-4058-8d52-e602c17f5be5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:38.620447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 08b9d470-8179-4058-8d52-e602c17f5be5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:38.620803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.722342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:38.723616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:38.757840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.779701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=08b9d470-8179-4058-8d52-e602c17f5be5,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:38.785152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.786023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fc3b64f-fb2f-408c-b2b6-842343677173 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:38.897755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9359170-ab95-4de5-96ce-83ed159045e8 None None] Provisioning for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:38.914021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9359170-ab95-4de5-96ce-83ed159045e8 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:38.914541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9359170-ab95-4de5-96ce-83ed159045e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:38.946413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:38.977635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.978046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.978484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.978804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.979085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.979409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.979729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.980088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.980395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.980743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.981107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:38.988000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0fc3b64f-fb2f-408c-b2b6-842343677173 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:38.995906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0fc3b64f-fb2f-408c-b2b6-842343677173 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:38.996282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.021363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d9359170-ab95-4de5-96ce-83ed159045e8 None None] Port 40edaa2b-8282-4bac-97a0-cf7778aa80ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:39.056076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:39.128897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:39.203956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.214108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898a856-3506-41dc-a1a6-5e044245c6bc req-aadbe7b5-3eee-455f-b1a7-9106fd5d4878 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.216179 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7898a856-3506-41dc-a1a6-5e044245c6bc req-aadbe7b5-3eee-455f-b1a7-9106fd5d4878 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.0817161 Mar 16 11:24:39.262212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-72485a3e-7394-4e03-962b-6c161fad0ae7 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:39.262699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72485a3e-7394-4e03-962b-6c161fad0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.277763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7898a856-3506-41dc-a1a6-5e044245c6bc req-4f6e4d35-d78a-4b75-9813-a60221d72bfd tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525110 Mar 16 11:24:39.312923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0fc3b64f-fb2f-408c-b2b6-842343677173, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fc3b64f-fb2f-408c-b2b6-842343677173,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:39.328229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.332673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:39.358212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:39.373649 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc853520-f563-4df5-bec6-1770ec3fe683 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296381 Mar 16 11:24:39.373847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44978) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:39.395226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72485a3e-7394-4e03-962b-6c161fad0ae7 None None] Port 40edaa2b-8282-4bac-97a0-cf7778aa80ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:39.396617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '575ee375-eca8-427d-976c-3d444f327a33', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'port_id': '575ee375-eca8-427d-976c-3d444f327a33', 'mac_address': 'fa:16:3e:d4:41:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:39.464694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0fc3b64f-fb2f-408c-b2b6-842343677173,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.474647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.495362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 575ee375-eca8-427d-976c-3d444f327a33 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:24:39.511883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:39.517907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:39.524324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.524791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.525198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.525523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.525909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.530028 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cf389e2-1af5-4636-aae8-bebff354273d tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3566 time: 0.1528332 Mar 16 11:24:39.530647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:39.590673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:39.602135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.602504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.602856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.603205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.603543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:39.606540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc26a116-596e-4878-9c36-f88b74545185 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0735638 Mar 16 11:24:39.607895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44986) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:39.748344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['575ee375-eca8-427d-976c-3d444f327a33'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:24:39.809628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5273e7f-a1a3-4821-8601-75e87c5e0ea5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2005742 Mar 16 11:24:40.359198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Sync routers for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:40.371357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:40.371997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:40.488846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 44994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:40.494591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107033625', 'description': 'tempest-secgroup-smoke-2107033625 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:40.508167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:40.512950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:40.516014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:40.521348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54894-6003-4878-971b-f53afe4f74a9 req-ded69046-bd9b-47be-82f6-29818a5cdadc tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:40.522886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:40.523016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4c54894-6003-4878-971b-f53afe4f74a9 req-ded69046-bd9b-47be-82f6-29818a5cdadc tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 944 time: 0.1237905 Mar 16 11:24:40.534885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.536505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:40.571809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:40.574740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4c54894-6003-4878-971b-f53afe4f74a9 req-942ccc8e-3265-48af-bcd4-9489f1b5b04e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Mar 16 11:24:40.576220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:40.579547 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:40.585952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:40.602724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 44998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:40.653760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 08b9d470-8179-4058-8d52-e602c17f5be5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:40.654153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.656180 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.661115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.681693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:40.708153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.709868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a916d90-c9e8-4983-a075-913bb45feacf tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 200 len: 992 time: 0.1059434 Mar 16 11:24:40.719477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.722513 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d666596-7ecf-42da-ac44-a05e75a98c31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2325342 Mar 16 11:24:40.724223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:40.730043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:40.735759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:40.739664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:40.742437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:40.747907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:40.765736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.825861 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.830349 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.854457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34272bc4-53a1-4976-bcb4-e6ba13a7004f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:40.865526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.867018 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db021a57-5089-493d-be51-de1a51c3e50a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1416473 Mar 16 11:24:40.869644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:40.875693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:40.882051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:40.885799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:40.888627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:40.894573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:40.912453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.971333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fc3b64f-fb2f-408c-b2b6-842343677173 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:40.974565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:40.979056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.004343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8078bee-2cbc-4f55-879b-be781e0f78e8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.014965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.018520 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d213d1cd-6b93-4cc6-b8d6-6d28930d904a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1477242 Mar 16 11:24:41.019193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:41.024790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:41.030496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:41.034287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:41.037169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:41.042820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:41.060303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.066742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:41.127600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.134913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.154811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0fc3b64f-fb2f-408c-b2b6-842343677173 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:41.155183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.164471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2226a66e-0b5a-4b00-82d8-44ec5ec64535,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.168830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.169950 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1498067 Mar 16 11:24:41.173058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45014) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:41.175633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.176052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.176380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.176707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.177032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.177354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.177675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.178010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.178356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.178756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.178981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17efdcf-ee6d-4da0-847e-e7c168dc4300 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:24:41.181494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:41.193002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:41.196824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:41.199780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:41.205469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:41.215405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 575ee375-eca8-427d-976c-3d444f327a33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:41.215760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.226669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.273125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:41.281799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Checking router: 88d62d7f-72f2-47a2-a30c-f32220df9c3d for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:41.282154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Updating router 88d62d7f-72f2-47a2-a30c-f32220df9c3d port 40edaa2b-8282-4bac-97a0-cf7778aa80ee binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:24:41.292587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.296862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.320464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef5b33e-2bf4-4e90-b7c9-62eb0386b38e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.331500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.332819 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad910717-5508-40cb-bf6c-40d5745e3072 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1581097 Mar 16 11:24:41.335705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45018) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:41.341256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:41.347630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:41.351762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:41.354725 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:41.360920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:41.374123 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:41.381024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.385038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.447620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.452042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.477277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce505797-77b1-4bb3-9489-f9a3504e822b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.487931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.489285 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1db6cd52-75bd-4fc8-a423-08981a4b399f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526349 Mar 16 11:24:41.492555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:41.493834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.498127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b216e00c-aefa-43d7-9c9d-37cc7b2e25f2', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:41.504651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:41.508688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:41.511745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:41.518971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:41.530788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:24:41.537804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.575636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:41.591588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:41.599329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.606320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.611358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.629212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2aa919-ba3c-4ce5-8490-2f4c400cd4c0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.646012 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'code': 200} Mar 16 11:24:41.650122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.651528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f1d60d9-9778-4935-8bc4-c51a8abe6e52 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1579680 Mar 16 11:24:41.744989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:41.832661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-50af210a-fdff-4acc-968a-644d7f0180b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:41.849375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-50af210a-fdff-4acc-968a-644d7f0180b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:41.850525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-50af210a-fdff-4acc-968a-644d7f0180b8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107033625&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.0587337 Mar 16 11:24:41.868108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:41.880462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Transition to ACTIVE for port object 40edaa2b-8282-4bac-97a0-cf7778aa80ee will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:41.887529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.000717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-bb8b4225-9ae1-4f4d-9f0e-9ac0d97a3f04 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:42.001607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-bb8b4225-9ae1-4f4d-9f0e-9ac0d97a3f04 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:42.019613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-bb8b4225-9ae1-4f4d-9f0e-9ac0d97a3f04 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:42.020752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-bb8b4225-9ae1-4f4d-9f0e-9ac0d97a3f04 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 200 len: 796 time: 0.1635883 Mar 16 11:24:42.028485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.029707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab2ae-99ab-461f-9557-39ac5b473457 None None] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:42.038924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-60961485-72f4-46b5-9e7e-3575737ab848 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0121772 Mar 16 11:24:42.131497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-89ef8775-46f9-461a-aa09-e26548fc17d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:42.148653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-89ef8775-46f9-461a-aa09-e26548fc17d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:42.150035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-89ef8775-46f9-461a-aa09-e26548fc17d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059308 Mar 16 11:24:42.172229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Attempting to bind port 40edaa2b-8282-4bac-97a0-cf7778aa80ee on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:42.172590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Attempting to bind port 40edaa2b-8282-4bac-97a0-cf7778aa80ee by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:42.172961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Attempting to bind port 40edaa2b-8282-4bac-97a0-cf7778aa80ee on network 32a02fa4-d51b-45df-952d-3f15e72c5e02 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:42.179673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:42.180058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Checking segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:42.180442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.180825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Bound using segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:42.181275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Bound port: 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:42.181634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.280324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:42.284042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=40edaa2b-8282-4bac-97a0-cf7778aa80ee,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:42.288475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:42.295995 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-3a7e4e1c-476d-4cc6-880a-5d66236b8723 service neutron] 10.222.0.36 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340370 Mar 16 11:24:42.364947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab2ae-99ab-461f-9557-39ac5b473457 None None] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:42.371337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:42.371963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:42.432159 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ef4af45d-51b1-4602-89e5-728b4c1c2b17 service neutron] 10.222.0.36 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297984 Mar 16 11:24:42.558862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:42.634154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9fb888ce-e33a-46be-ba15-52bbb72648ba req-ad64a4ba-35f9-4f81-aec1-7bd4dc31ce63 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 210 time: 0.0415545 Mar 16 11:24:42.888794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:42Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:42.893224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1000536-0fe2-4a00-8aa6-b196afb04ba7 None None] The sync data for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv is: [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:42Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:43.708335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-2c82bb30-4f16-47c2-8477-f63a1d571d28 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:43.709023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-2c82bb30-4f16-47c2-8477-f63a1d571d28 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:43.722415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-2c82bb30-4f16-47c2-8477-f63a1d571d28 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:43.723539 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-2c82bb30-4f16-47c2-8477-f63a1d571d28 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 200 len: 796 time: 0.1697748 Mar 16 11:24:43.785497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-69c09b70-3b3e-4411-b9f0-b0183b015035 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:24:43.798482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-69c09b70-3b3e-4411-b9f0-b0183b015035 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:24:43.799711 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-69c09b70-3b3e-4411-b9f0-b0183b015035 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.0639541 Mar 16 11:24:43.809474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['b216e00c-aefa-43d7-9c9d-37cc7b2e25f2']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:43.836456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7658d0a9-779e-4393-b642-4493d76d9ebf req-e6986a3d-9285-4078-a4d8-b83c6b961605 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 210 time: 0.0426505 Mar 16 11:24:43.952658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:43.963001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:43.974218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:24:43.977184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.235013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.6 (32a02fa4-d51b-45df-952d-3f15e72c5e02/185850b1-1038-40a1-828f-3c3181129260/130b8fff-d763-4ced-a854-579af52b56a0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:44.425024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.443382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 130b8fff-d763-4ced-a854-579af52b56a0 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:44.471321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.503425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:44.545937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:44.549178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:44.551715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:44.577274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:44.583019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:44.583717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.586566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.622326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:44.622841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.650086 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-ea14a0ae-3efe-4671-9108-ae1ab9f804e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441045 Mar 16 11:24:44.662184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Request body: {'port': {'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:44.712189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.750758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=40edaa2b-8282-4bac-97a0-cf7778aa80ee,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:44.755369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.775621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.825185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:44.834949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-211c1c48-20d8-43aa-a328-c9c8dcf06bb6 None None] Provisioning for port 130b8fff-d763-4ced-a854-579af52b56a0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:44.839978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-211c1c48-20d8-43aa-a328-c9c8dcf06bb6 None None] Provisioning complete for port 130b8fff-d763-4ced-a854-579af52b56a0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:44.840348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-211c1c48-20d8-43aa-a328-c9c8dcf06bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:44.901898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-211c1c48-20d8-43aa-a328-c9c8dcf06bb6 None None] Port 130b8fff-d763-4ced-a854-579af52b56a0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:24:45.126177 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130b8fff-d763-4ced-a854-579af52b56a0 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:24:45.133433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.145071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a255a-bfbe-456d-bdcb-fd978f7930e7 req-80f81113-6fb4-4d64-bbda-bbf08d05af6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.146521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-406a255a-bfbe-456d-bdcb-fd978f7930e7 req-80f81113-6fb4-4d64-bbda-bbf08d05af6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 931 time: 0.1815262 Mar 16 11:24:45.148334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Transition to ACTIVE for port object 130b8fff-d763-4ced-a854-579af52b56a0 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:24:45.152978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.193582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-406a255a-bfbe-456d-bdcb-fd978f7930e7 req-e0e34728-ef69-46da-85fd-cba6bcb055b2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Mar 16 11:24:45.284602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Pushing event updated for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:45.400328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Attempting to bind port 130b8fff-d763-4ced-a854-579af52b56a0 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:24:45.400657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Attempting to bind port 130b8fff-d763-4ced-a854-579af52b56a0 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:24:45.400976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Attempting to bind port 130b8fff-d763-4ced-a854-579af52b56a0 on network 32a02fa4-d51b-45df-952d-3f15e72c5e02 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:45.406661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Port 130b8fff-d763-4ced-a854-579af52b56a0 on network 32a02fa4-d51b-45df-952d-3f15e72c5e02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:24:45.406972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Attempting to bind port 130b8fff-d763-4ced-a854-579af52b56a0 on network 32a02fa4-d51b-45df-952d-3f15e72c5e02 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:24:45.414529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:24:45.414895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Checking segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:24:45.415271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Bound using segment: {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:24:45.415661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Bound port: 130b8fff-d763-4ced-a854-579af52b56a0, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62258368-9390-42d6-bcd7-0b84f4cbd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:24:45.416003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.507850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:24:45.510772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=130b8fff-d763-4ced-a854-579af52b56a0,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:24:45.515940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.579583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:45.580956 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] 10.222.0.59 "PUT /v2.0/ports/130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 200 len: 1093 time: 0.9230895 Mar 16 11:24:45.581385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:45.598480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6f1b-76c3-42b9-88fa-9ef0c73d1168 service neutron] Pushing event updated for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:45.698647 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-90bea051-261f-4725-9b31-abfa398d9906 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1096 time: 0.0700166 Mar 16 11:24:45.771957 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-29241d95-fc10-4d0e-8860-87ad8d9d3a35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 200 len: 217 time: 0.0675483 Mar 16 11:24:45.806492 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0', 'status': 'completed', 'code': 200} Mar 16 11:24:45.833208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-d5fe13b1-1a58-4d47-8993-8b387289103a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:45.834796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-d5fe13b1-1a58-4d47-8993-8b387289103a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=185850b1-1038-40a1-828f-3c3181129260 HTTP/1.1" status: 200 len: 835 time: 0.0577857 Mar 16 11:24:45.913844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-cd03a51f-7796-4421-abd4-1a6bfb738550 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a02fa4-d51b-45df-952d-3f15e72c5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736105 Mar 16 11:24:46.134013 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-fc864c28-bc69-4fc4-8453-6bb0447dfc72 service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141016 Mar 16 11:24:46.270408 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5d6dc12-7151-4f43-8b27-24a3c4564aba req-1f490932-5d28-4c3a-aa76-1e94d223376b service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287684 Mar 16 11:24:46.383358 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-028f9dd3-c4e8-46a0-b3f7-2d3a5f4edcd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1096 time: 0.0692379 Mar 16 11:24:46.392176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201014e-e439-4ed9-b9fb-f52bab9dc187 req-99540a92-68b0-4cfb-a7e2-a6846dc6747e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.393618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1201014e-e439-4ed9-b9fb-f52bab9dc187 req-99540a92-68b0-4cfb-a7e2-a6846dc6747e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 943 time: 0.0773590 Mar 16 11:24:46.447287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1201014e-e439-4ed9-b9fb-f52bab9dc187 req-d1b2faed-6b70-49d1-907d-fe8e36c26657 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479724 Mar 16 11:24:46.487644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:46.518013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-9c1ad798-fe55-4f97-b4bf-73f681c662ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.519593 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-9c1ad798-fe55-4f97-b4bf-73f681c662ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 200 len: 896 time: 0.1297069 Mar 16 11:24:46.554411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:46.554769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:46.589127 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-13c4c6a4-d1b9-4841-b4b0-f468602e1af7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 200 len: 217 time: 0.0630908 Mar 16 11:24:46.650837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-258abe0d-44b5-4d3e-b767-a5cd3fd52859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:46.652231 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-258abe0d-44b5-4d3e-b767-a5cd3fd52859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=185850b1-1038-40a1-828f-3c3181129260 HTTP/1.1" status: 200 len: 835 time: 0.0573738 Mar 16 11:24:46.726871 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-7c72a871-a30f-4a88-be73-42dd815decd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a02fa4-d51b-45df-952d-3f15e72c5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685644 Mar 16 11:24:46.866895 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-6208e7d1-1882-4a0b-bbaf-4d84445b865b service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326625 Mar 16 11:24:47.002450 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cc016e2-1ed6-4daf-82d2-7d09a0b9259a req-07c1b140-79c7-4c8a-9025-758bd509018a service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294665 Mar 16 11:24:47.665921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da6fbf-3fe2-4970-93f2-34e418c80a20 req-d18f87ad-4691-4c90-acdb-fc0520e1412a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:47.667363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19da6fbf-3fe2-4970-93f2-34e418c80a20 req-d18f87ad-4691-4c90-acdb-fc0520e1412a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 943 time: 0.0879047 Mar 16 11:24:47.711482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19da6fbf-3fe2-4970-93f2-34e418c80a20 req-a67119f0-c443-435c-a749-53743570e59a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Mar 16 11:24:48.922773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aa8a9-40ea-4687-9597-fddb19155623 req-4bfe43f4-618b-451b-aef6-d9ddbfd7100a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:48.924191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b8aa8a9-40ea-4687-9597-fddb19155623 req-4bfe43f4-618b-451b-aef6-d9ddbfd7100a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 943 time: 0.0909724 Mar 16 11:24:48.979431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b8aa8a9-40ea-4687-9597-fddb19155623 req-5e83061b-f799-4c64-8651-a26bacb93fc1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470092 Mar 16 11:24:49.069486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 130b8fff-d763-4ced-a854-579af52b56a0 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:24:49.217968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=130b8fff-d763-4ced-a854-579af52b56a0,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:49.232492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '130b8fff-d763-4ced-a854-579af52b56a0', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:24:49.290221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.308764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130b8fff-d763-4ced-a854-579af52b56a0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:24:49.325862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=130b8fff-d763-4ced-a854-579af52b56a0,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:49.333045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:49.435537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:49.488986 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:24:49.588023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['130b8fff-d763-4ced-a854-579af52b56a0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:24:50.213376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20bef6-3980-42b4-a95b-c16fae0a1577 req-dca5588c-225c-461c-acda-e2c8c1fd2709 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:50.215153 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a20bef6-3980-42b4-a95b-c16fae0a1577 req-dca5588c-225c-461c-acda-e2c8c1fd2709 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 944 time: 0.0925632 Mar 16 11:24:50.261953 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a20bef6-3980-42b4-a95b-c16fae0a1577 req-a848258f-10c5-4721-ade5-275987007e89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Mar 16 11:24:51.071817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 130b8fff-d763-4ced-a854-579af52b56a0 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:24:51.147735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 130b8fff-d763-4ced-a854-579af52b56a0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:24:51.153280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 130b8fff-d763-4ced-a854-579af52b56a0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:24:51.153662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.273072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.301024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:51.312353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=130b8fff-d763-4ced-a854-579af52b56a0,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:24:51.319026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:51.365067 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0', 'code': 200} Mar 16 11:24:51.394901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:51.471040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dd845-c7ff-405e-94f4-c14d02407ab8 req-410f79ed-f0a3-4658-8d27-6f59e1396ebb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:51.472562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f0dd845-c7ff-405e-94f4-c14d02407ab8 req-410f79ed-f0a3-4658-8d27-6f59e1396ebb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.0797031 Mar 16 11:24:51.518410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f0dd845-c7ff-405e-94f4-c14d02407ab8 req-99327073-029c-4985-a5fa-3ba3bcb82ed2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Mar 16 11:24:51.606642 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e82564db-8be3-4a37-829b-2b51292d604f req-60bc4ccb-1902-4e5d-bdd2-568fbc5a163c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0791986 Mar 16 11:24:51.651769 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e82564db-8be3-4a37-829b-2b51292d604f req-7348e863-7ba7-4438-bd2c-2216a612ef1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373006 Mar 16 11:24:52.722040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dc0b-550b-43b4-8a3c-882778186625 req-848fc348-1ce1-491d-b026-6501cebbfafc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:52.723845 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bce0dc0b-550b-43b4-8a3c-882778186625 req-848fc348-1ce1-491d-b026-6501cebbfafc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.0783682 Mar 16 11:24:52.773810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bce0dc0b-550b-43b4-8a3c-882778186625 req-f671f9c1-1301-4368-a046-8cc77cd4d66a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Mar 16 11:24:53.981555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2e3c-aefb-451d-bca6-a2c3d7b49622 req-70debe07-18dc-4143-81f6-a26b125affe4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:53.982956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb6f2e3c-aefb-451d-bca6-a2c3d7b49622 req-70debe07-18dc-4143-81f6-a26b125affe4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.0773213 Mar 16 11:24:54.030945 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb6f2e3c-aefb-451d-bca6-a2c3d7b49622 req-d45baed7-0276-41b0-ab7e-02e8fe2ffb97 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 Mar 16 11:24:54.232183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c616d7-7fdd-4fcb-9040-b74c958b6708 req-3093984f-138f-4e07-b64c-c05b55404e6e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:54.233571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03c616d7-7fdd-4fcb-9040-b74c958b6708 req-3093984f-138f-4e07-b64c-c05b55404e6e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.0833635 Mar 16 11:24:54.289220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03c616d7-7fdd-4fcb-9040-b74c958b6708 req-ac2008bf-ce54-4f1b-a27b-ca7e9324d7f2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499830 Mar 16 11:24:54.317404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:54.394708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-28897b09-3d79-4397-b86b-51819f688396 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1093 time: 0.0760324 Mar 16 11:24:54.397190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:54.402363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:24:54.407994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:24:54.412198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:24:54.415153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:24:54.421075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:24:54.433670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.580665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.719235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.142 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/281121d8-61a6-41c8-a4d8-fc17848099f2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:24:54.869680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.898401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:54.964431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:24:54.967228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:24:54.972583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:24:54.999124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=281121d8-61a6-41c8-a4d8-fc17848099f2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:55.597561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.658616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.867228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.874670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:55.971364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=281121d8-61a6-41c8-a4d8-fc17848099f2,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:24:55.994545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:56.189870 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP 28999408-5d03-4d5b-8587-3ddfc89f2ad0 associated. External IP: 172.26.1.142, port: 130b8fff-d763-4ced-a854-579af52b56a0. Mar 16 11:24:56.575671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:24:56.773957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:24:56.783451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Sync routers for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:24:56.797097 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:56.797779 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:56.798965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:24:56.850440 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab294ea4-47d4-4faf-94ae-15a82e218a65 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4519854 Mar 16 11:24:56.850715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:24:56.853123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:56.974056 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:56.986595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0', 'status': 'completed', 'code': 200} Mar 16 11:24:57.102982 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-fe3e2e8e-f2b0-46a7-beb7-ae7c4261e56f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0927639 Mar 16 11:24:57.195283 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-67b5db88-8023-41cc-b791-b71863957262 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d HTTP/1.1" status: 200 len: 923 time: 0.3382661 Mar 16 11:24:57.195593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:57.350926 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:24:55Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:44Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:57.354880 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Checking router: 88d62d7f-72f2-47a2-a30c-f32220df9c3d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:24:57.365602 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:24:57.366231 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:24:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:57.417743 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1a1a4b58-9959-42a4-b11b-790261446884 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.2211089 Mar 16 11:24:57.419270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-b55c003e-e98e-4a4a-ade2-7181c92eb8dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.420056 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-b55c003e-e98e-4a4a-ade2-7181c92eb8dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 200 len: 896 time: 0.3112042 Mar 16 11:24:57.523537 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-eb5872b0-59ed-482d-ba01-09aab58d2705 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 200 len: 999 time: 0.0969698 Mar 16 11:24:57.558440 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:24:57.592022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-0997df9c-3c6c-4f29-8c6b-7d13d5cdb74c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.593476 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-0997df9c-3c6c-4f29-8c6b-7d13d5cdb74c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=185850b1-1038-40a1-828f-3c3181129260 HTTP/1.1" status: 200 len: 835 time: 0.0645001 Mar 16 11:24:57.666868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-60b199ea-3c99-4868-8a35-a09913be5100 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1752353 Mar 16 11:24:57.675416 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-f8ce085b-c359-4420-8f51-86b0944eb3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a02fa4-d51b-45df-952d-3f15e72c5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761082 Mar 16 11:24:57.808509 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-f17e63cb-d178-4fb3-a4ad-43cd88fea613 service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266658 Mar 16 11:24:57.809682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-bf3804ae-60cc-4f77-89cd-dfff948ddbcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1098 time: 0.0682156 Mar 16 11:24:57.923031 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:24:55Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:44Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:24:57.927093 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6800e8-20cc-407f-9550-77d9f45393c3 None None] The sync data for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv is: [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:24:55Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:24:44Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:24:57.946830 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-adb7b0f0-ab46-4e26-a73a-9615eb696ad9 service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301050 Mar 16 11:24:57.965085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-c515c6f2-7aaf-4597-97f9-d823a5c153a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:57.966909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-c515c6f2-7aaf-4597-97f9-d823a5c153a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 897 time: 0.1343482 Mar 16 11:24:58.066902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-e2723554-a80f-427e-a372-dbbf4b0a9862 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 1001 time: 0.0948007 Mar 16 11:24:58.128693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-4e2fcc75-eb85-46ce-814e-61c8b74430d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:24:58.130022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-4e2fcc75-eb85-46ce-814e-61c8b74430d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 200 len: 835 time: 0.0574555 Mar 16 11:24:58.205108 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-f3bf00be-0fda-40ec-8e08-5fd0855d4851 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=382043e3-2eb0-457f-a6c5-ecfd3af517f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695107 Mar 16 11:24:58.338967 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-b9758387-c97b-4bf2-aae2-ade7dd7c211b service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253216 Mar 16 11:24:58.421630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:58.470038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c7e4690-1e03-46c0-8fcf-6b86cb64a49f req-52dee1bd-cd60-44fe-8f11-b098bad3200e service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255057 Mar 16 11:24:58.528668 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b2449c9-8ca0-480a-a597-9094badf7601 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1057644 Mar 16 11:24:59.436209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9cbd5-7b89-4305-8deb-6bbc2467651c None None] New status for floating IP 28999408-5d03-4d5b-8587-3ddfc89f2ad0: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:24:59.532119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:24:59.637079 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20ff53cc-9b5e-4ae8-be03-1119fdf824c2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1039224 Mar 16 11:25:00.642302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:00.746555 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a56de808-7730-428b-9f8f-e61336cd0801 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 993 time: 0.1028767 Mar 16 11:25:01.549259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ec1e83a-64fd-42f6-9d7b-b6b408d760e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:03.694313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ace29783-a520-4903-94dd-bc339d739025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.913668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:04.990618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:06.197983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:11.987352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:15.760189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:15.961900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Deleting port 7fd022e7-4869-44c0-b75c-fd2eeb50c498 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:15.962228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.148340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.148649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.272437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Calling delete_port for 7fd022e7-4869-44c0-b75c-fd2eeb50c498 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:16.526121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:16.572511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Port': ['ID=7fd022e7-4869-44c0-b75c-fd2eeb50c498,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:16.667960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.059183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:17.271180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:17.280786 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Sync routers for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:25:17.288914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:17.292397 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:17.292994 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.342423 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8676bf5-dda1-40de-93c8-9ad01431cbfa tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "DELETE /v2.0/floatingips/bce99472-f4ce-4a96-813c-8de6a25b326e HTTP/1.1" status: 204 len: 168 time: 1.5806253 Mar 16 11:25:17.342875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:25:17.399467 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'status': 'completed', 'code': 200} Mar 16 11:25:17.464619 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:17.492122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-6edab71b-d71a-4069-a7e9-b65426de7d7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=960872b9428e49298487877bd7a16651&device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 1098 time: 0.0697269 Mar 16 11:25:17.642758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-e0dadb36-abf2-4c49-86f3-678f95d0d2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.644255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-e0dadb36-abf2-4c49-86f3-678f95d0d2eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 200 len: 897 time: 0.1460910 Mar 16 11:25:17.751850 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-d5742134-5dd4-4ed1-937f-3e43358ead66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 200 len: 217 time: 0.1012135 Mar 16 11:25:17.782527 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.786855 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Checking router: 4f88fe4b-d50b-48d0-9de1-d0580324b0ce for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:25:17.797982 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:17.798600 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:17.827150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-e7e401d0-e917-43d1-9fbc-c5a11d4aea45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.828567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-e7e401d0-e917-43d1-9fbc-c5a11d4aea45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 200 len: 835 time: 0.0700419 Mar 16 11:25:17.868825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69737a34-d74d-4939-add0-98537677b1ad req-42cbbf3b-0a03-464f-9622-c64c2d5917d7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:17.869490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-69737a34-d74d-4939-add0-98537677b1ad req-42cbbf3b-0a03-464f-9622-c64c2d5917d7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Synchronizing usage tracker for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:17.901999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-69737a34-d74d-4939-add0-98537677b1ad req-42cbbf3b-0a03-464f-9622-c64c2d5917d7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Unset dirty status for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:17.903133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69737a34-d74d-4939-add0-98537677b1ad req-42cbbf3b-0a03-464f-9622-c64c2d5917d7 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.2036679 Mar 16 11:25:17.957475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-1d6c69a2-c385-4839-8a74-77d0db4b3b6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=382043e3-2eb0-457f-a6c5-ecfd3af517f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212051 Mar 16 11:25:17.984021 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:17.986642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69737a34-d74d-4939-add0-98537677b1ad req-46c38a87-9e12-464e-97ff-f4619314b396 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753231 Mar 16 11:25:18.092491 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-99a73067-4178-4aec-a78a-7e34926ee5e4 service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265638 Mar 16 11:25:18.318736 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82edd73-c971-41bc-82d0-4235e7c70021 req-3462d552-994d-4f1f-8f25-5de450d9422a service neutron] 10.222.0.59 "GET /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189243 Mar 16 11:25:18.325063 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:18.329056 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362181a2-19b9-41d0-8f9b-f0f5002fbcf2 None None] The sync data for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv is: [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:26Z', 'revision_number': 4, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '5d974ce9-aee2-472e-8f7c-dc206b548214', 'name': '', 'network_id': '382043e3-2eb0-457f-a6c5-ecfd3af517f8', 'tenant_id': '960872b9428e49298487877bd7a16651', 'mac_address': 'fa:16:3e:72:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:25Z', 'updated_at': '2022-03-16T11:23:41Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'subnets': [{'id': '3d279237-2268-40de-9cc6-2fb2afe90adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:25:18.553213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c7766-9efe-4a05-96a2-eb6c8ad623d1 None None] New status for floating IP bce99472-f4ce-4a96-813c-8de6a25b326e: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:25:19.188639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-735d24bf-76f2-45b3-a3aa-2b57cb496b3d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:19.190177 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-735d24bf-76f2-45b3-a3aa-2b57cb496b3d tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.59 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1366632 Mar 16 11:25:19.261447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f657415-677c-4cbb-9d05-91609bfa001b req-010c06cb-e042-4abe-a76e-c0ca3ce44f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:19.262882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f657415-677c-4cbb-9d05-91609bfa001b req-010c06cb-e042-4abe-a76e-c0ca3ce44f8c tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 945 time: 0.1543450 Mar 16 11:25:19.286089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Deleting port 575ee375-eca8-427d-976c-3d444f327a33 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:19.286446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.393691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f657415-677c-4cbb-9d05-91609bfa001b req-9673a263-b27f-41b2-9b97-1a0642a2d7f4 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/security-groups?id=b665dfb4-7914-401c-b4aa-af8ea7bca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250432 Mar 16 11:25:19.571132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] For port 575ee375-eca8-427d-976c-3d444f327a33, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=575ee375-eca8-427d-976c-3d444f327a33,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:19.571471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.703268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Calling delete_port for 575ee375-eca8-427d-976c-3d444f327a33 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:19.886024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:19.944190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Port': ['ID=575ee375-eca8-427d-976c-3d444f327a33,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:20.042504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] No DVR routers for this DVR port 575ee375-eca8-427d-976c-3d444f327a33 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:20.044952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:20.047561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-deleted', 'tag': '575ee375-eca8-427d-976c-3d444f327a33'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:25:20.070654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fcfaa1da-40ae-4b25-9053-ee50918f73fb req-37ce9ad3-6166-4b60-8738-bc30e2e65f9a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.59 "DELETE /v2.0/ports/575ee375-eca8-427d-976c-3d444f327a33 HTTP/1.1" status: 204 len: 173 time: 0.8732505 Mar 16 11:25:20.114710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56818fdd-7317-410c-a587-bd81cc7b58cd', 'name': 'network-vif-deleted', 'tag': '575ee375-eca8-427d-976c-3d444f327a33', 'status': 'completed', 'code': 200} Mar 16 11:25:20.580360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bbcc3e9a-6642-487f-ba6a-9a280542e7eb req-b999b954-a35e-43ba-a2e2-7f6e501d270e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Synchronizing usage tracker for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:20.601699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bbcc3e9a-6642-487f-ba6a-9a280542e7eb req-b999b954-a35e-43ba-a2e2-7f6e501d270e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Unset dirty status for tenant:960872b9428e49298487877bd7a16651 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:20.603050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbcc3e9a-6642-487f-ba6a-9a280542e7eb req-b999b954-a35e-43ba-a2e2-7f6e501d270e tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "GET /v2.0/ports?device_id=56818fdd-7317-410c-a587-bd81cc7b58cd HTTP/1.1" status: 200 len: 210 time: 0.0631728 Mar 16 11:25:21.717141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:22.121514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:22.865624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Deleting port 5d974ce9-aee2-472e-8f7c-dc206b548214 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:22.866339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.056515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] For port 5d974ce9-aee2-472e-8f7c-dc206b548214, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5d974ce9-aee2-472e-8f7c-dc206b548214,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:23.056864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.176498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Calling delete_port for 5d974ce9-aee2-472e-8f7c-dc206b548214 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:23.239950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:23.275874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 575ee375-eca8-427d-976c-3d444f327a33 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:23.276189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 575ee375-eca8-427d-976c-3d444f327a33 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:23.358120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:23.401836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Port': ['ID=5d974ce9-aee2-472e-8f7c-dc206b548214,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:23.710367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.423330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:24.628934 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:24.638633 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Sync routers for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:25:24.647026 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abee76f0-0afa-4c92-89b9-297dffc903c6 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "PUT /v2.0/routers/4f88fe4b-d50b-48d0-9de1-d0580324b0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287424 Mar 16 11:25:24.649760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:24.652392 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:24.653004 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:24.826404 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:24.832329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Deleting subnet 3d279237-2268-40de-9cc6-2fb2afe90adf {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:25:24.835312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.892783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:24.975421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.052982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.092082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Subnet': ['ID=3d279237-2268-40de-9cc6-2fb2afe90adf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.096066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.102315 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd3c76a7-0e8e-446c-8899-57d38bf6bdfb tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "DELETE /v2.0/subnets/3d279237-2268-40de-9cc6-2fb2afe90adf HTTP/1.1" status: 204 len: 168 time: 0.4515510 Mar 16 11:25:25.104263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fc344-87c2-48c0-87de-04c24f30925f None None] Network 382043e3-2eb0-457f-a6c5-ecfd3af517f8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:25:25.104920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45148) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:25.111142 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:25.115337 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Checking router: 4f88fe4b-d50b-48d0-9de1-d0580324b0ce for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:25:25.127252 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Routers {'4f88fe4b-d50b-48d0-9de1-d0580324b0ce'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:25.128230 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:25.312406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.325813 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] Set router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:25.362498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] DHCP port deletion for 382043e3-2eb0-457f-a6c5-ecfd3af517f8 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:25:25.367471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Deleting port 46df2c85-616a-4179-839d-e6f6d0288804 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:25.367882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.522380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.533293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Deleting port bf1aa4e1-c1b6-437e-9c54-794fe6559479 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:25.533842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.571984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] For port 46df2c85-616a-4179-839d-e6f6d0288804, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=46df2c85-616a-4179-839d-e6f6d0288804,segment=NetworkSegment(4eecf65e-ab61-441e-9112-0085a00cd5e7),segment_id=4eecf65e-ab61-441e-9112-0085a00cd5e7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:25.572373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.623577 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:25.628276 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf111f-6eeb-478e-bd47-09c52b115e47 None None] The sync data for ids ['4f88fe4b-d50b-48d0-9de1-d0580324b0ce'] in dv-neutron-833733-1-hyperv is: [{'id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1080292958', 'tenant_id': '960872b9428e49298487877bd7a16651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:25:23Z', 'revision_number': 5, 'project_id': '960872b9428e49298487877bd7a16651', 'gw_port': {'id': 'bf1aa4e1-c1b6-437e-9c54-794fe6559479', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f88fe4b-d50b-48d0-9de1-d0580324b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:23:21Z', 'updated_at': '2022-03-16T11:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:25:25.729354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Calling delete_port for 46df2c85-616a-4179-839d-e6f6d0288804 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:25.803577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.829085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] For port bf1aa4e1-c1b6-437e-9c54-794fe6559479, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=bf1aa4e1-c1b6-437e-9c54-794fe6559479,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:25.829416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:25.848381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] Pushing event deleted for resources: {'Port': ['ID=46df2c85-616a-4179-839d-e6f6d0288804,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:25.852875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b467718-813a-405c-b6fc-f79464cfa09d None None] No DVR routers for this DVR port 46df2c85-616a-4179-839d-e6f6d0288804 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:25.957045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Calling delete_port for bf1aa4e1-c1b6-437e-9c54-794fe6559479 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:26.126982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.172755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Port': ['ID=bf1aa4e1-c1b6-437e-9c54-794fe6559479,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:26.396313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.489430 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:25:26.554125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 46df2c85-616a-4179-839d-e6f6d0288804 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:26.586813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 46df2c85-616a-4179-839d-e6f6d0288804 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:26.587216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 46df2c85-616a-4179-839d-e6f6d0288804 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:26.587632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d974ce9-aee2-472e-8f7c-dc206b548214 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:26.618494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5d974ce9-aee2-472e-8f7c-dc206b548214 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:26.618843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5d974ce9-aee2-472e-8f7c-dc206b548214 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:26.653324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.658029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.688205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.688703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Fanout notify agent at l3_agent the message router_deleted on router 4f88fe4b-d50b-48d0-9de1-d0580324b0ce {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:25:26.704042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.705122 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1599757-2df6-4148-b1ad-05ef92ed0e3a tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "DELETE /v2.0/routers/4f88fe4b-d50b-48d0-9de1-d0580324b0ce HTTP/1.1" status: 204 len: 168 time: 1.5993173 Mar 16 11:25:26.708239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:26.824426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.953081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:26.980244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382043e3-2eb0-457f-a6c5-ecfd3af517f8']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.073245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eecf65e-ab61-441e-9112-0085a00cd5e7') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.073487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eecf65e-ab61-441e-9112-0085a00cd5e7') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:27.086827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.103136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.109183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:25:27.109559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:27.123752 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:27.205423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.210117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.239684 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'Network': ['ID=382043e3-2eb0-457f-a6c5-ecfd3af517f8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.249080 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-379258ff-7072-45ab-980a-e7d3f5f819ec tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "DELETE /v2.0/networks/382043e3-2eb0-457f-a6c5-ecfd3af517f8 HTTP/1.1" status: 204 len: 168 time: 0.5398822 Mar 16 11:25:27.252307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45156) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:27.322553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.358166 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.423497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.441953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b665dfb4-7914-401c-b4aa-af8ea7bca2b3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:27.454531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:27.455761 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43a57676-8867-45ea-bbbe-38b3ba523fd8 tempest-TestNetworkAdvancedServerOps-873209226 tempest-TestNetworkAdvancedServerOps-873209226-project] 10.222.0.36 "DELETE /v2.0/security-groups/b665dfb4-7914-401c-b4aa-af8ea7bca2b3 HTTP/1.1" status: 204 len: 168 time: 0.2024510 Mar 16 11:25:27.833571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.032605 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7aeb93d3-293c-4529-8959-f5b542b8d0cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=960872b9428e49298487877bd7a16651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977241 Mar 16 11:25:28.035278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45172) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.104690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.132125 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.188817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.205914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bae242-ae67-4fab-a75c-271e833f738e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.215328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.216379 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e167e0aa-2b06-48da-a575-8d3054687b7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6bae242-ae67-4fab-a75c-271e833f738e HTTP/1.1" status: 204 len: 168 time: 0.1802292 Mar 16 11:25:28.463722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bf1aa4e1-c1b6-437e-9c54-794fe6559479 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:28.499999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: bf1aa4e1-c1b6-437e-9c54-794fe6559479 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:28.500339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device bf1aa4e1-c1b6-437e-9c54-794fe6559479 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:28.570613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.589590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.621446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:28.625943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Usage tracker for resource:security_group_rule and tenant:b06370fdfa7a44199a6a8881f94e33ad is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:28.628931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:28.635371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:28.707179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.713307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.760138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef9c43-22d4-4676-8c1a-e9f9b878db98,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.765464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5b8e00a9-8bdc-4cd0-b6d6-6d5ef4366b85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b06370fdfa7a44199a6a8881f94e33ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937845 Mar 16 11:25:28.768470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:28.829457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.857487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.911336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.927196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef9c43-22d4-4676-8c1a-e9f9b878db98,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:28.931590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:28.932779 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6740f7cb-68b2-46c5-b166-e66fead5e8bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42ef9c43-22d4-4676-8c1a-e9f9b878db98 HTTP/1.1" status: 204 len: 168 time: 0.1630974 Mar 16 11:25:29.685379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45192) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:29.869815 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d375647e-ff1d-4b69-b979-68474c649463 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1830556 Mar 16 11:25:29.872757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.093877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a1a6f-6ba0-4af1-b989-d97a214bf057 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Notify agent at dv-neutron-833733-1-hyperv the message router_removed_from_agent {{(pid=83793) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 16 11:25:30.097259 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-892a1a6f-6ba0-4af1-b989-d97a214bf057 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "DELETE /v2.0/agents/28209420-4892-45e1-b7b4-097571825450/l3-routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d HTTP/1.1" status: 204 len: 168 time: 0.2236545 Mar 16 11:25:30.100116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.281062 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-83237439-57b7-4eb8-9fbe-7c707e879db0 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1797721 Mar 16 11:25:30.283784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:30.404102 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2fd78255-4dea-4ba5-b5ca-801f24342e4f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 993 time: 0.1192782 Mar 16 11:25:30.505443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:30.615784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.648847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=40edaa2b-8282-4bac-97a0-cf7778aa80ee,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:30.654023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:30.726664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:30.856496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec09291-ea77-4259-bdf1-b78dcb8e90ba None None] New status for floating IP 28999408-5d03-4d5b-8587-3ddfc89f2ad0: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:25:31.408723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:31.553375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be5a9faa-c2c4-4bc1-b343-53faaf0b2068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:31.602832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa9c0342-253b-464d-9d46-c23718106327 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1925170 Mar 16 11:25:32.520468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:32.638314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.654189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=08b9d470-8179-4058-8d52-e602c17f5be5,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:32.659485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:32.723649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:32.764823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:32.978303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3cf02a-91c5-4b31-8bfd-4348e0744deb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:25:32.978671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3cf02a-91c5-4b31-8bfd-4348e0744deb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Notify agent at dv-neutron-833733-1-hyperv the message router_added_to_agent {{(pid=83793) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 16 11:25:33.007386 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba3cf02a-91c5-4b31-8bfd-4348e0744deb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "POST /v2.0/agents/28209420-4892-45e1-b7b4-097571825450/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2415171 Mar 16 11:25:33.010476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:33.028990 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Sync routers for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:25:33.041378 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:33.042014 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:33.185500 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fa182013-0e50-414a-9ad0-2eb7dbabeed4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1739225 Mar 16 11:25:33.188519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:33.246686 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:33.293014 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-125a9898-324e-4517-9fcf-638ef4e4e4fb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1021404 Mar 16 11:25:33.602603 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:25:31Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:25:30Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:33.606689 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Checking router: 88d62d7f-72f2-47a2-a30c-f32220df9c3d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:25:33.618301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:33.618886 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:33.689510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1a6046d-10c1-479f-8c8f-6f634df3e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:33.811136 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:34.157371 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:25:31Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:25:30Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:34.162589 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba32701-d5a3-4450-ae42-c23389974839 None None] The sync data for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv is: [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:24:37Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '28999408-5d03-4d5b-8587-3ddfc89f2ad0', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'port_id': '130b8fff-d763-4ced-a854-579af52b56a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'mac_address': 'fa:16:3e:3d:d3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:24:55Z', 'updated_at': '2022-03-16T11:25:31Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40edaa2b-8282-4bac-97a0-cf7778aa80ee', 'name': '', 'network_id': '32a02fa4-d51b-45df-952d-3f15e72c5e02', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:87:fb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '185850b1-1038-40a1-828f-3c3181129260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:37Z', 'updated_at': '2022-03-16T11:25:30Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '185850b1-1038-40a1-828f-3c3181129260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:25:34.296365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:34.522101 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b46282b-90d1-4013-bebf-1e51a6eb9c9e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.2251806 Mar 16 11:25:34.533525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:34.605643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:34.606029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.726260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.778467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=40edaa2b-8282-4bac-97a0-cf7778aa80ee,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:34.784538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.862648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:34.915931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:34.985168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:35.527524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45234) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:35.638320 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a4577ca2-0ff8-4a6d-8866-9583b93fb343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1093855 Mar 16 11:25:36.207763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.587602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:36.642742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:36.662544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 08b9d470-8179-4058-8d52-e602c17f5be5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:36.662906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.747779 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ef52d096-9b65-4701-8963-7bcf2e415048 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1035459 Mar 16 11:25:36.787332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.806734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=08b9d470-8179-4058-8d52-e602c17f5be5,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:36.811647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:36.812458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:36.921815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:36.936571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 40edaa2b-8282-4bac-97a0-cf7778aa80ee triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:36.936944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:37.752864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45242) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:37.867818 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b32af7c9-95fd-4939-b49f-dbeb5b80f987 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1134381 Mar 16 11:25:38.528890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:38.598937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 08b9d470-8179-4058-8d52-e602c17f5be5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:38.599310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:38.872135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:38.978358 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-253b21cb-9af2-45cf-b65f-5e283f3f3801 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1050398 Mar 16 11:25:39.982655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:40.095260 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7b3875f-5ba7-463e-b532-0f1844fbcabd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1100349 Mar 16 11:25:41.099294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45254) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:41.213153 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca1ac93b-8df7-4544-9402-cf4f546aad01 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 991 time: 0.1123970 Mar 16 11:25:41.380022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41be31-e365-49aa-95d8-b220e5082378 None None] New status for floating IP 28999408-5d03-4d5b-8587-3ddfc89f2ad0: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:25:41.995804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:42.217305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45258) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:42.324856 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-76470f18-d0e0-46be-82e5-8433a673723b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 200 len: 993 time: 0.1062920 Mar 16 11:25:42.653403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45266) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:42.875855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 281121d8-61a6-41c8-a4d8-fc17848099f2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:42.876260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.056185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.056416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.173625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 281121d8-61a6-41c8-a4d8-fc17848099f2 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:43.430646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.476242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=281121d8-61a6-41c8-a4d8-fc17848099f2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:43.515210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.515673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.516037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.516343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.516673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.516997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.517325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.517647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.517967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.518311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.518628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:43.577210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:43.974678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:44.187276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:44.204377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:44.256993 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e21ffefb-31be-4444-ba8d-74f55ab06606 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/28999408-5d03-4d5b-8587-3ddfc89f2ad0 HTTP/1.1" status: 204 len: 168 time: 1.6021399 Mar 16 11:25:44.257361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:25:44.311597 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0', 'status': 'completed', 'code': 200} Mar 16 11:25:44.419992 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-1db1d718-d131-4f82-a12b-10eb0ed66620 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0782475 Mar 16 11:25:44.563778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-d0ffbd94-1f02-41bc-b56b-18c1fb6b9a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.565214 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-d0ffbd94-1f02-41bc-b56b-18c1fb6b9a6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 200 len: 896 time: 0.1358373 Mar 16 11:25:44.694551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-55510216-c4ac-4797-b4ed-cab396047805 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 200 len: 217 time: 0.1221972 Mar 16 11:25:44.768068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-1134ba26-0d4a-46f4-8df0-7a5b30a8a322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.769395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-1134ba26-0d4a-46f4-8df0-7a5b30a8a322 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=185850b1-1038-40a1-828f-3c3181129260 HTTP/1.1" status: 200 len: 835 time: 0.0684485 Mar 16 11:25:44.817238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff687873-9489-4a02-8709-17249c821717 req-0ccf838e-a929-4c07-9448-56f7e39499f8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:44.818692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff687873-9489-4a02-8709-17249c821717 req-0ccf838e-a929-4c07-9448-56f7e39499f8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.2014441 Mar 16 11:25:44.880299 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff687873-9489-4a02-8709-17249c821717 req-13ccac18-4b72-4ebd-8547-843fed8cb2a7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551338 Mar 16 11:25:44.891149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-5fa76b89-ecdc-4a83-ad81-907b24b60743 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a02fa4-d51b-45df-952d-3f15e72c5e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1143289 Mar 16 11:25:45.040657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-bb730ec9-cb86-4ae6-b875-6fd1231fec50 service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421816 Mar 16 11:25:45.219300 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d718c751-2c59-4110-80d9-e1a1f51cefa0 req-70f34422-6dba-4035-b189-d486e9ee01af service neutron] 10.222.0.59 "GET /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682863 Mar 16 11:25:46.146229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c272-ce46-409b-92d9-d5992567dae8 req-682285b0-e39c-4c96-85b0-410dcdc4e8e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.147676 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4e8c272-ce46-409b-92d9-d5992567dae8 req-682285b0-e39c-4c96-85b0-410dcdc4e8e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.1317768 Mar 16 11:25:46.183313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-b615c940-ac49-4cad-a8bb-9d163d492e9a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:46.185504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-b615c940-ac49-4cad-a8bb-9d163d492e9a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 945 time: 0.1207008 Mar 16 11:25:46.251614 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4e8c272-ce46-409b-92d9-d5992567dae8 req-ad7623f0-b173-4619-a8d6-fcf84938dae7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974922 Mar 16 11:25:46.267586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 130b8fff-d763-4ced-a854-579af52b56a0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:46.267923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.529608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 130b8fff-d763-4ced-a854-579af52b56a0, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=130b8fff-d763-4ced-a854-579af52b56a0,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:46.529918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.646882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 130b8fff-d763-4ced-a854-579af52b56a0 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:46.910450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:46.958832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=130b8fff-d763-4ced-a854-579af52b56a0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:47.000168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.000503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.000830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.001157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.001463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.001804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.002149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.002467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.002782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.003085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.003387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:47.041897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 130b8fff-d763-4ced-a854-579af52b56a0 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:47.044263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:47.046664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'name': 'network-vif-deleted', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:25:47.063634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ae8a66e-a8d4-421b-bea1-eb6d13cbaa80 req-bc33edb9-f7d8-4767-8883-fa7a89213358 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/130b8fff-d763-4ced-a854-579af52b56a0 HTTP/1.1" status: 204 len: 173 time: 0.8635590 Mar 16 11:25:47.107422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d16bbda-f685-4c28-bdfb-3d408cfaa3b8', 'name': 'network-vif-deleted', 'tag': '130b8fff-d763-4ced-a854-579af52b56a0', 'status': 'completed', 'code': 200} Mar 16 11:25:47.441632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-92f84c64-4528-4e03-8b8c-45cb5a78cc9c req-c566c8b1-654b-4563-838c-7cc8c91ea34e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:25:47.459675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-92f84c64-4528-4e03-8b8c-45cb5a78cc9c req-c566c8b1-654b-4563-838c-7cc8c91ea34e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:25:47.460799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92f84c64-4528-4e03-8b8c-45cb5a78cc9c req-c566c8b1-654b-4563-838c-7cc8c91ea34e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16bbda-f685-4c28-bdfb-3d408cfaa3b8 HTTP/1.1" status: 200 len: 210 time: 0.0647030 Mar 16 11:25:48.584604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:48.657255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.685666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.752588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.771584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216e00c-aefa-43d7-9c9d-37cc7b2e25f2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:48.781832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:48.782994 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ce773de-2f6e-4d00-b93c-7dcfec1e2985 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/b216e00c-aefa-43d7-9c9d-37cc7b2e25f2 HTTP/1.1" status: 204 len: 168 time: 0.1974373 Mar 16 11:25:48.828104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:49.224259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:49.312192 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 130b8fff-d763-4ced-a854-579af52b56a0 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:49.345372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 130b8fff-d763-4ced-a854-579af52b56a0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:49.345701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 130b8fff-d763-4ced-a854-579af52b56a0 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:49.857635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 40edaa2b-8282-4bac-97a0-cf7778aa80ee {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:49.858316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.164021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 40edaa2b-8282-4bac-97a0-cf7778aa80ee, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=40edaa2b-8282-4bac-97a0-cf7778aa80ee,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:50.164411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.283375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 40edaa2b-8282-4bac-97a0-cf7778aa80ee owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:50.469713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:50.515097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=40edaa2b-8282-4bac-97a0-cf7778aa80ee,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:50.816208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.423525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 88d62d7f-72f2-47a2-a30c-f32220df9c3d has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:25:51.726367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:51.745243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3937eae9-f981-49ad-be50-8e53c9350999 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9159620 Mar 16 11:25:51.747971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:51.850835 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Sync routers for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:25:51.869517 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:51.870159 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:51.938383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 185850b1-1038-40a1-828f-3c3181129260 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:25:51.941615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:51.995658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.039053 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:52.074191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.160680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.205612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=185850b1-1038-40a1-828f-3c3181129260,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:52.213814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.218086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2053165f-0de1-4e0d-99d9-f8142d4fe581 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/185850b1-1038-40a1-828f-3c3181129260 HTTP/1.1" status: 204 len: 168 time: 0.4690435 Mar 16 11:25:52.220996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45298) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:52.230127 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40abb02f-a197-46ef-84f8-5b763f5f0b86 None None] Network 32a02fa4-d51b-45df-952d-3f15e72c5e02 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:25:52.366466 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:52.370583 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Checking router: 88d62d7f-72f2-47a2-a30c-f32220df9c3d for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:25:52.381162 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Routers {'88d62d7f-72f2-47a2-a30c-f32220df9c3d'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:52.381751 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:52.471271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.564601 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] Set router 88d62d7f-72f2-47a2-a30c-f32220df9c3d gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:52.569828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] DHCP port deletion for 32a02fa4-d51b-45df-952d-3f15e72c5e02 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:25:52.575423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Deleting port 0fc3b64f-fb2f-408c-b2b6-842343677173 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:52.575796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.698926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.708852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 08b9d470-8179-4058-8d52-e602c17f5be5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:25:52.709337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.803225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] For port 0fc3b64f-fb2f-408c-b2b6-842343677173, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0fc3b64f-fb2f-408c-b2b6-842343677173,segment=NetworkSegment(62258368-9390-42d6-bcd7-0b84f4cbd8c3),segment_id=62258368-9390-42d6-bcd7-0b84f4cbd8c3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:52.803645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:52.858011 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:52.862765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41c92d-7780-4fb3-9e19-9b56c642e403 None None] The sync data for ids ['88d62d7f-72f2-47a2-a30c-f32220df9c3d'] in dv-neutron-833733-1-hyperv is: [{'id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'name': 'tempest-TestNetworkBasicOps-router-1207625509', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123'}], 'enable_snat': True}, 'gw_port_id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:50Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '08b9d470-8179-4058-8d52-e602c17f5be5', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d62d7f-72f2-47a2-a30c-f32220df9c3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:24:33Z', 'updated_at': '2022-03-16T11:25:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:25:52.927629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Calling delete_port for 0fc3b64f-fb2f-408c-b2b6-842343677173 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:52.997570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 08b9d470-8179-4058-8d52-e602c17f5be5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=08b9d470-8179-4058-8d52-e602c17f5be5,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:52.997881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.041069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.083301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Pushing event deleted for resources: {'Port': ['ID=0fc3b64f-fb2f-408c-b2b6-842343677173,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.091242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] No DVR routers for this DVR port 0fc3b64f-fb2f-408c-b2b6-842343677173 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:25:53.101033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.101033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.101033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.101033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.101033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.102130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.102130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.102130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.102456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.103871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.103871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514396ae-0870-43e0-bc7a-a9c7b5d20889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:53.117764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 08b9d470-8179-4058-8d52-e602c17f5be5 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:25:53.296895 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.340550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=08b9d470-8179-4058-8d52-e602c17f5be5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:53.573455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.833377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.837940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.863848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.864314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router 88d62d7f-72f2-47a2-a30c-f32220df9c3d {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:25:53.879417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:53.880486 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4231a347-ceb0-4236-b1ef-75280c696f59 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/88d62d7f-72f2-47a2-a30c-f32220df9c3d HTTP/1.1" status: 204 len: 168 time: 1.6585004 Mar 16 11:25:53.883493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45302) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:54.008106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.145107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.170222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a02fa4-d51b-45df-952d-3f15e72c5e02']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.181752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62258368-9390-42d6-bcd7-0b84f4cbd8c3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.182050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62258368-9390-42d6-bcd7-0b84f4cbd8c3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:54.193006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.208587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.214768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:25:54.215142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:25:54.233053 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:25:54.315294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.332078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.342802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=32a02fa4-d51b-45df-952d-3f15e72c5e02,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:54.352740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6eb986d2-3641-4916-b47a-046d1bac6ac6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/32a02fa4-d51b-45df-952d-3f15e72c5e02 HTTP/1.1" status: 204 len: 168 time: 0.4680586 Mar 16 11:25:54.379540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45306) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:54.385022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--1623001118', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:25:54.390042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:54.394046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:54.396842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:54.402874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:54.413899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:54.417212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.449249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:25:54.458718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.459047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710 of type vlan for network f1d7687f-7193-4129-9d3f-2b7bc9060a43 Mar 16 11:25:54.486406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.517817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.521491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:54.522226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.565847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fc3b64f-fb2f-408c-b2b6-842343677173 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:54.602840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 0fc3b64f-fb2f-408c-b2b6-842343677173 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:54.603516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0fc3b64f-fb2f-408c-b2b6-842343677173 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:54.604268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:54.634952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=f1d7687f-7193-4129-9d3f-2b7bc9060a43,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:54.641367 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a8d26883-2fd8-474c-bded-6a289582ec0f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2572787 Mar 16 11:25:54.642070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:54.642551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 40edaa2b-8282-4bac-97a0-cf7778aa80ee {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:54.642883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 40edaa2b-8282-4bac-97a0-cf7778aa80ee not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:54.648945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:25:54.649340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:25:54.656961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:54.660984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:54.663947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:54.670390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:54.684646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.685885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.705069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:54.852658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.038420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.066986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.296171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.110 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/4801a5db-b014-49a9-9ef0-054d4ac91235) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:55.445274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.473626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.543251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:55.545952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:55.550210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:25:55.573538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=4801a5db-b014-49a9-9ef0-054d4ac91235,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:55.706803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.707536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:55.905034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4e307-ce7b-40b5-90ea-53a18ae17218 None None] New status for floating IP 28999408-5d03-4d5b-8587-3ddfc89f2ad0: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:25:55.949499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:25:56.152309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:25:56.162269 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Sync routers for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:25:56.177339 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:56.178274 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:56.188729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.192979 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f636293d-8660-42f1-b8b7-705177b283d7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5460329 Mar 16 11:25:56.193207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:56.367701 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:56.525338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45320) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:56.525918 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e30bcfef-9d70-4103-9a96-ce4494e1a146 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3310890 Mar 16 11:25:56.538659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:25:56.572751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 08b9d470-8179-4058-8d52-e602c17f5be5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:25:56.573451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 08b9d470-8179-4058-8d52-e602c17f5be5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:25:56.658969 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:56.662926 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Checking router: c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:25:56.663266 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Updating router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 port 4801a5db-b014-49a9-9ef0-054d4ac91235 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:25:56.665972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869177b2-34a3-4375-a9d8-9e52e426af51 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:56.667492 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-869177b2-34a3-4375-a9d8-9e52e426af51 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1411641 Mar 16 11:25:56.670327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45324) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:56.707747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0efdd24c-c1b5-4dff-977a-2e8bd3551d45 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363858 Mar 16 11:25:56.710358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45328) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:56.714184 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:56.715798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1764598704', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:25:56.821527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:25:56.825345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:25:56.828070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:25:56.833698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:25:56.845122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:25:57.045665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.056199 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.067504 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Transition to ACTIVE for port object 4801a5db-b014-49a9-9ef0-054d4ac91235 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:57.074668 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.150899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Attempting to bind port 4801a5db-b014-49a9-9ef0-054d4ac91235 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:57.150899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Attempting to bind port 4801a5db-b014-49a9-9ef0-054d4ac91235 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:57.151287 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Attempting to bind port 4801a5db-b014-49a9-9ef0-054d4ac91235 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:25:57.159257 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Pushing event updated for resources: {'Port': ['ID=4801a5db-b014-49a9-9ef0-054d4ac91235,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.170640 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:25:57.171405 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:25:57.171405 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.171753 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:25:57.172175 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Bound port: 4801a5db-b014-49a9-9ef0-054d4ac91235, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:57.172533 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.208048 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.208387 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.209264 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.209264 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.209466 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.209643 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.210151 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.210359 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.210669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.210993 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.212267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:25:57.252044 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] For port 4801a5db-b014-49a9-9ef0-054d4ac91235, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:57.255122 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] For port 4801a5db-b014-49a9-9ef0-054d4ac91235, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4801a5db-b014-49a9-9ef0-054d4ac91235,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:57.259655 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.279741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.341826 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13d5f0-c9d1-489a-945f-fa757a4ff731 None None] Pushing event updated for resources: {'Port': ['ID=4801a5db-b014-49a9-9ef0-054d4ac91235,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.352588 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:25:57.353412 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:57.356344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=dd2852f5-1141-4e6d-99fc-d2141990f58b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:57.370848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:25:57.371196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: f1d7687f-7193-4129-9d3f-2b7bc9060a43, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:25:57.392214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:25:57.401252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, f1d7687f-7193-4129-9d3f-2b7bc9060a43) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:57.405147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:25:57.405714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.412640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7499426-d809-4156-b1ff-c9540626b1b1 None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:25:57.430695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2dadeb4c-6ca6-4ff2-81c7-2dcda44d1218 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7165418 Mar 16 11:25:57.430943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:25:57.545113 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:25:57.632717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:25:57.633687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:57.790252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Allocated IP 172.20.0.2 (f1d7687f-7193-4129-9d3f-2b7bc9060a43/dd2852f5-1141-4e6d-99fc-d2141990f58b/8eae6b74-19ab-4ec2-bdac-2ad238b77089) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:57.838764 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:25:57.843086 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b816c4-5571-46ac-99cc-20542ff9dacc None None] The sync data for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv is: [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:55Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:25:58.005601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.023446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Transition to ACTIVE for port object 8eae6b74-19ab-4ec2-bdac-2ad238b77089 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:58.047357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Transition to ACTIVE for port object 8eae6b74-19ab-4ec2-bdac-2ad238b77089 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:58.056403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.134016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:58.137576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:58.139431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Pushing event updated for resources: {'Port': ['ID=8eae6b74-19ab-4ec2-bdac-2ad238b77089,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.141516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:25:58.232230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Attempting to bind port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:25:58.232668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Attempting to bind port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:25:58.233072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Attempting to bind port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 on network f1d7687f-7193-4129-9d3f-2b7bc9060a43 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:25:58.239870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:25:58.240293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Checking segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:25:58.240690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.241433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Bound using segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:25:58.241560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Bound port: 8eae6b74-19ab-4ec2-bdac-2ad238b77089, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:25:58.241877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.244149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.338515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] For port 8eae6b74-19ab-4ec2-bdac-2ad238b77089, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:25:58.341957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] For port 8eae6b74-19ab-4ec2-bdac-2ad238b77089, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8eae6b74-19ab-4ec2-bdac-2ad238b77089,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:25:58.348397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.433684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6af8d-1685-4c32-9061-656e6228b0a9 None None] Pushing event updated for resources: {'Port': ['ID=8eae6b74-19ab-4ec2-bdac-2ad238b77089,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:58.581699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4801a5db-b014-49a9-9ef0-054d4ac91235 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:25:58.674523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4801a5db-b014-49a9-9ef0-054d4ac91235 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:58.680550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4801a5db-b014-49a9-9ef0-054d4ac91235 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:58.681049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.725971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (f1d7687f-7193-4129-9d3f-2b7bc9060a43/dd2852f5-1141-4e6d-99fc-d2141990f58b/86d6ca95-51ec-4362-b63b-8194d78f871c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:25:58.828772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.846878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4801a5db-b014-49a9-9ef0-054d4ac91235, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4801a5db-b014-49a9-9ef0-054d4ac91235,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:25:58.854202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:58.956025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4801a5db-b014-49a9-9ef0-054d4ac91235,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.010835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.026593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 86d6ca95-51ec-4362-b63b-8194d78f871c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:25:59.053165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.121315 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:59.124716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:25:59.128723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:25:59.158910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.190197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.283813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.464032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37253e-f30b-496b-bec6-99502de329ff None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:25:59.568530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3dfae76e-8ef0-4b07-9df0-e43f4b07f934 None None] Provisioning for port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:59.689975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.696568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.810982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:25:59.813262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.906107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90a183af-b0fc-4211-8e62-600a5f5bad00 None None] Provisioning for port 86d6ca95-51ec-4362-b63b-8194d78f871c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:25:59.911091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90a183af-b0fc-4211-8e62-600a5f5bad00 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:25:59.911461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90a183af-b0fc-4211-8e62-600a5f5bad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:25:59.964667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90a183af-b0fc-4211-8e62-600a5f5bad00 None None] Port 86d6ca95-51ec-4362-b63b-8194d78f871c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:25:59.970371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:25:59.971590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:00.099766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a46649e8-8e43-42c2-8dac-fef83f5d7447 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:00.100125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a46649e8-8e43-42c2-8dac-fef83f5d7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.157985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a46649e8-8e43-42c2-8dac-fef83f5d7447 None None] Port 86d6ca95-51ec-4362-b63b-8194d78f871c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:26:00.278826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2a6c750d-558e-4aa3-82ed-e7b35b4e40f5 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:00.279179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a6c750d-558e-4aa3-82ed-e7b35b4e40f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.331965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c750d-558e-4aa3-82ed-e7b35b4e40f5 None None] Port 86d6ca95-51ec-4362-b63b-8194d78f871c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:26:00.374681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:26:00.597193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8eae6b74-19ab-4ec2-bdac-2ad238b77089 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:00.665440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:00.670156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:00.670491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.685437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:26:00.698642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3c76a7b-e4af-41d5-86e3-6137ce686043 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/c4897997-b6b5-42eb-bf08-fcf02fb3bbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2667489 Mar 16 11:26:00.701222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:00.785710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.819460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8eae6b74-19ab-4ec2-bdac-2ad238b77089, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8eae6b74-19ab-4ec2-bdac-2ad238b77089,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:00.825227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:00.826109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4801a5db-b014-49a9-9ef0-054d4ac91235 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:00.835545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21947614-a426-47fe-a1c4-6b92e6333186 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.835867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21947614-a426-47fe-a1c4-6b92e6333186 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.836335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21947614-a426-47fe-a1c4-6b92e6333186 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.836867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21947614-a426-47fe-a1c4-6b92e6333186 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.838494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-21947614-a426-47fe-a1c4-6b92e6333186 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1364019 Mar 16 11:26:00.841277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45340) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:00.906401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb760c3-904e-4818-8f9c-756777adabe1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.906762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb760c3-904e-4818-8f9c-756777adabe1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.907116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb760c3-904e-4818-8f9c-756777adabe1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.907466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb760c3-904e-4818-8f9c-756777adabe1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:00.909078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dbb760c3-904e-4818-8f9c-756777adabe1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0669703 Mar 16 11:26:00.911915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45344) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:00.937769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8eae6b74-19ab-4ec2-bdac-2ad238b77089,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:00.952489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4801a5db-b014-49a9-9ef0-054d4ac91235 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:00.952847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.118199 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f118c51a-5265-40b0-97ca-55b46cbe1cb5 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2051022 Mar 16 11:26:01.428136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Sync routers for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:26:01.440984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:26:01.441594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:01.521928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:01.528077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006094269', 'description': 'tempest-secgroup-smoke-1006094269 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:01.534400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.539994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.543096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.549576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.561597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.580856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c62149c3-ca2d-477f-bd75-ad0bee62d4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.598687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.603334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.606081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.611501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.631140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:26:01.665496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.669673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.713617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4183a62-14ac-4ea0-9b09-334dfadee029,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:01.717670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.721670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddff4e1b-ef66-4903-b584-563575d946d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1961012 Mar 16 11:26:01.722228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:01.728264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:01.734289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.738029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.740795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.746636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.763795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.826464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.830857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.853307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35741765-6a42-4145-b65c-34ae01a7cfef,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:01.863438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.864797 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ed81b78-ec46-41f7-8112-23bc60e0de08 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419640 Mar 16 11:26:01.867853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:01.874821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:01.880908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:01.885099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:01.889249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:01.895320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:01.913734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.947764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:01.952732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Checking router: c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:26:01.953293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Updating router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 port 86d6ca95-51ec-4362-b63b-8194d78f871c binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:26:01.975927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:01.979798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.004794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d99cc5-ecc8-427d-b3b1-d94bfc34149d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.008067 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.016171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.017733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f32f001d-d5bf-4b64-9233-bad709597b61 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1479833 Mar 16 11:26:02.020657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45362) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:02.026959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:02.034276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:02.038819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:02.044073 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:02.051031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:02.069356 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.135990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.140780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.163422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d714850-7cb5-4975-8628-ee7eade390ee,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.175173 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.179354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:02.181657 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ab88f9e-a14e-41bc-9ff0-c9ed58b57714 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1598237 Mar 16 11:26:02.194576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:02.200913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:02.204712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:02.207759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:02.213475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:02.232874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.302230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.306543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.329155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f25d7d-4dc0-4501-aa96-b5dd05a9d7a8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.341519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.344299 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:02.344528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-124cc51f-f46f-4d56-ad26-72e9acd704b3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1638658 Mar 16 11:26:02.350953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:02.358203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:02.363474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:02.367107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:02.373508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:02.387867 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:26:02.400310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.417684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.432880 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Transition to ACTIVE for port object 86d6ca95-51ec-4362-b63b-8194d78f871c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:02.440649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.470826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.476343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.502798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b61a74-d1bd-4243-ab45-e4629252c67a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.513889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.515466 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc7dfd0b-e8d2-4dd8-bc59-1b5c7aa3be42 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1700029 Mar 16 11:26:02.518877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:02.520327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe92b2-860a-4bcb-99d0-08491b90a510 None None] Pushing event updated for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.535580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': 'b4183a62-14ac-4ea0-9b09-334dfadee029', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:02.544516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:02.556450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:02.559884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:02.565898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:02.580410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8eae6b74-19ab-4ec2-bdac-2ad238b77089 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:02.581582 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:26:02.590048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.674933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.684193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.715289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67347ad-b8d5-4d6a-b732-bb5f18cafacc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:02.727559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.728824 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4d72f9f-5413-4a9c-83db-e6f99dfccaf6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2072191 Mar 16 11:26:02.782216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Attempting to bind port 86d6ca95-51ec-4362-b63b-8194d78f871c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:26:02.782754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Attempting to bind port 86d6ca95-51ec-4362-b63b-8194d78f871c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:26:02.782945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Attempting to bind port 86d6ca95-51ec-4362-b63b-8194d78f871c on network f1d7687f-7193-4129-9d3f-2b7bc9060a43 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:26:02.785437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:02.785789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.832000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:26:02.832362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Checking segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:26:02.832818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.833126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Bound using segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:26:02.833654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Bound port: 86d6ca95-51ec-4362-b63b-8194d78f871c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:26:02.834038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:02.984247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-8065f3cc-8df5-440b-81a8-21bf56f5b98a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:02.998770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] For port 86d6ca95-51ec-4362-b63b-8194d78f871c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:26:03.001155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-8065f3cc-8df5-440b-81a8-21bf56f5b98a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:03.002407 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-8065f3cc-8df5-440b-81a8-21bf56f5b98a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006094269&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.0616834 Mar 16 11:26:03.012172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] For port 86d6ca95-51ec-4362-b63b-8194d78f871c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=86d6ca95-51ec-4362-b63b-8194d78f871c,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:26:03.018273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.099402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe92b2-860a-4bcb-99d0-08491b90a510 None None] Pushing event updated for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:03.105857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:26:03.106492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:25:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:03.173045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86c31-3662-4be1-83ca-c42594589313 req-9ec1c635-803a-4c79-b1e3-1e37c88fa210 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:03.173723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-9ec1c635-803a-4c79-b1e3-1e37c88fa210 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:03.193508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-9ec1c635-803a-4c79-b1e3-1e37c88fa210 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:03.200879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-9ec1c635-803a-4c79-b1e3-1e37c88fa210 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 797 time: 0.1907144 Mar 16 11:26:03.214471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-8793fd2e-2ba5-4695-a9f2-c504721b9e81 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0127218 Mar 16 11:26:03.293723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:26:03.302820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-c39bcbc2-2025-4eb4-8b92-43fbf04fbc80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:03.317867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66f86c31-3662-4be1-83ca-c42594589313 req-c39bcbc2-2025-4eb4-8b92-43fbf04fbc80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:03.319192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-c39bcbc2-2025-4eb4-8b92-43fbf04fbc80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942347 Mar 16 11:26:03.406054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-780a0b2d-0d31-4bb6-b5f7-faa7c10b5a5e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:26:03.406999 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-780a0b2d-0d31-4bb6-b5f7-faa7c10b5a5e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0763948 Mar 16 11:26:03.490383 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:03.543890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-b7e6cf59-4594-4ae0-b994-274a40e1a71a service neutron] 10.222.0.36 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299183 Mar 16 11:26:03.611986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:02Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:03.616198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241606df-cf47-4cdb-aefa-740fa439b352 None None] The sync data for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv is: [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:02Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:26:03.696239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8516eec5-b98a-45bc-866a-fdc357186bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:03.704991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-dac5184b-b669-4250-ae6c-40e560fe09f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525280 Mar 16 11:26:03.895847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-acecef7c-0c23-492b-a5a0-d22c4f0cf731 req-15319352-74f4-46be-9221-ee83287dd4cf tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 210 time: 0.0418942 Mar 16 11:26:04.555261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 86d6ca95-51ec-4362-b63b-8194d78f871c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:04.658524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 86d6ca95-51ec-4362-b63b-8194d78f871c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:04.663196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:04.663559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.775873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.807176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 86d6ca95-51ec-4362-b63b-8194d78f871c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=86d6ca95-51ec-4362-b63b-8194d78f871c,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:04.812927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.879376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:04.919416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:04.990291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:05.070238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45d2aa89-9e43-4a87-b595-d02462b939c6 req-cdcccea6-3420-4a56-9021-a493f43e89da tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 210 time: 0.0434268 Mar 16 11:26:05.372079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86c31-3662-4be1-83ca-c42594589313 req-db3fd4e4-bc7f-4528-a1b0-ac5f834f1dab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:05.373482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-db3fd4e4-bc7f-4528-a1b0-ac5f834f1dab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 797 time: 0.2562175 Mar 16 11:26:05.436277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-2992aea2-c09b-4ffe-af75-7cd7220e08d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.0429864 Mar 16 11:26:05.448065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['b4183a62-14ac-4ea0-9b09-334dfadee029']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:05.582530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:05.595077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:05.609089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:26:05.613785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:05.781494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.7 (f1d7687f-7193-4129-9d3f-2b7bc9060a43/dd2852f5-1141-4e6d-99fc-d2141990f58b/60c6014b-a626-4e03-9ca7-5b669d2f4a8e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:05.964240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:05.980279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 60c6014b-a626-4e03-9ca7-5b669d2f4a8e will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:06.002833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.074611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:06.077569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:06.081776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:26:06.106501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:06.145958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.146735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.173345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-fbac7129-8c90-4309-839c-a88fa719e735 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318296 Mar 16 11:26:06.191881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Request body: {'port': {'device_id': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:06.233884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.369242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.425496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b9560-574e-4a13-9adf-cb65d2178dc4 req-ef6f8683-d420-4f09-9504-f0800c9be99c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:06.426232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f29b9560-574e-4a13-9adf-cb65d2178dc4 req-ef6f8683-d420-4f09-9504-f0800c9be99c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:26:06.464375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f29b9560-574e-4a13-9adf-cb65d2178dc4 req-ef6f8683-d420-4f09-9504-f0800c9be99c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:26:06.465428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f29b9560-574e-4a13-9adf-cb65d2178dc4 req-ef6f8683-d420-4f09-9504-f0800c9be99c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 931 time: 0.2396448 Mar 16 11:26:06.528206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 86d6ca95-51ec-4362-b63b-8194d78f871c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:06.579955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8d59095f-b8b1-46e5-b218-b603b5b5b374 None None] Provisioning for port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:06.587463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8d59095f-b8b1-46e5-b218-b603b5b5b374 None None] Provisioning complete for port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:06.587862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d59095f-b8b1-46e5-b218-b603b5b5b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.628723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f29b9560-574e-4a13-9adf-cb65d2178dc4 req-fcf2f09b-6045-459e-99b0-e5eb173b4c30 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254048 Mar 16 11:26:06.646103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d59095f-b8b1-46e5-b218-b603b5b5b374 None None] Port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:26:06.655721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:06.656082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.768694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c6014b-a626-4e03-9ca7-5b669d2f4a8e {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:26:06.776527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.790680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Transition to ACTIVE for port object 60c6014b-a626-4e03-9ca7-5b669d2f4a8e will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:26:06.796093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:06.917454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Pushing event updated for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:07.025877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Attempting to bind port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:26:07.026230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Attempting to bind port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:26:07.026594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Attempting to bind port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e on network f1d7687f-7193-4129-9d3f-2b7bc9060a43 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:26:07.032234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e on network f1d7687f-7193-4129-9d3f-2b7bc9060a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:26:07.032538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Attempting to bind port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e on network f1d7687f-7193-4129-9d3f-2b7bc9060a43 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:26:07.038590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:26:07.038963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Checking segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:26:07.039337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Bound using segment: {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:26:07.039907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Bound port: 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:26:07.040237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:07.126311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:26:07.129333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:26:07.136052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:07.196209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:07.197567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] 10.222.0.59 "PUT /v2.0/ports/60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 1093 time: 1.0139163 Mar 16 11:26:07.198157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:26:07.224616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8cf0d-9747-4fa1-bad2-d41158fa9dea service neutron] Pushing event updated for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:07.391053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'status': 'completed', 'code': 200} Mar 16 11:26:07.431656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-6d65dbb2-6436-491a-a8b9-ced681882148 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1096 time: 0.1754794 Mar 16 11:26:07.510516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-91e82676-1073-44f1-b7b4-744e3771ef55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 217 time: 0.0683415 Mar 16 11:26:07.574632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86c31-3662-4be1-83ca-c42594589313 req-c6b3b175-3422-4a90-a500-d0bd491c2ac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:07.575910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-c6b3b175-3422-4a90-a500-d0bd491c2ac3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0564034 Mar 16 11:26:07.656164 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-de65ca40-d9d8-41d1-96d5-933dab41a30c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704234 Mar 16 11:26:07.832789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-e46e2621-7159-4967-8a69-56aaa3ed31fd service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660020 Mar 16 11:26:07.946948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde190-ba6a-4cc5-b16c-5bb25dbf24d9 req-1a3cd7a4-bba5-4ae0-b709-8a7ad328fed9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:07.948368 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dde190-ba6a-4cc5-b16c-5bb25dbf24d9 req-1a3cd7a4-bba5-4ae0-b709-8a7ad328fed9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 943 time: 0.1789434 Mar 16 11:26:07.996456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66f86c31-3662-4be1-83ca-c42594589313 req-f41b6dc5-2a9c-4baa-a5ac-2a07961de243 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550384 Mar 16 11:26:08.017567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dde190-ba6a-4cc5-b16c-5bb25dbf24d9 req-f8dbaf05-71f2-42f5-aad1-7cfa1a99030c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590847 Mar 16 11:26:08.132773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-c5e4a304-478d-4e67-9042-a1b5a5084ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1096 time: 0.0751908 Mar 16 11:26:08.265543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-5102ae48-cb36-4706-a871-fea618cd450b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:08.267036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-5102ae48-cb36-4706-a871-fea618cd450b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 897 time: 0.1280830 Mar 16 11:26:08.340293 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-ede76183-4f3e-4d00-b5c0-8cf63a221ccc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 217 time: 0.0626364 Mar 16 11:26:08.405216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-64beb25f-1b9a-4f1c-915e-0420dfa8fa1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:08.406684 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-64beb25f-1b9a-4f1c-915e-0420dfa8fa1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0602038 Mar 16 11:26:08.498275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-c3d01864-7208-4025-95dc-a1183ced8fd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816076 Mar 16 11:26:08.639181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-2edb86ff-da49-4d6d-98ed-11922c770a44 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332276 Mar 16 11:26:08.772740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6769d2f6-7f6b-4915-8963-a4dc26722088 req-7dedcbe4-1211-4243-9fbe-ffbf2b48c15c service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269147 Mar 16 11:26:09.230581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71aa1-a2fc-4abd-99ee-db3e06e9c74f req-06ba3149-0a49-44c1-a43d-320e3d7889d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:09.231997 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7e71aa1-a2fc-4abd-99ee-db3e06e9c74f req-06ba3149-0a49-44c1-a43d-320e3d7889d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 943 time: 0.0828004 Mar 16 11:26:09.277249 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7e71aa1-a2fc-4abd-99ee-db3e06e9c74f req-a94f104a-be85-4ede-9fef-a0d91f405db0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395212 Mar 16 11:26:09.396976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 60c6014b-a626-4e03-9ca7-5b669d2f4a8e details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:26:09.532299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:09.546756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'port_id': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'mac_address': 'fa:16:3e:40:f0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:26:09.598903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:09.616649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c6014b-a626-4e03-9ca7-5b669d2f4a8e {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:26:09.631575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:09.636980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:09.703595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:09.905196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['60c6014b-a626-4e03-9ca7-5b669d2f4a8e'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:26:10.498831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4353cc2-e548-436c-a5c3-702b0c0530be req-93601e13-80c1-400f-a680-2d47c4a59cff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:10.500643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4353cc2-e548-436c-a5c3-702b0c0530be req-93601e13-80c1-400f-a680-2d47c4a59cff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 944 time: 0.0873826 Mar 16 11:26:10.548861 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4353cc2-e548-436c-a5c3-702b0c0530be req-96bd9cd5-4f17-45bf-b5dc-858b052f1df4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Mar 16 11:26:11.396210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 60c6014b-a626-4e03-9ca7-5b669d2f4a8e up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:26:11.470640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:26:11.475296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:26:11.475669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:11.596231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:11.623652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:26:11.633380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:26:11.639062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:11.708315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:11.860905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c16e1-3a2e-45f5-8007-4609da781e39 req-6ec4109d-ae5e-4891-888e-a66bb1f7737c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:11.862331 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22c16e1-3a2e-45f5-8007-4609da781e39 req-6ec4109d-ae5e-4891-888e-a66bb1f7737c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.1754014 Mar 16 11:26:11.895860 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'code': 200} Mar 16 11:26:11.907873 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22c16e1-3a2e-45f5-8007-4609da781e39 req-fbc9d85e-b867-4f81-bd8e-ee85ecdfef37 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Mar 16 11:26:11.986436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:12.140579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-648c469a-07ae-4ea8-9396-a7890eb24782 req-9b122bca-32a3-43eb-99e6-eadfc67d58af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1098 time: 0.0703173 Mar 16 11:26:12.186870 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-648c469a-07ae-4ea8-9396-a7890eb24782 req-92508ec8-39bc-40a1-b702-cbc7d2bff912 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Mar 16 11:26:13.115456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f866bb-e8c4-42e6-ad75-b2cae3073c96 req-459b771f-2e26-416d-a635-fb9c9d1ebd5b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:13.116836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1f866bb-e8c4-42e6-ad75-b2cae3073c96 req-459b771f-2e26-416d-a635-fb9c9d1ebd5b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.0877464 Mar 16 11:26:13.166789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1f866bb-e8c4-42e6-ad75-b2cae3073c96 req-6748eb81-bf46-48bd-9322-83c0a4f69850 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Mar 16 11:26:14.387275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a8df-3af7-4a8a-9cee-3a99c4e98c4f req-89145eaf-0db0-4136-850b-fabe7729772e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:14.388731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1f0a8df-3af7-4a8a-9cee-3a99c4e98c4f req-89145eaf-0db0-4136-850b-fabe7729772e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.0956740 Mar 16 11:26:14.434368 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1f0a8df-3af7-4a8a-9cee-3a99c4e98c4f req-d0b89f99-0c23-425b-9157-616b7e5ce974 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Mar 16 11:26:14.674479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bd99f-ac9e-4e91-abd6-d1c3de4ddd70 req-cec6f5b4-5367-4863-8fe2-8bf1ddf54590 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:14.675925 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b24bd99f-ac9e-4e91-abd6-d1c3de4ddd70 req-cec6f5b4-5367-4863-8fe2-8bf1ddf54590 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.1010454 Mar 16 11:26:14.726064 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b24bd99f-ac9e-4e91-abd6-d1c3de4ddd70 req-474c1c0f-4dc9-4b06-b114-9062b07442a8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Mar 16 11:26:14.761120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:14.836431 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d193c0b5-06f9-4825-9009-e17415cf68fb tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1093 time: 0.0740879 Mar 16 11:26:14.839084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:14.844257 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:26:14.849691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:26:14.853692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:26:14.856532 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:26:14.862273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:26:14.874565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:15.017533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:15.153092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.160 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/94b36340-867d-4ef3-9b1b-944e33a21f06) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:26:15.389922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:15.418811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:15.489671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:26:15.492441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:26:15.498197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:26:15.534986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=94b36340-867d-4ef3-9b1b-944e33a21f06,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:16.037707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.098867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.302477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.308312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.414273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=94b36340-867d-4ef3-9b1b-944e33a21f06,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:26:16.428270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:16.636346 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP efa3adc8-9434-415a-88fb-8e31d758d55f associated. External IP: 172.26.1.160, port: 60c6014b-a626-4e03-9ca7-5b669d2f4a8e. Mar 16 11:26:17.135444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:26:17.335653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:26:17.345558 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Sync routers for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:26:17.359258 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:26:17.359739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:17.359899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:26:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:17.412780 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a38a7fc6-9df7-45d6-b150-cfcd4e69dd32 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5726817 Mar 16 11:26:17.413347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:26:17.416163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:17.471468 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'status': 'completed', 'code': 200} Mar 16 11:26:17.537899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:26:17.585491 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4cb7e37-4c41-4d93-b3ca-2b5ed8c0492f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/efa3adc8-9434-415a-88fb-8e31d758d55f HTTP/1.1" status: 200 len: 991 time: 0.1674652 Mar 16 11:26:17.602452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-d95a9b08-237e-45f6-a2ee-5f80ae0db3c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1098 time: 0.1035209 Mar 16 11:26:17.739823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-ace356c8-99a3-43be-bdca-254df2b46b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:17.741276 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-ace356c8-99a3-43be-bdca-254df2b46b77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 897 time: 0.1337266 Mar 16 11:26:17.843157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-a0812374-32f3-4b70-8e21-9ce28acc9224 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 999 time: 0.0962100 Mar 16 11:26:17.911911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-30a57939-c23e-47b8-890d-f5d314edb990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:17.914664 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-30a57939-c23e-47b8-890d-f5d314edb990 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0628653 Mar 16 11:26:17.917081 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'efa3adc8-9434-415a-88fb-8e31d758d55f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'port_id': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'mac_address': 'fa:16:3e:40:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:15Z', 'updated_at': '2022-03-16T11:26:15Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:17.924973 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Checking router: c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:26:17.937105 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:26:17.937687 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:26:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:17.988112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-e9c91976-6c65-42d9-8a93-d2bbca284482 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679221 Mar 16 11:26:18.112981 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:26:18.120535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-452a8b9f-68ed-4529-b904-b48c2826ee16 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264212 Mar 16 11:26:18.268441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b4615b9-f20d-482c-ad33-b723798d5b5f req-c705316a-c249-46c2-9583-0eb050392ca1 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386352 Mar 16 11:26:18.469206 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'efa3adc8-9434-415a-88fb-8e31d758d55f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'port_id': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'mac_address': 'fa:16:3e:40:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:15Z', 'updated_at': '2022-03-16T11:26:15Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:26:18.473224 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710caaf7-9e2a-472e-b6cb-b4e9db71bf52 None None] The sync data for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv is: [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'efa3adc8-9434-415a-88fb-8e31d758d55f', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'port_id': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'mac_address': 'fa:16:3e:40:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:26:15Z', 'updated_at': '2022-03-16T11:26:15Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:26:18.589891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:18.696348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fedfc6b9-22c4-4982-a944-003e5848b681 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/efa3adc8-9434-415a-88fb-8e31d758d55f HTTP/1.1" status: 200 len: 991 time: 0.1052914 Mar 16 11:26:19.702497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45446) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:19.827683 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c817177-1824-47c5-b030-984c54583ce6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/efa3adc8-9434-415a-88fb-8e31d758d55f HTTP/1.1" status: 200 len: 991 time: 0.1236436 Mar 16 11:26:20.524979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfaf88-1279-4c5e-b670-4f4ad9af08a2 None None] New status for floating IP efa3adc8-9434-415a-88fb-8e31d758d55f: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:26:20.832251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45450) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:26:21.027929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2810f5d3-6b8f-408e-a7e8-29ca14216aa6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/efa3adc8-9434-415a-88fb-8e31d758d55f HTTP/1.1" status: 200 len: 993 time: 0.1945210 Mar 16 11:26:31.559589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0f94039-f900-47e2-83f6-f6dc64790396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:33.701580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07315c6f-6386-4847-b1d8-ffd4edd64a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.935288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:34.995081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:36.212374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:40.495357 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:26:41.987778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:26:58.863601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-1673c1e5-4494-4588-980b-92134be09465 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709648 Mar 16 11:26:59.035356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-125bda19-9891-4637-8895-a40c229162e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1098 time: 0.0812676 Mar 16 11:26:59.182837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-47a200e1-1131-4ddf-a5f6-5404efcd40d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:59.184213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-47a200e1-1131-4ddf-a5f6-5404efcd40d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 897 time: 0.1258457 Mar 16 11:26:59.293613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-270e2fad-2ab4-4419-86c2-dcecd0fd88a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 1001 time: 0.0995927 Mar 16 11:26:59.378897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-67fc435a-e9ba-49ed-9ac0-2865375abc0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:26:59.380288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-67fc435a-e9ba-49ed-9ac0-2865375abc0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0771070 Mar 16 11:26:59.466892 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-4201a7dc-5f76-44fc-9c82-f12eb0cb718a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772541 Mar 16 11:26:59.610347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-6f5e3041-e3fe-4dc6-ac9f-36e999b04e42 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330519 Mar 16 11:26:59.744320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d296a1ce-9327-47f0-a2e7-43c2e617bb60 req-e0ee86dd-c546-4732-a43b-f77c4425919c service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252563 Mar 16 11:27:01.558881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20f5d161-ea98-442a-8934-bea590e1bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:03.703072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8ce88251-4be2-44c7-8c26-0007a803c4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:04.938651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:05.001244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:06.210245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:11.997755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:17.508599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:31.597165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-172954df-abb4-477b-a91d-160e62013dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:33.698740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-227ec925-f1bc-4c10-b77d-dbeb6f05af32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.936210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:34.996784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:36.215536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:42.002568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:27:54.505956 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:27:58.984617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-05d61ed2-f317-4f3d-84e9-5e9b8d73853a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776811 Mar 16 11:27:59.131594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-05514ebf-7f82-4c16-aee3-931411762bc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1098 time: 0.0698366 Mar 16 11:27:59.280586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-75f6c90f-7c27-42a8-a0b9-ebfeba8057a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.282021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-75f6c90f-7c27-42a8-a0b9-ebfeba8057a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 897 time: 0.1263158 Mar 16 11:27:59.390644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-8dc4879b-0d69-48ac-8e57-e9a17930a440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 1001 time: 0.0993152 Mar 16 11:27:59.458617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-aa038919-4ac6-4179-9cd1-b307027588b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:27:59.460145 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-aa038919-4ac6-4179-9cd1-b307027588b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0608799 Mar 16 11:27:59.538959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-17830d56-5be9-49a6-a1c2-79f4c5a5c451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693047 Mar 16 11:27:59.672430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-a501b042-0b4b-49b5-98d5-a32630409617 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233487 Mar 16 11:27:59.903362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c46d537a-c7da-4971-aa87-fd2d035905d8 req-73217b52-3dec-4497-984f-0728e6b869e9 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221868 Mar 16 11:28:01.555280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18f6db38-3b4f-421f-843d-a8d1712e3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:03.698502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f5332df-8f42-4428-8340-ec2ace05e557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.942088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:04.993955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:06.221693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:12.027915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:12.668833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:12.678280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:28:12.941220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3925026'] for subnet, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.120516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738050849181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3880156'] for subnet, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.175633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:13.176185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.180186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/subnets/dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 836 time: 0.5072072 Mar 16 11:28:13.184465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08a0440-5b76-4dcc-bd44-5c515cd0b114 None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:28:13.187753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=dd2852f5-1141-4e6d-99fc-d2141990f58b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:13.196265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.196535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.196863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.197183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.197502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.197820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.198167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.198553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.198872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.199182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.199555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b47d25-e408-403a-9a97-c68d1b57229a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:28:13.659352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Provisioning complete for port 86d6ca95-51ec-4362-b63b-8194d78f871c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:13.659720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.785276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Provisioning complete for port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:13.785535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:13.920643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Provisioning complete for port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:28:13.920979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a75947b8-56a1-4e5c-b52b-b26a68f36da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:31.502153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:28:31.551113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e743dc0-2017-4b53-92f0-8738e14b0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:33.697714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-053c2b2a-db62-4278-ba52-4f6783e0da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.951575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:34.992797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:36.222742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:42.040895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.124925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:28:56.325398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 94b36340-867d-4ef3-9b1b-944e33a21f06 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:28:56.325694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.493774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.494090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.612459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 94b36340-867d-4ef3-9b1b-944e33a21f06 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:28:56.772021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:56.814404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=94b36340-867d-4ef3-9b1b-944e33a21f06,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:28:56.909473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.422827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:28:57.630280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:28:57.641689 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Sync routers for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:28:57.657103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:57.659614 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:28:57.661092 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:28:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:57.714104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f7d97c7-f0f4-4352-8479-27f2b606567c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/efa3adc8-9434-415a-88fb-8e31d758d55f HTTP/1.1" status: 204 len: 168 time: 1.5875542 Mar 16 11:28:57.714461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:28:57.798224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'status': 'completed', 'code': 200} Mar 16 11:28:57.844411 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:28:57.899429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-9b66cbcc-393b-4a03-9cf2-1e11955b5b8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 1098 time: 0.0718768 Mar 16 11:28:58.038657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0659-a5df-4729-a743-a70df30d67eb req-c6f0241c-367b-4be0-8063-90793379db21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.040106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-c6f0241c-367b-4be0-8063-90793379db21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 200 len: 897 time: 0.1318021 Mar 16 11:28:58.144375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-208e3afe-2758-47ce-bc62-662a0180b947 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 200 len: 217 time: 0.0951850 Mar 16 11:28:58.199656 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:58.203612 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Checking router: c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:28:58.214790 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:28:58.215461 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:28:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:58.224980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0659-a5df-4729-a743-a70df30d67eb req-a84bcf02-86ec-4b90-b609-9a9612df44ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.226431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-a84bcf02-86ec-4b90-b609-9a9612df44ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 200 len: 844 time: 0.0719409 Mar 16 11:28:58.236507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbff86-c71e-49d9-afd5-5307e56ff517 req-1722eaec-9afd-4a3f-a0a7-d5e0c0f5cc89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:58.237176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-98fbff86-c71e-49d9-afd5-5307e56ff517 req-1722eaec-9afd-4a3f-a0a7-d5e0c0f5cc89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:28:58.302328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-98fbff86-c71e-49d9-afd5-5307e56ff517 req-1722eaec-9afd-4a3f-a0a7-d5e0c0f5cc89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:28:58.303442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98fbff86-c71e-49d9-afd5-5307e56ff517 req-1722eaec-9afd-4a3f-a0a7-d5e0c0f5cc89 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.2089701 Mar 16 11:28:58.340380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-43a8e1bd-ea2d-4f11-bfe9-7dd079754808 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1d7687f-7193-4129-9d3f-2b7bc9060a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003678 Mar 16 11:28:58.389879 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:28:58.433867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98fbff86-c71e-49d9-afd5-5307e56ff517 req-4da286d1-d149-4fbb-a208-51c6e3d69d67 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230602 Mar 16 11:28:58.478478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-86a6b9c7-df05-4c76-b5f1-0e6148eaa55a service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312089 Mar 16 11:28:58.608784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56b0659-a5df-4729-a743-a70df30d67eb req-4a17841a-8f78-45d0-b71c-b074e8255475 service neutron] 10.222.0.59 "GET /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231992 Mar 16 11:28:58.704088 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:28:58.708497 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d8e339-da1a-45ef-b704-714bbd58fce9 None None] The sync data for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv is: [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:25:59Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '86d6ca95-51ec-4362-b63b-8194d78f871c', 'name': '', 'network_id': 'f1d7687f-7193-4129-9d3f-2b7bc9060a43', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:0f:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:58Z', 'updated_at': '2022-03-16T11:26:04Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': 'dd2852f5-1141-4e6d-99fc-d2141990f58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:28:58.938177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23364b-307d-4ef0-b75c-b6220cb65d7c None None] New status for floating IP efa3adc8-9434-415a-88fb-8e31d758d55f: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:28:59.591213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-70651dea-acad-4755-909e-ae67080a7293 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.592661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-70651dea-acad-4755-909e-ae67080a7293 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.0827177 Mar 16 11:28:59.698534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:28:59.698822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:28:59.887271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2bd0e-b867-43eb-89ea-7e740c6e5423 req-4bbbcae1-bc53-4a62-85ff-99ee4d714733 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:28:59.888556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfe2bd0e-b867-43eb-89ea-7e740c6e5423 req-4bbbcae1-bc53-4a62-85ff-99ee4d714733 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=18f6c822-1908-40c2-a7e7-33d5808445ea HTTP/1.1" status: 200 len: 945 time: 0.2950654 Mar 16 11:29:00.024129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfe2bd0e-b867-43eb-89ea-7e740c6e5423 req-e4dcecd0-f6a0-45c5-86a7-3e3ce1afb18c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4183a62-14ac-4ea0-9b09-334dfadee029&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293557 Mar 16 11:29:00.077050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:00.077392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.198054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 60c6014b-a626-4e03-9ca7-5b669d2f4a8e owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:29:00.342410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.397822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=60c6014b-a626-4e03-9ca7-5b669d2f4a8e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:00.467193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 60c6014b-a626-4e03-9ca7-5b669d2f4a8e on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:00.469735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:00.472135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'name': 'network-vif-deleted', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:00.490703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8593f05-8059-4c2e-ab83-0c3ad008d41d req-d6a72cc5-acf8-40e2-9615-b4e47edb94ff tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/60c6014b-a626-4e03-9ca7-5b669d2f4a8e HTTP/1.1" status: 204 len: 173 time: 0.8642843 Mar 16 11:29:00.536134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f6c822-1908-40c2-a7e7-33d5808445ea', 'name': 'network-vif-deleted', 'tag': '60c6014b-a626-4e03-9ca7-5b669d2f4a8e', 'status': 'completed', 'code': 200} Mar 16 11:29:01.133057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45528) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:01.204005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.232594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.302903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.321488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4183a62-14ac-4ea0-9b09-334dfadee029,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:01.332635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.334387 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35befd4e-2e19-4d92-84b3-f09d1b8f15a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4183a62-14ac-4ea0-9b09-334dfadee029 HTTP/1.1" status: 204 len: 168 time: 0.2002251 Mar 16 11:29:01.380582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:01.548015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57fb6401-2d46-4c1b-bc2e-f4077fe2ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:01.800912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.532248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 86d6ca95-51ec-4362-b63b-8194d78f871c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:29:02.532946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.722852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 86d6ca95-51ec-4362-b63b-8194d78f871c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=86d6ca95-51ec-4362-b63b-8194d78f871c,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:02.723506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:02.854026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 86d6ca95-51ec-4362-b63b-8194d78f871c owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:29:03.036894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.081476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=86d6ca95-51ec-4362-b63b-8194d78f871c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:03.384613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:03.692510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb42c1d6-ede9-42db-af5f-915d98846523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.082676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:04.282890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 60c6014b-a626-4e03-9ca7-5b669d2f4a8e no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:04.288774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:04.298158 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Sync routers for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:29:04.303310 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b6e3daf4-b26c-4e1d-9341-56f68d20ef79 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/c4897997-b6b5-42eb-bf08-fcf02fb3bbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216173 Mar 16 11:29:04.306191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:04.314781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:04.315635 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.315862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 60c6014b-a626-4e03-9ca7-5b669d2f4a8e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:29:04.316206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 60c6014b-a626-4e03-9ca7-5b669d2f4a8e not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:04.492239 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:04.497910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet dd2852f5-1141-4e6d-99fc-d2141990f58b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:29:04.501366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.556135 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.644754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.720746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.761070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2852f5-1141-4e6d-99fc-d2141990f58b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:04.766244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.773141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8e44d-0baf-49cb-bb8d-16908f97d4c0 None None] Network f1d7687f-7193-4129-9d3f-2b7bc9060a43 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:29:04.779429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-11bcb034-51e2-499a-acce-0701d08ce548 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/dd2852f5-1141-4e6d-99fc-d2141990f58b HTTP/1.1" status: 204 len: 168 time: 0.4721797 Mar 16 11:29:04.779619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:04.780784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:29:02Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.785004 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Checking router: c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:29:04.796725 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Routers {'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:04.797300 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:04.954940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.982246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:04.990891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.025238 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] Set router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:05.035109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] DHCP port deletion for f1d7687f-7193-4129-9d3f-2b7bc9060a43 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:29:05.040041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Deleting port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:29:05.040408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.193238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.205838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 4801a5db-b014-49a9-9ef0-054d4ac91235 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:29:05.206791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.285523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] For port 8eae6b74-19ab-4ec2-bdac-2ad238b77089, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8eae6b74-19ab-4ec2-bdac-2ad238b77089,segment=NetworkSegment(a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710),segment_id=a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:05.285828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.336491 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:29:02Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:05.341569 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4b6cd-c0c3-4759-868c-1139b369df9f None None] The sync data for ids ['c4897997-b6b5-42eb-bf08-fcf02fb3bbc2'] in dv-neutron-833733-1-hyperv is: [{'id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'name': 'tempest-TestNetworkBasicOps-router-1186684807', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:25:54Z', 'updated_at': '2022-03-16T11:29:02Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '4801a5db-b014-49a9-9ef0-054d4ac91235', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4897997-b6b5-42eb-bf08-fcf02fb3bbc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:25:55Z', 'updated_at': '2022-03-16T11:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:29:05.403377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 4801a5db-b014-49a9-9ef0-054d4ac91235, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4801a5db-b014-49a9-9ef0-054d4ac91235,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:05.403720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.413472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Calling delete_port for 8eae6b74-19ab-4ec2-bdac-2ad238b77089 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:29:05.489747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.529183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 4801a5db-b014-49a9-9ef0-054d4ac91235 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:29:05.531868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Pushing event deleted for resources: {'Port': ['ID=8eae6b74-19ab-4ec2-bdac-2ad238b77089,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:05.542654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] No DVR routers for this DVR port 8eae6b74-19ab-4ec2-bdac-2ad238b77089 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:29:05.544801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.545162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.545531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.545834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.546201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.546534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.546855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.547154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.547491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.547806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.548119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a901a9-f245-45b6-b7f7-029bc76380a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.706323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:05.750875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=4801a5db-b014-49a9-9ef0-054d4ac91235,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:05.792630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.793416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.793416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.793657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.793910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.794285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.794578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.794923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.795397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.795523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:05.795829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:06.077719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.225032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.337447 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.342435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.378293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.378796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:29:06.393258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.394361 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bff70b28-f300-4851-abde-52404f62699b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/c4897997-b6b5-42eb-bf08-fcf02fb3bbc2 HTTP/1.1" status: 204 len: 168 time: 1.6132774 Mar 16 11:29:06.397357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:06.513277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.642587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.674171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d7687f-7193-4129-9d3f-2b7bc9060a43']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:06.686226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:06.686512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a6ff1b-f3e2-4eec-89c5-7b9adcc6d710') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:06.701229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.724167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.731348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:29:06.731852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:29:06.758495 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:29:06.837794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.862925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.865971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=f1d7687f-7193-4129-9d3f-2b7bc9060a43,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:06.892759 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2597a0d5-d139-4b8b-957d-55b26802ac66 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/f1d7687f-7193-4129-9d3f-2b7bc9060a43 HTTP/1.1" status: 204 len: 168 time: 0.4905829 Mar 16 11:29:06.893279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:06.896425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8eae6b74-19ab-4ec2-bdac-2ad238b77089 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:06.898936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--1703814053', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:06.904087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:06.908134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:06.910976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:06.916659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:06.927935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:06.930262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8eae6b74-19ab-4ec2-bdac-2ad238b77089 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:29:06.930607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8eae6b74-19ab-4ec2-bdac-2ad238b77089 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:06.930995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.931128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4801a5db-b014-49a9-9ef0-054d4ac91235 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:06.964103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:29:06.966097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4801a5db-b014-49a9-9ef0-054d4ac91235 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:29:06.966545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4801a5db-b014-49a9-9ef0-054d4ac91235 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:06.967005 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 86d6ca95-51ec-4362-b63b-8194d78f871c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:29:06.972768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:06.973674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment 9915b1c7-e300-4527-830c-f6874009748b of type vlan for network ad30cab2-4169-4985-9565-7c22728d745b Mar 16 11:29:06.999806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.001332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 86d6ca95-51ec-4362-b63b-8194d78f871c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:29:07.001671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 86d6ca95-51ec-4362-b63b-8194d78f871c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:29:07.032059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.036069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:07.036725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.238130 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3439078 Mar 16 11:29:07.240814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b543ed3-00a1-4f7e-a9e9-fb00c9672b92 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=ad30cab2-4169-4985-9565-7c22728d745b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:07.241673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45562) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:07.247565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:07.253061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ad30cab2-4169-4985-9565-7c22728d745b details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:29:07.256021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:07.260070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:07.263039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:07.268998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:07.281316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.282280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.300673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.452535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.635245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.666990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.807456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.150 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/47bace90-a031-4228-8ad1-bdefdc9fc288) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:07.956371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:07.996010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.063909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:08.066917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:08.071330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:08.098973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=47bace90-a031-4228-8ad1-bdefdc9fc288,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:08.236659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.237254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.503591 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:08.563432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:29:08.773661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:08.783742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:29:08.796968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:08.797750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:08.800461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:08.801808 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6300cf69-cbbb-40bd-8382-d30fdb6c19b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5590680 Mar 16 11:29:08.805303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45566) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:08.844318 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dba273cc-738f-4075-8a6d-04213cafd51c tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379586 Mar 16 11:29:08.847144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45570) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:08.971864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:08.975877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86689358-b1c2-4059-847e-d8be50f5d129 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:08.979999 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86689358-b1c2-4059-847e-d8be50f5d129 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291022 Mar 16 11:29:08.980215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:09.025402 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e26a68e-6557-46d1-b5ef-8f55cfa7f6b4 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416884 Mar 16 11:29:09.025632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:09.030738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389913992', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:09.139104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:09.142996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:09.146461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:09.152150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:09.163437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:09.253867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:08Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:09.258133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:29:09.258481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Updating router 9c90a624-a3ed-4899-b4bf-03a398e6952e port 47bace90-a031-4228-8ad1-bdefdc9fc288 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:29:09.263909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.308300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.483121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.557243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=1ae98591-eecd-4b85-bcf4-97965d302da1,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:09.572374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:09.572995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: ad30cab2-4169-4985-9565-7c22728d745b, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:29:09.595461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network ad30cab2-4169-4985-9565-7c22728d745b is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:29:09.605506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ad30cab2-4169-4985-9565-7c22728d745b) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:09.609420 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:09.609984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.618419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6cb3a-68fc-4aa8-951c-0e2beac5f6f4 None None] Network ad30cab2-4169-4985-9565-7c22728d745b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:29:09.635492 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f86a0d41-68b9-4c31-9cee-63f800f3566a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6089492 Mar 16 11:29:09.638285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45582) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:09.755526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.782348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Transition to ACTIVE for port object 47bace90-a031-4228-8ad1-bdefdc9fc288 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:09.798336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.920060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2908-a6d6-4423-8551-8bfdac77e45a None None] Pushing event updated for resources: {'Port': ['ID=47bace90-a031-4228-8ad1-bdefdc9fc288,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:09.949118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Attempting to bind port 47bace90-a031-4228-8ad1-bdefdc9fc288 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:09.949480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Attempting to bind port 47bace90-a031-4228-8ad1-bdefdc9fc288 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:09.949826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Attempting to bind port 47bace90-a031-4228-8ad1-bdefdc9fc288 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:09.966038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:29:09.966376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:09.966765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.967141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:29:09.967593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Bound port: 47bace90-a031-4228-8ad1-bdefdc9fc288, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:09.968063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:09.996550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ad30cab2-4169-4985-9565-7c22728d745b', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:29:09.997193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.119048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] For port 47bace90-a031-4228-8ad1-bdefdc9fc288, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:10.135147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] For port 47bace90-a031-4228-8ad1-bdefdc9fc288, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47bace90-a031-4228-8ad1-bdefdc9fc288,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:10.141553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.272926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Allocated IP 172.20.0.2 (ad30cab2-4169-4985-9565-7c22728d745b/1ae98591-eecd-4b85-bcf4-97965d302da1/8e4d0bbc-5667-45a9-ac29-841f4293e5a1) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:10.276012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2908-a6d6-4423-8551-8bfdac77e45a None None] Pushing event updated for resources: {'Port': ['ID=47bace90-a031-4228-8ad1-bdefdc9fc288,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:10.284178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:10.284805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:10.492968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.607230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:10.804244 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.825713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Transition to ACTIVE for port object 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:10.861076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Transition to ACTIVE for port object 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:10.873086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:10.931186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (ad30cab2-4169-4985-9565-7c22728d745b/1ae98591-eecd-4b85-bcf4-97965d302da1/4253be6f-5ada-4c38-afd2-c9d09b171e92) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:10.973846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Network ad30cab2-4169-4985-9565-7c22728d745b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:10.977604 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:10.980477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:10.985810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Pushing event updated for resources: {'Port': ['ID=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.089145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.106539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 4253be6f-5ada-4c38-afd2-c9d09b171e92 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:11.135003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.141773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Attempting to bind port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:11.142156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Attempting to bind port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:11.142506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Attempting to bind port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:11.152128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a9769288-7d59-44f2-9a32-837267059167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:08Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:11.154227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:29:11.154584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Checking segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:11.154967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.155342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Bound using segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:29:11.155800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Bound port: 8e4d0bbc-5667-45a9-ac29-841f4293e5a1, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:11.156137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.169647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9769288-7d59-44f2-9a32-837267059167 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:08Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:29:11.220541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network ad30cab2-4169-4985-9565-7c22728d745b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:11.224984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:11.234183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:11.254590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] For port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:11.257891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] For port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:11.263947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.267967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.308266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.355627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f69f5-162e-4542-a541-897d777aa759 None None] Pushing event updated for resources: {'Port': ['ID=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:11.440467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.878082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:11.884662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.039015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.070858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.179646 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:12.246914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network ad30cab2-4169-4985-9565-7c22728d745b is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:12.248598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:12.264750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad2eee-2197-49c8-aef0-5291119a0dec None None] Network ad30cab2-4169-4985-9565-7c22728d745b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:29:12.414843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d45cb2b5-5267-4dc8-81ce-ab63542b1eb4 None None] Provisioning for port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:12.647454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:12.700004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47bace90-a031-4228-8ad1-bdefdc9fc288 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:12.775874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-89ea8ca7-aa7b-4e3f-8a79-d037a804fcee None None] Provisioning for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:12.783028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-89ea8ca7-aa7b-4e3f-8a79-d037a804fcee None None] Provisioning complete for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:12.783477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-89ea8ca7-aa7b-4e3f-8a79-d037a804fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.839228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 47bace90-a031-4228-8ad1-bdefdc9fc288 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:12.846317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-89ea8ca7-aa7b-4e3f-8a79-d037a804fcee None None] Port 4253be6f-5ada-4c38-afd2-c9d09b171e92 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:29:12.853659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 47bace90-a031-4228-8ad1-bdefdc9fc288 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:12.854089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:12.856405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:12.873010 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f27dc457-4548-4872-b83a-e208f1fce442 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/9c90a624-a3ed-4899-b4bf-03a398e6952e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2336640 Mar 16 11:29:12.875752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:12.991725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.010418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 47bace90-a031-4228-8ad1-bdefdc9fc288, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47bace90-a031-4228-8ad1-bdefdc9fc288,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:13.017058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.017899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:13.018366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590abfda-aafb-47ad-9b30-e3b3f1e282e9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.018764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590abfda-aafb-47ad-9b30-e3b3f1e282e9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.019122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590abfda-aafb-47ad-9b30-e3b3f1e282e9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.019471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590abfda-aafb-47ad-9b30-e3b3f1e282e9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.023789 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-590abfda-aafb-47ad-9b30-e3b3f1e282e9 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1445692 Mar 16 11:29:13.024009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.098536 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822923d-340b-4970-99b5-1d2d31597467 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.099350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822923d-340b-4970-99b5-1d2d31597467 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.099350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822923d-340b-4970-99b5-1d2d31597467 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.099697 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822923d-340b-4970-99b5-1d2d31597467 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:13.101335 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4822923d-340b-4970-99b5-1d2d31597467 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0764089 Mar 16 11:29:13.104192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.143860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1b4a66ad-d127-4082-8bdd-eb5aacff2b7c None None] Provisioning complete for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:13.144505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b4a66ad-d127-4082-8bdd-eb5aacff2b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.182893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=47bace90-a031-4228-8ad1-bdefdc9fc288,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.211753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a66ad-d127-4082-8bdd-eb5aacff2b7c None None] Port 4253be6f-5ada-4c38-afd2-c9d09b171e92 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:29:13.220286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:13.226134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:13.226564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.303636 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2143af6c-f5e5-435c-8267-36d02ff4b8e1 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1983755 Mar 16 11:29:13.347329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.371816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf45fb1f-af95-465b-b3cc-ddef2f800ef9 None None] Provisioning complete for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:13.372144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf45fb1f-af95-465b-b3cc-ddef2f800ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.425289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:13.432267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.466247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cf45fb1f-af95-465b-b3cc-ddef2f800ef9 None None] Port 4253be6f-5ada-4c38-afd2-c9d09b171e92 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:29:13.475636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.481086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688308863', 'description': 'tempest-secgroup-smoke-1688308863 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:13.486747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:13.490794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:13.493549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:13.499891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:13.500025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.512012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.547947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:13.552395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:13.555415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:13.561452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:13.615030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.621061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.664562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93de7e-1480-4fb3-af58-aab3df7a22ad,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.668823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.670008 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1934040 Mar 16 11:29:13.673297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.675067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.675493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.675892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.676287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.676810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.676925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.677159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.677479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.677792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.678134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.678471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d4873-0047-4923-b9f9-6fff5a66a0bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:13.679237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:13.686433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:13.690308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:13.693366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:13.698998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:13.716015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.785762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.790748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.813350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96de81da-52f5-4936-9163-f7110a5c6823,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.824151 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.825321 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f972c757-6e76-48d3-9a51-820b0dd4ae1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1510015 Mar 16 11:29:13.828132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45608) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.833576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:13.839308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:13.843133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:13.845986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:13.851712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:13.868010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.927213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.933341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.955444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19826385-d3a6-425b-9d9f-c7f013a20157,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:13.965390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:13.966589 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d2dc26d9-354a-41bd-b3a3-db216173f962 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1375816 Mar 16 11:29:13.969329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:13.974854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:13.980768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:13.984721 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:13.987663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:13.993596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:14.012251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.076432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.080436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.192335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8662b4d3-82fa-454d-a0ec-3f865fc31410,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:14.202993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.204680 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6022aa3a-372e-4814-b079-0ff60bfdb0d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2344484 Mar 16 11:29:14.207712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:14.213724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:14.220322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:14.224640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:14.227618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:14.233337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:14.250520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.313958 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.319102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.342143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2146304-30a4-4aff-83f7-b3c327e04e86,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:14.352378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.354176 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0aecb748-c374-4eb8-98ef-d54f0bbc9a6a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453748 Mar 16 11:29:14.357058 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:14.362440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:14.368522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:14.372359 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:14.375678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:14.381504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:14.393132 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:14.400269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.472060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.476378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.501280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec51f10-4b7b-4421-b10d-133e7060d474,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:14.510126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.511281 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46cca925-60be-4909-a62c-b609e29f7f41 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1531827 Mar 16 11:29:14.514200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:14.519449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '5e93de7e-1480-4fb3-af58-aab3df7a22ad', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:14.525399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:14.529318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:14.532296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:14.538022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:14.552067 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:14.558693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.624847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.630331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.636669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47bace90-a031-4228-8ad1-bdefdc9fc288 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:14.656373 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b571f8c3-5d19-4d01-9f2f-ec09b5b5fc2d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:14.668094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.669474 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a00448b1-01bb-499c-af6b-ed6361923c3f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1544106 Mar 16 11:29:14.694546 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:29:14.706295 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:14.707606 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 47bace90-a031-4228-8ad1-bdefdc9fc288 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:14.707921 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:14.708126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:14.837085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:14.892697 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:14.906652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:14.907020 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.032349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-a0eb5e2d-eb73-448d-8c73-4a2c7e939dab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:15.048543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-a0eb5e2d-eb73-448d-8c73-4a2c7e939dab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:15.049748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-a0eb5e2d-eb73-448d-8c73-4a2c7e939dab tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688308863&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.0593228 Mar 16 11:29:15.197855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b314982d-e8d0-4491-8688-249b5abfc156 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:15.199428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b314982d-e8d0-4491-8688-249b5abfc156 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:15.204561 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:15.208937 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:29:15.209267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Updating router 9c90a624-a3ed-4899-b4bf-03a398e6952e port 4253be6f-5ada-4c38-afd2-c9d09b171e92 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:29:15.217381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b314982d-e8d0-4491-8688-249b5abfc156 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:15.218749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b314982d-e8d0-4491-8688-249b5abfc156 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 797 time: 0.1618094 Mar 16 11:29:15.237652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-857fa926-8ff0-47b5-afb6-5269b8040389 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0125711 Mar 16 11:29:15.261489 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.326651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-d1dd3cfe-16f1-4cc0-928a-403cc7260df1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:15.343640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-d1dd3cfe-16f1-4cc0-928a-403cc7260df1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:15.344958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-d1dd3cfe-16f1-4cc0-928a-403cc7260df1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002512 Mar 16 11:29:15.579461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-f988f2fa-693b-43b4-a260-206a5b0015e8 service neutron] 10.222.0.36 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226231 Mar 16 11:29:15.603320 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.615465 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Transition to ACTIVE for port object 4253be6f-5ada-4c38-afd2-c9d09b171e92 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:15.623089 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.715990 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-67212539-18da-4e82-881b-e1f304100e6a service neutron] 10.222.0.36 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301746 Mar 16 11:29:15.778567 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Pushing event updated for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:15.817467 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.817810 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.818379 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.818713 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.819036 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.819359 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.819672 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.819988 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.820296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.820780 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.821107 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:29:15.889074 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Attempting to bind port 4253be6f-5ada-4c38-afd2-c9d09b171e92 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:15.889429 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Attempting to bind port 4253be6f-5ada-4c38-afd2-c9d09b171e92 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:15.889778 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Attempting to bind port 4253be6f-5ada-4c38-afd2-c9d09b171e92 on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:15.898211 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:29:15.898578 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Checking segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:15.899100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.899703 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Bound using segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:29:15.899928 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Bound port: 4253be6f-5ada-4c38-afd2-c9d09b171e92, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:15.900492 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:15.995586 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] For port 4253be6f-5ada-4c38-afd2-c9d09b171e92, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:15.999151 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] For port 4253be6f-5ada-4c38-afd2-c9d09b171e92, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4253be6f-5ada-4c38-afd2-c9d09b171e92,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:16.005142 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:16.034413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6245db7-2803-47d7-ac81-37083ce86fb7 req-6a08a31a-4e8c-4248-afab-3a7b95dfa425 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 210 time: 0.1410761 Mar 16 11:29:16.089543 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edd3a-951d-4d42-906a-06d679ee307b None None] Pushing event updated for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:16.096649 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:16.097494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:16.291378 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:16.612236 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:15Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:16.616307 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaac7b-d16f-40cb-9377-893afa094362 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:15Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:29:17.116416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b8dcaa28-e484-44fa-a720-7d9dd42675fc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.118004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b8dcaa28-e484-44fa-a720-7d9dd42675fc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 797 time: 0.1644368 Mar 16 11:29:17.227673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e8ce915-92ae-476d-949a-5b8b6de5a1f7 req-3ae612b5-29cf-43f6-abba-028618567f37 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 210 time: 0.0562379 Mar 16 11:29:17.230620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-3a9772d4-fede-4de2-a9be-dbe6399430b9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.0989099 Mar 16 11:29:17.258531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['5e93de7e-1480-4fb3-af58-aab3df7a22ad']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:17.395617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:17.405793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:17.418043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:17.420964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.585090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.7 (ad30cab2-4169-4985-9565-7c22728d745b/1ae98591-eecd-4b85-bcf4-97965d302da1/378e83d9-5c5a-4984-a122-5dd17c824183) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:17.769261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.792435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 378e83d9-5c5a-4984-a122-5dd17c824183 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:17.823385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.892577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network ad30cab2-4169-4985-9565-7c22728d745b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:17.895634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:17.899881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:17.928433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:17.966599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:17.967198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:17.997405 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-18e496eb-5aa9-4450-b12b-cd41f6b1ee7f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450697 Mar 16 11:29:18.080619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Request body: {'port': {'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:18.171100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36f9445e-1b1a-4108-a9cd-aded9cc736e3 None None] Provisioning for port 378e83d9-5c5a-4984-a122-5dd17c824183 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:18.177187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36f9445e-1b1a-4108-a9cd-aded9cc736e3 None None] Provisioning complete for port 378e83d9-5c5a-4984-a122-5dd17c824183 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:18.177553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36f9445e-1b1a-4108-a9cd-aded9cc736e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.192117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.233744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-36f9445e-1b1a-4108-a9cd-aded9cc736e3 None None] Port 378e83d9-5c5a-4984-a122-5dd17c824183 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:29:18.572121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101323-27a4-426d-ad21-2be6943b2653 req-23fe8704-1c12-4fa8-98cf-33bcb7b04c80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:18.572709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0d101323-27a4-426d-ad21-2be6943b2653 req-23fe8704-1c12-4fa8-98cf-33bcb7b04c80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:18.611071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0d101323-27a4-426d-ad21-2be6943b2653 req-23fe8704-1c12-4fa8-98cf-33bcb7b04c80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:18.612224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d101323-27a4-426d-ad21-2be6943b2653 req-23fe8704-1c12-4fa8-98cf-33bcb7b04c80 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 931 time: 0.2586088 Mar 16 11:29:18.649168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4253be6f-5ada-4c38-afd2-c9d09b171e92 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:18.682651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d101323-27a4-426d-ad21-2be6943b2653 req-2607bac0-9754-4c6f-9d9c-75aabc84c8df tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598795 Mar 16 11:29:18.717542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:18.722319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:18.722753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.739482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378e83d9-5c5a-4984-a122-5dd17c824183 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:29:18.746407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.762063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Transition to ACTIVE for port object 378e83d9-5c5a-4984-a122-5dd17c824183 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:18.766526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.872194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.891342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:18.905795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4253be6f-5ada-4c38-afd2-c9d09b171e92, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4253be6f-5ada-4c38-afd2-c9d09b171e92,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:18.909944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:18.979351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:19.001117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Attempting to bind port 378e83d9-5c5a-4984-a122-5dd17c824183 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:19.001445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Attempting to bind port 378e83d9-5c5a-4984-a122-5dd17c824183 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:19.001763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Attempting to bind port 378e83d9-5c5a-4984-a122-5dd17c824183 on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:19.008307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Port 378e83d9-5c5a-4984-a122-5dd17c824183 on network ad30cab2-4169-4985-9565-7c22728d745b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:29:19.008647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Attempting to bind port 378e83d9-5c5a-4984-a122-5dd17c824183 on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:19.015477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:29:19.015838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Checking segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:19.016167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Bound using segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:29:19.016585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Bound port: 378e83d9-5c5a-4984-a122-5dd17c824183, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:19.016916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:19.112470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:19.116592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:19.122387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:19.183268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:19.184636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 1093 time: 1.1765301 Mar 16 11:29:19.185027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:19.206634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba6de-f3b7-4f6b-b7ec-b64bedb979f4 service neutron] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:19.278447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:29:19.320521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-b78c9c71-f083-467b-a57d-ca57a5386ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1096 time: 0.0831656 Mar 16 11:29:19.390239 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-3acca562-c45e-4ccb-9f5b-4d00c878d958 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 217 time: 0.0600491 Mar 16 11:29:19.456628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-63ed28b1-b1b9-4cee-a740-dafae298879c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.460004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-63ed28b1-b1b9-4cee-a740-dafae298879c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0615306 Mar 16 11:29:19.539338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-dd18ea76-1ddb-47d1-90de-06b275d738c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702324 Mar 16 11:29:19.673156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-80ecc828-d71f-4b75-ac1b-4f80781e680a service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243086 Mar 16 11:29:19.810104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d3852-e8b8-4d40-8cb8-b4639338ee9e req-dfb00f1a-278b-4f4d-a042-b0cdbc79803b service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280107 Mar 16 11:29:19.934197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b03d6-fb3e-413a-b676-3325beaa9ec5 req-de21b1ec-6702-4b9c-9365-6331382dd3b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:19.935549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-320b03d6-fb3e-413a-b676-3325beaa9ec5 req-de21b1ec-6702-4b9c-9365-6331382dd3b4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 943 time: 0.1286113 Mar 16 11:29:19.967047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-ca902d49-e471-42be-a0eb-1746c09e7cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1096 time: 0.1036837 Mar 16 11:29:20.153907 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-320b03d6-fb3e-413a-b676-3325beaa9ec5 req-bd6326bf-a78b-41a2-926e-bdc4449ca02a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114949 Mar 16 11:29:20.196510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-7dee0455-e74a-49f2-95e9-5face54d2d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.198309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-7dee0455-e74a-49f2-95e9-5face54d2d39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.2230771 Mar 16 11:29:20.271320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-eb9adaed-4055-4595-9e5e-3f86f1ad8aa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 217 time: 0.0666597 Mar 16 11:29:20.335050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-a2a79a50-eb1e-482a-8234-2c9a9bee4b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:20.336560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-a2a79a50-eb1e-482a-8234-2c9a9bee4b50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0589039 Mar 16 11:29:20.414701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-91f57f97-8437-4c01-94d8-998730417780 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714128 Mar 16 11:29:20.547888 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-1aa4d61a-7db3-45ea-9080-9b09c62c150a service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264391 Mar 16 11:29:20.632829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4253be6f-5ada-4c38-afd2-c9d09b171e92 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:20.680530 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2ffcefd-f4db-4d5f-92f0-07716fe270f1 req-8a1313d5-bd0f-4cc0-a048-f00270d4c375 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261117 Mar 16 11:29:20.700804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4253be6f-5ada-4c38-afd2-c9d09b171e92 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:20.701176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:21.372164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee1c3-8842-4b71-8546-fe8f8065df88 req-32a7478d-e09f-4e54-a735-ca5fcd5bf3ee tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:21.374067 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-518ee1c3-8842-4b71-8546-fe8f8065df88 req-32a7478d-e09f-4e54-a735-ca5fcd5bf3ee tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 943 time: 0.0854688 Mar 16 11:29:21.422986 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-518ee1c3-8842-4b71-8546-fe8f8065df88 req-c57a144b-f0f7-46e4-8323-a618fe54f4cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Mar 16 11:29:22.375523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 378e83d9-5c5a-4984-a122-5dd17c824183 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:29:22.515871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:22.534227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '378e83d9-5c5a-4984-a122-5dd17c824183', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:29:22.595516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.614199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378e83d9-5c5a-4984-a122-5dd17c824183 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:29:22.630513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:22.635164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:22.648153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d689c-e269-4914-b55b-d86887737c21 req-6ee93c62-4cb3-4027-b9f6-6f6fd4e2fa34 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:22.649643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c05d689c-e269-4914-b55b-d86887737c21 req-6ee93c62-4cb3-4027-b9f6-6f6fd4e2fa34 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 943 time: 0.0895576 Mar 16 11:29:22.697651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c05d689c-e269-4914-b55b-d86887737c21 req-7dfccb3a-29f0-4153-b5ce-88c1ff8f6df2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418544 Mar 16 11:29:22.713139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:22.945546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['378e83d9-5c5a-4984-a122-5dd17c824183'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:29:23.904813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f1a6c-12be-4cd1-9610-1a1d96a30269 req-cd59f6a3-7bcf-4b5d-a36e-cd015f9daa4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:23.906459 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca9f1a6c-12be-4cd1-9610-1a1d96a30269 req-cd59f6a3-7bcf-4b5d-a36e-cd015f9daa4a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 944 time: 0.0860577 Mar 16 11:29:23.955856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca9f1a6c-12be-4cd1-9610-1a1d96a30269 req-4c68bdeb-b95e-43a3-a70e-53cb828c6aa2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Mar 16 11:29:24.377524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 378e83d9-5c5a-4984-a122-5dd17c824183 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:24.461578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 378e83d9-5c5a-4984-a122-5dd17c824183 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:24.466640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 378e83d9-5c5a-4984-a122-5dd17c824183 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:24.467019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:24.586081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:24.618444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:24.628328 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:24.633920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:24.678135 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'code': 200} Mar 16 11:29:24.704093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:24.921103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3ec774-2385-497c-987f-b4a79560a625 req-77ee4e5d-a48c-471e-8cc9-8b4833e06b7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1098 time: 0.0698826 Mar 16 11:29:24.967964 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3ec774-2385-497c-987f-b4a79560a625 req-d49be6c2-331e-404d-9114-d5e8fa972bca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371523 Mar 16 11:29:25.176044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce890ab-f282-4c51-a682-de2e7a80dad4 req-0198fd61-3e51-4c85-b7f0-eaee7faab3d4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:25.177471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ce890ab-f282-4c51-a682-de2e7a80dad4 req-0198fd61-3e51-4c85-b7f0-eaee7faab3d4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.0971000 Mar 16 11:29:25.224666 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ce890ab-f282-4c51-a682-de2e7a80dad4 req-53903be2-04b1-4ca6-bb50-85c9a3970399 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391254 Mar 16 11:29:26.432843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3dca0-acf2-491c-92c2-3a2caf88cc77 req-a5d91851-6c86-4131-8757-c8bafbf98954 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:26.434313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fe3dca0-acf2-491c-92c2-3a2caf88cc77 req-a5d91851-6c86-4131-8757-c8bafbf98954 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.0790260 Mar 16 11:29:26.484535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fe3dca0-acf2-491c-92c2-3a2caf88cc77 req-30a2a876-4722-4238-8b80-a9c477d7cc8c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 Mar 16 11:29:26.715965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138986d-340b-4709-aeec-9ebc763ad2d8 req-1376fa34-33af-4d52-86e8-67e2b63779f8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:26.717421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5138986d-340b-4709-aeec-9ebc763ad2d8 req-1376fa34-33af-4d52-86e8-67e2b63779f8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.0909367 Mar 16 11:29:26.764568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5138986d-340b-4709-aeec-9ebc763ad2d8 req-eebb33d2-d031-4a7e-b497-ad11f03beb60 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Mar 16 11:29:26.792802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:26.870771 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c6d97e71-db84-4deb-ad6d-e9f6250a0326 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1093 time: 0.0764523 Mar 16 11:29:26.874906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:26.880247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:26.886151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:26.889983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:26.892840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:26.898597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:26.911015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.053541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.199437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.11 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/f5634091-94a2-4855-9384-ff4f0d114f4a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:27.442189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.478260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:27.543443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:27.546258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:27.550468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:27.577193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=f5634091-94a2-4855-9384-ff4f0d114f4a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:28.048314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:28.109846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:28.311815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:28.318750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:28.423086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=f5634091-94a2-4855-9384-ff4f0d114f4a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:28.439869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:28.646224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP d1d78480-ee07-4bbc-93bd-189ada9e5513 associated. External IP: 172.26.1.11, port: 378e83d9-5c5a-4984-a122-5dd17c824183. Mar 16 11:29:29.139702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:29.341398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:29.351513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:29:29.363316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:29.364193 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:29.367353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.421369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-081bd2ed-67a7-4d0f-9e81-6bbda90b50c8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5453703 Mar 16 11:29:29.421978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:29.424229 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:29.482278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:29:29.505902 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-936e2b51-542d-418d-bd66-b8407a7aff03 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1093 time: 0.0783267 Mar 16 11:29:29.540495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:29.581352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-86424d7b-b1d6-4153-b3b9-e2caf40b22c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1098 time: 0.0795574 Mar 16 11:29:29.719117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-8f45367d-fdb7-4b9b-b04f-c04c059ece59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.721096 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-8f45367d-fdb7-4b9b-b04f-c04c059ece59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1338413 Mar 16 11:29:29.728326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:29.734714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819623940', 'description': 'tempest-secgroup-smoke-819623940 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:29.740528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:29.750992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:29.761971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.800461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:29.805361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:29.810230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:29.816220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:29.829909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-320aa4b0-d7aa-4000-8ffa-f60990745cf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 998 time: 0.1029775 Mar 16 11:29:29.879742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.886403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.896917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-d92e75e0-b9c8-47eb-9192-847b8b46a05c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:29.898383 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-d92e75e0-b9c8-47eb-9192-847b8b46a05c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0634930 Mar 16 11:29:29.936726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7365a3f4-687f-48e3-b342-85ca33ceb66b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:29.945702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:29.946461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:27Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:29.947001 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b09dead-1c8c-4c16-a187-3b2b9c1dc614 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2175913 Mar 16 11:29:29.949713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:29.952524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:29:29.957916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:29.964035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:29.967420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:29.968095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:29.968499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:29.971021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:29.976603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-9b338b21-6ae7-440b-a825-2272926cbce0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720136 Mar 16 11:29:29.977244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:29.994901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.058791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.065689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.088597 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39b9d91-5923-4be7-83f3-62e2224323f1,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.099468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.102953 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7df573d9-0a4d-4419-bc8f-e6701bb2a43e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517224 Mar 16 11:29:30.103598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.109624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:30.113417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-2d96a229-8f4e-42cb-9913-f0c51cc60ff7 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310499 Mar 16 11:29:30.117252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:30.122035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:30.128251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:30.134237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:30.150657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.171354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:30.213120 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.217839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.246948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186a4d12-29d9-4961-b98a-967924f3cd88,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.260746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.264610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82d4bfcf-7c58-445f-8b1f-0bb5dfb3060e req-a8f2d5b9-60e3-4378-8bd3-e878ee5c230d service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457121 Mar 16 11:29:30.265226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.265649 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4f4155f7-638a-4109-8505-b146d6527e73 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1608560 Mar 16 11:29:30.342591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:30.348430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:30.352455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:30.355269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:30.361175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:30.377705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.441933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.446441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.467303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8738fbf5-fe85-4acd-954a-a74f03d7afca,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.479243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.480520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cbc3356-af52-4ba4-8de6-c4b0e9bfd6c3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2143924 Mar 16 11:29:30.483229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.488754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:30.494596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:30.500904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:30.504106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:30.510124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:30.526556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.551463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:27Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:30.555612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ae17c-55cb-47de-8de2-23d6da0437d9 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:27Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:29:30.600619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.604994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.629114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4030fa1-82ff-4ae7-9abf-dde9fb3fb00f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.639456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.640637 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9438c724-eaed-4ae9-9633-07c6e9f5a648 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1564910 Mar 16 11:29:30.643390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.648996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:30.654614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:30.658295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:30.661059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:30.667587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:30.682440 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:30.689017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.759682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.765191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.793774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf65451-f033-4445-9669-352a4a7ef8b8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.804670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.805865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9677953f-0df1-4f1e-b711-edb5790a9e84 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1614468 Mar 16 11:29:30.809970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45718) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:30.815501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '7365a3f4-687f-48e3-b342-85ca33ceb66b', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:30.821654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:30.825597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:30.828505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:30.834553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:30.847796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:29:30.854496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.922166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.928270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.950496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edaa50a-08d5-4b8d-b064-2edf35729e2f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:30.959952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:30.961172 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4e12733-3aba-4945-bec2-c271814b86e8 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1502421 Mar 16 11:29:31.139277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-104840a9-e29b-465d-9d8b-77a4a2cdca0a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819623940&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.0426161 Mar 16 11:29:31.285859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-cc169008-4cd3-4df9-84ab-6bb9fa258c11 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:31.287258 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-cc169008-4cd3-4df9-84ab-6bb9fa258c11 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 797 time: 0.1385934 Mar 16 11:29:31.303338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-b7bf980b-bcd5-476d-9d26-8b186e1914fe tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0103583 Mar 16 11:29:31.479880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-d7416f02-33e7-4643-86dc-d8310939d7fd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1716294 Mar 16 11:29:31.541410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-772561d8-4c96-4a03-a67b-fc55c2c3c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:31.619864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-77de4885-9455-4cf5-adc2-2c376e986801 service neutron] 10.222.0.36 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264441 Mar 16 11:29:31.750795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-dc0d1f26-26b4-49c3-b5ec-a7856874a06f service neutron] 10.222.0.36 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248438 Mar 16 11:29:32.933723 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ad426-b8cf-44c7-9858-7fc6afb44024 None None] New status for floating IP d1d78480-ee07-4bbc-93bd-189ada9e5513: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:29:32.968772 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5bb56ddb-3911-4380-8aad-c97aee8b706d req-f57c993d-f505-4b97-a969-a33d6b6f045b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 210 time: 0.0436616 Mar 16 11:29:33.706147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4354b29f-e9db-4cc6-80ba-1701cd614fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.046236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e3665c98-34cb-467b-83a5-69c7480a65ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:34.047625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e3665c98-34cb-467b-83a5-69c7480a65ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 797 time: 0.1510410 Mar 16 11:29:34.102577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-24d723e8-f086-4bb2-9ff1-d45d1ae7b034 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 472 time: 0.0429840 Mar 16 11:29:34.144279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['7365a3f4-687f-48e3-b342-85ca33ceb66b']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:34.165682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-712f0280-45f4-4352-b314-3359cc5b6697 req-a74cee6c-6d65-45a0-9d63-cb32d9cfc99c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 210 time: 0.0621963 Mar 16 11:29:34.284825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:34.294311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:34.305359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:29:34.308637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.469628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.14 (ad30cab2-4169-4985-9565-7c22728d745b/1ae98591-eecd-4b85-bcf4-97965d302da1/1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:34.665641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.681058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:34.704917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.775292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network ad30cab2-4169-4985-9565-7c22728d745b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:34.778285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:34.782630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:34.810421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:34.844700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:34.845308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.872290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e7910cfb-4ad4-46da-9c92-abe51af092a6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7355320 Mar 16 11:29:34.884200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Request body: {'port': {'device_id': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:34.947160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:34.985343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.000454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.027036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-63571322-4b14-4183-8992-657b59b7d9e5 None None] Provisioning for port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:35.032502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-63571322-4b14-4183-8992-657b59b7d9e5 None None] Provisioning complete for port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:35.032881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-63571322-4b14-4183-8992-657b59b7d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.096223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-63571322-4b14-4183-8992-657b59b7d9e5 None None] Port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:29:35.470005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:29:35.483051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.502065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Transition to ACTIVE for port object 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:29:35.506788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.568568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6d1b-5d11-40e2-ae3e-2fec37a34c72 req-c454c6a4-d9fb-4dcf-a59f-6f3940b060d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:35.569300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19ba6d1b-5d11-40e2-ae3e-2fec37a34c72 req-c454c6a4-d9fb-4dcf-a59f-6f3940b060d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:29:35.645543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:35.658607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19ba6d1b-5d11-40e2-ae3e-2fec37a34c72 req-c454c6a4-d9fb-4dcf-a59f-6f3940b060d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:29:35.659922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19ba6d1b-5d11-40e2-ae3e-2fec37a34c72 req-c454c6a4-d9fb-4dcf-a59f-6f3940b060d5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 932 time: 0.3694847 Mar 16 11:29:35.791938 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19ba6d1b-5d11-40e2-ae3e-2fec37a34c72 req-4d3b692e-46bc-42c6-a773-0a1812517874 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070824 Mar 16 11:29:35.798189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Attempting to bind port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:29:35.798510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Attempting to bind port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:29:35.798814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Attempting to bind port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:35.805658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b on network ad30cab2-4169-4985-9565-7c22728d745b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:29:35.805972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Attempting to bind port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b on network ad30cab2-4169-4985-9565-7c22728d745b {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:29:35.812931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:29:35.813265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Checking segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:29:35.813635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Bound using segment: {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:29:35.814074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Bound port: 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9915b1c7-e300-4527-830c-f6874009748b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:29:35.814440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.902090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:29:35.905241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:29:35.912012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.975537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:35.976905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] 10.222.0.59 "PUT /v2.0/ports/1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 200 len: 1094 time: 1.0976524 Mar 16 11:29:35.977380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:36.006139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697719-8e87-4f6e-88a5-b1213cae7df7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:36.046552 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'status': 'completed', 'code': 200} Mar 16 11:29:36.090650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-4b955006-3741-4492-b775-8391aa537168 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1097 time: 0.0776875 Mar 16 11:29:36.164954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-00204532-a96d-438f-b0ae-e886ab98a5a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 200 len: 217 time: 0.0632169 Mar 16 11:29:36.230062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:36.231778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-da65e65a-0770-4d82-b2e2-c6a06b3d691d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:36.233295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-da65e65a-0770-4d82-b2e2-c6a06b3d691d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0619268 Mar 16 11:29:36.322462 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-677994dd-ee0f-4e42-abb3-0317392eb2d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838075 Mar 16 11:29:36.462674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-ea9327aa-f928-4bed-9b09-6939d2f60eae service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338141 Mar 16 11:29:36.597052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5e88-ca89-474f-bf9c-affd8e731087 req-e5a5ef1d-2670-4565-8271-a1fb76e87c53 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278427 Mar 16 11:29:36.735294 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-357d0d1e-5aab-472a-9ff3-c7cb0e4c33ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1097 time: 0.0794115 Mar 16 11:29:36.873858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-070036af-ebbf-4c0c-bd60-01db7f154ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:36.875348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-070036af-ebbf-4c0c-bd60-01db7f154ccd service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1332209 Mar 16 11:29:36.976894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-bd732ca9-9985-469c-9a80-95e2011d71df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 200 len: 217 time: 0.0952106 Mar 16 11:29:37.054532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-20cc581b-86e4-4864-ba2e-92b55b2f0001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.056037 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-20cc581b-86e4-4864-ba2e-92b55b2f0001 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0731215 Mar 16 11:29:37.108052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9332c-04aa-4c3f-9c4f-3a4cdcad7e3a req-9a60ddae-9471-4c7f-a99a-9fbe59b53f40 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:37.109439 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bf9332c-04aa-4c3f-9c4f-3a4cdcad7e3a req-9a60ddae-9471-4c7f-a99a-9fbe59b53f40 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 944 time: 0.1779313 Mar 16 11:29:37.169059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bf9332c-04aa-4c3f-9c4f-3a4cdcad7e3a req-92cb9b04-c314-4a63-ab94-f60e3d49caaf tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537939 Mar 16 11:29:37.174535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-033a5ce0-0b36-48bd-8363-e17032b6abcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126072 Mar 16 11:29:37.399954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-0d0be723-b544-47d1-8d08-7e593137ea4e service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180696 Mar 16 11:29:37.528926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed6ee5b-0bc3-49cf-a26a-d41f50cd45bc req-40f684d7-f832-4dfd-9b4e-e84096562338 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226656 Mar 16 11:29:38.392751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332aad-8329-4048-bc59-9be4b2d1762f req-fe6b7411-d567-4aac-af2b-16aa3187de05 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:38.394163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81332aad-8329-4048-bc59-9be4b2d1762f req-fe6b7411-d567-4aac-af2b-16aa3187de05 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 944 time: 0.0961561 Mar 16 11:29:38.442424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81332aad-8329-4048-bc59-9be4b2d1762f req-9f3aaf6b-41cb-453b-aac5-5be6d6258116 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Mar 16 11:29:39.812299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767701-0eb8-4d76-a8fd-f12461302de4 req-39ba1a5e-70d9-4cdd-b50e-768e8ef7a074 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:39.813717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21767701-0eb8-4d76-a8fd-f12461302de4 req-39ba1a5e-70d9-4cdd-b50e-768e8ef7a074 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 944 time: 0.0844941 Mar 16 11:29:39.864811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21767701-0eb8-4d76-a8fd-f12461302de4 req-65195b34-e806-437f-b8b6-157967ef920e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Mar 16 11:29:40.438827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:29:40.587416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:40.601030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'port_id': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'mac_address': 'fa:16:3e:4e:6f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:29:40.666853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.688377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:29:40.706110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:40.712446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:40.789889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:40.958922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:29:41.079736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b84a-80a5-4794-a87d-f6d996ced075 req-1099f4b3-be5d-4baa-a00e-ce0a7df8f0f4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:41.081132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9676b84a-80a5-4794-a87d-f6d996ced075 req-1099f4b3-be5d-4baa-a00e-ce0a7df8f0f4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 945 time: 0.0801272 Mar 16 11:29:41.126930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9676b84a-80a5-4794-a87d-f6d996ced075 req-c5f4f6a4-2fbc-4ca1-ba80-cbbd4e90558f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Mar 16 11:29:42.048975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.335871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcae81-91f5-4724-aa67-54b5c4ea0766 req-132c1862-6388-45ae-bddf-4e8c376b4116 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:42.337693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8cdcae81-91f5-4724-aa67-54b5c4ea0766 req-132c1862-6388-45ae-bddf-4e8c376b4116 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 945 time: 0.0907755 Mar 16 11:29:42.389757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8cdcae81-91f5-4724-aa67-54b5c4ea0766 req-02691901-7e0d-47f7-a5fc-f7d54ce74849 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463140 Mar 16 11:29:42.451422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:29:42.524624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:29:42.529576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:29:42.529936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.689429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.721267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:42.731110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:29:42.736049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:42.780002 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'code': 200} Mar 16 11:29:42.808143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:43.022718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ec18fdb-61c5-40b9-91c4-cbe273909500 req-445666ec-3025-4023-ba1a-f04298f7c70e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1099 time: 0.0788467 Mar 16 11:29:43.068943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ec18fdb-61c5-40b9-91c4-cbe273909500 req-3a786b9e-78a8-4442-98c4-ec1aa9cac4af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379624 Mar 16 11:29:43.613276 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc0a6-db51-4bdb-9037-7923d766e3fe req-9d8818a4-f970-4e81-b985-055652e07ca9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:43.614728 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d55fc0a6-db51-4bdb-9037-7923d766e3fe req-9d8818a4-f970-4e81-b985-055652e07ca9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.0814767 Mar 16 11:29:43.660970 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d55fc0a6-db51-4bdb-9037-7923d766e3fe req-ecc04db2-b9cc-4a01-8f28-c1c7d4f9d473 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Mar 16 11:29:44.869672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f75dc-95ac-4170-a2da-80290def0fbb req-88f514db-8060-490e-9b59-131e6e0e2b94 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:44.871045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d40f75dc-95ac-4170-a2da-80290def0fbb req-88f514db-8060-490e-9b59-131e6e0e2b94 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.0843632 Mar 16 11:29:44.917068 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d40f75dc-95ac-4170-a2da-80290def0fbb req-769a91fb-04dc-45dc-82f1-26ebfe31ae45 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Mar 16 11:29:45.126789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9b064-d15d-46c0-b21a-fec873fb6bf9 req-0a7cd96b-e839-42f2-854d-24f531956211 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:45.128114 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7c9b064-d15d-46c0-b21a-fec873fb6bf9 req-0a7cd96b-e839-42f2-854d-24f531956211 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.0874686 Mar 16 11:29:45.172639 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7c9b064-d15d-46c0-b21a-fec873fb6bf9 req-4a4c887a-e1d6-4e58-8be1-2e434132e53b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Mar 16 11:29:45.201495 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:45.270878 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b570fcc-5f59-417c-9b03-d0bd9630b59e tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1094 time: 0.0682218 Mar 16 11:29:45.274596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:29:45.279651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:29:45.285010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:29:45.288715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:29:45.291555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:29:45.297054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:29:45.309604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.449295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.502963 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:29:45.584604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.254 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/c579bad0-c418-402f-a79a-bf559853f518) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:29:45.734696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.767603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:45.835385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:29:45.838475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:29:45.842858 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:29:45.878381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=c579bad0-c418-402f-a79a-bf559853f518,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:46.452513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.508081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.706510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.714515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:46.813237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=c579bad0-c418-402f-a79a-bf559853f518,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:29:46.832573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.023333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP 364981a4-17ff-4103-936e-b93aef7c2d6a associated. External IP: 172.26.1.254, port: 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b. Mar 16 11:29:47.448787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:29:47.663389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:29:47.673686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:29:47.687016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:47.687628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:47.688497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:29:47.745042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3b3d650-9ee3-4e5d-8c68-5aaf3f9348e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4694118 Mar 16 11:29:47.745677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:29:47.799473 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'status': 'completed', 'code': 200} Mar 16 11:29:47.865221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:48.001427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-549a741a-74d8-4372-8020-1c2d58a5bbba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1099 time: 0.1752851 Mar 16 11:29:48.128724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-5c549f6a-2d6e-467b-b454-6d73939e2856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.130104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-5c549f6a-2d6e-467b-b454-6d73939e2856 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1227980 Mar 16 11:29:48.217108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '364981a4-17ff-4103-936e-b93aef7c2d6a', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:4e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:46Z', 'updated_at': '2022-03-16T11:29:46Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}, {'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.221218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:29:48.231495 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-b4021744-fa21-47c8-a7d4-63d81c4390ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 200 len: 1000 time: 0.0954359 Mar 16 11:29:48.233759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:29:48.234396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:29:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.292192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-3794c288-89fa-4179-8131-7d4b4e1f9428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:48.293590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-3794c288-89fa-4179-8131-7d4b4e1f9428 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0561895 Mar 16 11:29:48.369275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-37b9cad0-e6b8-403d-9491-11f3480c5e0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700681 Mar 16 11:29:48.409805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:29:48.502822 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-cb7ae2b6-4357-42c3-830e-57dab0a1574a service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Mar 16 11:29:48.632359 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70074ee-15a9-4bf0-89fe-0906b6715bd0 req-239a32f9-568b-4e89-a80f-cbc5357027d5 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235087 Mar 16 11:29:48.767102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '364981a4-17ff-4103-936e-b93aef7c2d6a', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:4e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:46Z', 'updated_at': '2022-03-16T11:29:46Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}, {'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:29:48.771526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10d50-b71b-4d15-86ff-0586ae87fb97 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '364981a4-17ff-4103-936e-b93aef7c2d6a', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.254', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:4e:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:46Z', 'updated_at': '2022-03-16T11:29:46Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}, {'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:29:48.974938 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b304f3c-d8ea-4de6-b140-f294beb82516 None None] New status for floating IP 364981a4-17ff-4103-936e-b93aef7c2d6a: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:29:59.001209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-6e7e5dbc-008c-4b75-843a-00b141879777 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872035 Mar 16 11:29:59.160864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-a817893b-2595-412d-9eab-208e133b51a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1098 time: 0.0764012 Mar 16 11:29:59.333852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-3baa03b5-6374-4255-8b5e-cc43f2feec2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.335310 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-3baa03b5-6374-4255-8b5e-cc43f2feec2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1441786 Mar 16 11:29:59.439377 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-44fe616c-c666-4f52-9424-c95a7c395494 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 1000 time: 0.0977333 Mar 16 11:29:59.505970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-aac01926-354f-4c75-90af-cb1201cdba40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:29:59.507302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-aac01926-354f-4c75-90af-cb1201cdba40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0580316 Mar 16 11:29:59.596876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-e2f77ccf-2f31-4fd2-b868-5e1c34c1c07e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821524 Mar 16 11:29:59.729478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-1a672d01-c523-4f40-861a-c8ad20a06a10 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265106 Mar 16 11:29:59.872653 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d971b75e-50d1-4a36-93f7-264a31c24de5 req-0b7be1ea-b996-4d64-92b4-ffadd6880557 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373186 Mar 16 11:30:01.558692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19b3e0e7-15ef-4e62-8baa-53c0c6b87c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:03.711443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4dde6910-dba8-4f60-9975-2c9462f3a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.957694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:04.992501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:06.233433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:12.073982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:22.511230 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:30:24.339748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:24.536708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b140e897-9046-4126-8577-7b68a553ebe6 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/d1d78480-ee07-4bbc-93bd-189ada9e5513 HTTP/1.1" status: 200 len: 992 time: 0.1953673 Mar 16 11:30:25.307481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45798) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:25.315943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:25.439040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.652171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:25.677032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.684310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.750423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:25.751039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:25.752394 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/ports/378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 938 time: 0.4439392 Mar 16 11:30:25.753330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:25.773837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=6']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:25.783553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.783674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.783961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.784295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.784655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.784950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.785278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.785605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.785926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.786274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.786593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae1d9d-fd9e-4fee-863b-c54c92135f18 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:25.894543 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:30:25.991515 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-ba8144e3-8eec-4568-8e47-a661359bfd04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1099 time: 0.0742083 Mar 16 11:30:26.012760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dd0fa464-d5ee-45f8-919e-f9ef9162a51b None None] Provisioning complete for port 378e83d9-5c5a-4984-a122-5dd17c824183 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:26.013363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa464-d5ee-45f8-919e-f9ef9162a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:26.074962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fa464-d5ee-45f8-919e-f9ef9162a51b None None] Port 378e83d9-5c5a-4984-a122-5dd17c824183 is administratively disabled so it will not transition to active. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 16 11:30:26.126403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-a14b33bf-ee5e-4ff6-a9ed-f80436926d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:26.127818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-a14b33bf-ee5e-4ff6-a9ed-f80436926d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1260204 Mar 16 11:30:26.228346 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-a0098c59-9cbd-4d82-9b75-d055c43685f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 1001 time: 0.0916693 Mar 16 11:30:26.296646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-8d9696c2-6203-44cb-9764-95992ed47e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:26.298098 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-8d9696c2-6203-44cb-9764-95992ed47e7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0614986 Mar 16 11:30:26.376916 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-92587cb0-7176-4414-987c-dfb13f8d7a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697162 Mar 16 11:30:26.511197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-c48b2e07-7a8b-490e-976e-d0490638faf9 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250520 Mar 16 11:30:26.644774 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93210bf9-63fb-4a90-b923-33fb08b454e6 req-c9ba9184-75fb-4212-852b-2504d9a60a34 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245217 Mar 16 11:30:29.237309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:29.243330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:29.364621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.580919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:29.609003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.615428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.683901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:29.684486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.685814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/ports/378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 937 time: 0.4475293 Mar 16 11:30:29.686369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:29.688978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45814) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:29.704287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa8052-e8d9-4f14-bfcb-52eb63808403 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=7']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:29.742216 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:30:29.861567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-89fa3c6e-9ba4-496e-a051-e73481d998a5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/d1d78480-ee07-4bbc-93bd-189ada9e5513 HTTP/1.1" status: 200 len: 992 time: 0.1713378 Mar 16 11:30:29.883184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-e59f91e9-3c98-4c6f-aae7-533fb0b1a308 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1098 time: 0.1101129 Mar 16 11:30:29.923535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-23e95aaf-e3db-40e5-bb21-2fe5557dd90c None None] Provisioning complete for port 378e83d9-5c5a-4984-a122-5dd17c824183 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:29.924170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-e3db-40e5-bb21-2fe5557dd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:29.982875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['378e83d9-5c5a-4984-a122-5dd17c824183'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:30:30.019030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-6ad9a0c3-6782-405f-91ac-3a04c1f23e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:30.020444 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-6ad9a0c3-6782-405f-91ac-3a04c1f23e22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1308181 Mar 16 11:30:30.130063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-b4b56c85-b91c-47ca-863a-4334f5d6d710 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 1000 time: 0.1005878 Mar 16 11:30:30.196522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-84736255-8145-4b5f-86bc-9d4508e2e721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:30.198128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-84736255-8145-4b5f-86bc-9d4508e2e721 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0588505 Mar 16 11:30:30.277911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-5f13f84c-d70f-4531-8d07-8c0d5569162e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710828 Mar 16 11:30:30.412112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-fc3758b0-d2bd-4781-a0e3-300969cefd36 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252177 Mar 16 11:30:30.637570 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59024fd2-a066-4b74-9650-75d8b76eac0b req-7d69c2e6-d99b-4020-a7a0-a19186a77202 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193053 Mar 16 11:30:31.545114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-befb46a1-6e4c-420e-851b-437fa73bbf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.496622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45826) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:32.798709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port c579bad0-c418-402f-a79a-bf559853f518 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:32.799014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.964625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:32.964925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.081899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for c579bad0-c418-402f-a79a-bf559853f518 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:33.234097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.279075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=c579bad0-c418-402f-a79a-bf559853f518,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:33.370366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.703423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95ea40e7-74d5-41ca-8604-78ff0f470323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:33.779991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:33.987006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:33.997394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:30:34.009360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:34.010075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:34.010868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.065318 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1319a49-7b0f-4600-a3cc-18396bd0b3cb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/364981a4-17ff-4103-936e-b93aef7c2d6a HTTP/1.1" status: 204 len: 168 time: 1.5675678 Mar 16 11:30:34.065882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:34.125349 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'status': 'completed', 'code': 200} Mar 16 11:30:34.204094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:34.222946 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-62f96c0d-92f8-4c43-b356-fcedfd565d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 1099 time: 0.0704978 Mar 16 11:30:34.370492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-60928970-628a-44b9-8493-d047b16dcb4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.371934 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-60928970-628a-44b9-8493-d047b16dcb4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1396172 Mar 16 11:30:34.478517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-a4b05f6a-bc39-41a8-873b-039c9808fa8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 200 len: 217 time: 0.0994473 Mar 16 11:30:34.553498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-afb23de7-21d2-4078-8351-a0253a41d8bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.554957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-afb23de7-21d2-4078-8351-a0253a41d8bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0644238 Mar 16 11:30:34.564376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276078b2-6b90-4fef-9065-d59243b583b7 req-f74e8df9-792d-4448-8134-0dce9a02adcc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:34.565731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-276078b2-6b90-4fef-9065-d59243b583b7 req-f74e8df9-792d-4448-8134-0dce9a02adcc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.1413157 Mar 16 11:30:34.565971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.570141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:30:34.581291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:34.581877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:34.659134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-276078b2-6b90-4fef-9065-d59243b583b7 req-ffe710e6-e798-419b-b13e-9386b7b782cd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573552 Mar 16 11:30:34.669196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-3378443a-202d-485c-883b-aff325336843 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025636 Mar 16 11:30:34.760656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:34.797323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-33a8dd0d-145d-4ead-93fa-1d32cad14f3a service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Mar 16 11:30:34.926351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd80c254-d71f-4979-b54f-99f18ac43ef6 req-686afd84-76f3-4df8-9e20-15dcb1f1d635 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231184 Mar 16 11:30:35.020988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.023665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:35.160065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:35.164821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5f06-d84e-41fb-8a23-d20aaa2a5d61 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd1d78480-ee07-4bbc-93bd-189ada9e5513', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.11', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'port_id': '378e83d9-5c5a-4984-a122-5dd17c824183', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'mac_address': 'fa:16:3e:24:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:29:27Z', 'updated_at': '2022-03-16T11:29:33Z', 'revision_number': 1, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:30:35.392663 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6fb7b-26d7-4255-8ab9-ec9d8afded2f None None] New status for floating IP 364981a4-17ff-4103-936e-b93aef7c2d6a: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:30:35.909560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb0f63-b69f-4c28-a616-e46239485cba req-bdbdd7ed-ef66-4150-8f20-955562d64b96 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:35.910980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1bb0f63-b69f-4c28-a616-e46239485cba req-bdbdd7ed-ef66-4150-8f20-955562d64b96 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.1300519 Mar 16 11:30:35.917089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dde69-54c3-4480-983f-1b238a2001cc req-f1672eab-9541-4690-a587-194cc6bd17b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:35.918373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-086dde69-54c3-4480-983f-1b238a2001cc req-f1672eab-9541-4690-a587-194cc6bd17b1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 946 time: 0.1077662 Mar 16 11:30:36.007980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:36.008269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:36.037259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1bb0f63-b69f-4c28-a616-e46239485cba req-d033b8f2-6c0c-4024-b28a-1d28557a39ef tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=7365a3f4-687f-48e3-b342-85ca33ceb66b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180308 Mar 16 11:30:36.233843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:36.251656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:36.252039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:36.371268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:36.617610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:36.668225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:36.735134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.735439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.735795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.736114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.736439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.736752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.737067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.737382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.737699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.738107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.738296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:36.746627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:36.749257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:36.751941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'name': 'network-vif-deleted', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:36.763092 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-086dde69-54c3-4480-983f-1b238a2001cc req-7d501607-94fa-4103-a3a8-710b948f2356 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b HTTP/1.1" status: 204 len: 173 time: 0.8310671 Mar 16 11:30:36.883943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c4e37-0e12-407c-b0d4-a06c526a4105', 'name': 'network-vif-deleted', 'tag': '1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b', 'status': 'completed', 'code': 200} Mar 16 11:30:37.220920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6d8292b3-1c62-4748-a5a2-ca26dc2deaa4 req-f3969358-8c3f-4d47-a39a-de1fb24ccbb3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:37.237773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6d8292b3-1c62-4748-a5a2-ca26dc2deaa4 req-f3969358-8c3f-4d47-a39a-de1fb24ccbb3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:37.246493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d8292b3-1c62-4748-a5a2-ca26dc2deaa4 req-f3969358-8c3f-4d47-a39a-de1fb24ccbb3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=f18c4e37-0e12-407c-b0d4-a06c526a4105 HTTP/1.1" status: 200 len: 210 time: 0.0712779 Mar 16 11:30:38.350573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45846) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.426852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.456647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.532975 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.550497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7365a3f4-687f-48e3-b342-85ca33ceb66b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:38.558625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:38.559743 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5fae45fc-5445-488a-bea7-be7a027fae3d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/7365a3f4-687f-48e3-b342-85ca33ceb66b HTTP/1.1" status: 204 len: 168 time: 0.2082419 Mar 16 11:30:38.601278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45852) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:38.896991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port f5634091-94a2-4855-9384-ff4f0d114f4a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:38.897260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.081195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.081492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.198341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for f5634091-94a2-4855-9384-ff4f0d114f4a owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:39.364529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.410011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=f5634091-94a2-4855-9384-ff4f0d114f4a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:39.503364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:39.933236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:40.134586 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:40.145157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:30:40.156918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:40.159186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:40.159810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:40.215136 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe7ac263-4796-4b1c-b842-f2cb99bbd452 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/d1d78480-ee07-4bbc-93bd-189ada9e5513 HTTP/1.1" status: 204 len: 168 time: 1.6099782 Mar 16 11:30:40.215136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:40.271721 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:30:40.359232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:40.371684 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-f9dc731d-1e27-417f-a04f-8e9762b766d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 1098 time: 0.0714347 Mar 16 11:30:40.509798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-95a0b38b-1692-424f-aaee-b9ed59a127e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.511231 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-95a0b38b-1692-424f-aaee-b9ed59a127e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 200 len: 897 time: 0.1302307 Mar 16 11:30:40.612860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-44fb1f5f-3799-4a4f-ac8b-154c69687d0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 200 len: 217 time: 0.0944633 Mar 16 11:30:40.688985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:40.689775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-84f8aac4-4db2-4d8d-870d-b48d3ffa0f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.691213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-84f8aac4-4db2-4d8d-870d-b48d3ffa0f81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 200 len: 835 time: 0.0722795 Mar 16 11:30:40.692852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:30:40.703454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:40.704032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:40.741590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486043-e189-425c-9526-b78bb478be00 req-43395502-db1b-434e-b624-dd414973430e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:40.743086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62486043-e189-425c-9526-b78bb478be00 req-43395502-db1b-434e-b624-dd414973430e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.1752195 Mar 16 11:30:40.761560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:40.801578 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62486043-e189-425c-9526-b78bb478be00 req-f7fe73f7-702a-4d95-846d-1f8b01b1120a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514994 Mar 16 11:30:40.808999 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-db82c325-4bcd-42aa-9a06-880ed244609f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad30cab2-4169-4985-9565-7c22728d745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120019 Mar 16 11:30:40.853518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:30:40.853865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1bf8f0c8-483c-44f1-af8e-c5c3983dfb6b not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:40.914693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:40.939833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-94bd2b35-a11c-499b-9481-def243e2eae4 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236391 Mar 16 11:30:41.068493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f236e3f-ea91-475c-a551-534e5b5ccfae req-72a45d48-f253-429d-8518-4f1fbf063857 service neutron] 10.222.0.59 "GET /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219780 Mar 16 11:30:41.224304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:41.228449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b44bd4-1c3d-475c-bbad-804c80b63e56 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:11Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '4253be6f-5ada-4c38-afd2-c9d09b171e92', 'name': '', 'network_id': 'ad30cab2-4169-4985-9565-7c22728d745b', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:99:0e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:10Z', 'updated_at': '2022-03-16T11:29:18Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '1ae98591-eecd-4b85-bcf4-97965d302da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:30:41.478807 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6c13f-028c-4782-9fa8-558fcd1752a4 None None] New status for floating IP d1d78480-ee07-4bbc-93bd-189ada9e5513: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:30:42.025550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd0098-eb64-48f2-91ce-93579a809d39 req-03dba67b-6315-429f-af96-b1b64267ac64 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.027037 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16dd0098-eb64-48f2-91ce-93579a809d39 req-03dba67b-6315-429f-af96-b1b64267ac64 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.0931919 Mar 16 11:30:42.073900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.108504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16dd0098-eb64-48f2-91ce-93579a809d39 req-1c15dee6-8893-4912-81c1-70f8c2f9d99a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e93de7e-1480-4fb3-af58-aab3df7a22ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757899 Mar 16 11:30:42.142018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-7573df45-ae06-44ad-bf82-37d42940893e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:42.143424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-7573df45-ae06-44ad-bf82-37d42940893e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 945 time: 0.0833411 Mar 16 11:30:42.217924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 378e83d9-5c5a-4984-a122-5dd17c824183 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:42.218311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.469070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 378e83d9-5c5a-4984-a122-5dd17c824183, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=378e83d9-5c5a-4984-a122-5dd17c824183,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:42.469390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.675070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 378e83d9-5c5a-4984-a122-5dd17c824183 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:42.821960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.871967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=378e83d9-5c5a-4984-a122-5dd17c824183,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:42.940745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port 378e83d9-5c5a-4984-a122-5dd17c824183 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:42.943416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:42.945848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'name': 'network-vif-deleted', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:30:42.957780 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dc31278-fa9d-45e6-9a34-fd7e6872da87 req-85e4ea7e-4aa3-40d5-8ba4-cbe2bfb3a5fa tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/378e83d9-5c5a-4984-a122-5dd17c824183 HTTP/1.1" status: 204 len: 173 time: 0.8060057 Mar 16 11:30:43.014280 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e166fd30-514f-4b1e-8256-23e9a9a0770b', 'name': 'network-vif-deleted', 'tag': '378e83d9-5c5a-4984-a122-5dd17c824183', 'status': 'completed', 'code': 200} Mar 16 11:30:43.293483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-299efb2e-33df-4b52-afee-d10a445820b5 req-03f9420a-e32f-4004-8096-6286f2355add tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:43.311522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-299efb2e-33df-4b52-afee-d10a445820b5 req-03f9420a-e32f-4004-8096-6286f2355add tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:43.313049 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-299efb2e-33df-4b52-afee-d10a445820b5 req-03f9420a-e32f-4004-8096-6286f2355add tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e166fd30-514f-4b1e-8256-23e9a9a0770b HTTP/1.1" status: 200 len: 210 time: 0.0653577 Mar 16 11:30:44.431191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:44.511419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.540977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.608091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.625579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93de7e-1480-4fb3-af58-aab3df7a22ad,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:44.633871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:44.635036 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba45d06b-b9c7-4174-a1b3-845073a59030 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e93de7e-1480-4fb3-af58-aab3df7a22ad HTTP/1.1" status: 204 len: 168 time: 0.2027991 Mar 16 11:30:44.674863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:45.171084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.785270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 4253be6f-5ada-4c38-afd2-c9d09b171e92 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:45.786165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:45.971645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 4253be6f-5ada-4c38-afd2-c9d09b171e92, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4253be6f-5ada-4c38-afd2-c9d09b171e92,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:45.971964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.089352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 4253be6f-5ada-4c38-afd2-c9d09b171e92 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:46.265599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.401896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=4253be6f-5ada-4c38-afd2-c9d09b171e92,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:46.695632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:46.748743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 378e83d9-5c5a-4984-a122-5dd17c824183 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:46.783173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 378e83d9-5c5a-4984-a122-5dd17c824183 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:30:46.783485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 378e83d9-5c5a-4984-a122-5dd17c824183 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:47.298984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router 9c90a624-a3ed-4899-b4bf-03a398e6952e has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:47.504036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:47.514925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Sync routers for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:30:47.525394 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cb2c8413-c0f4-4f72-8ebd-e08a8a8f2841 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/9c90a624-a3ed-4899-b4bf-03a398e6952e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493986 Mar 16 11:30:47.528212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45880) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:47.531572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:47.532141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:47.721368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 1ae98591-eecd-4b85-bcf4-97965d302da1 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:30:47.724406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.744905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:47.780171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:47.972108 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.032326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:48.036494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Checking router: 9c90a624-a3ed-4899-b4bf-03a398e6952e for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:30:48.044306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.047357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Routers {'9c90a624-a3ed-4899-b4bf-03a398e6952e'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:48.047947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['9c90a624-a3ed-4899-b4bf-03a398e6952e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:48.086605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae98591-eecd-4b85-bcf4-97965d302da1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:48.091383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.099905 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f8c2d7c-0c1a-44fa-9e91-eef86a3cd493 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/1ae98591-eecd-4b85-bcf4-97965d302da1 HTTP/1.1" status: 204 len: 168 time: 0.5683367 Mar 16 11:30:48.100112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45884) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:48.101949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805f468-16bb-4db9-b8d5-a9636dd07bdd None None] Network ad30cab2-4169-4985-9565-7c22728d745b requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:30:48.303140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.379913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] Set router 9c90a624-a3ed-4899-b4bf-03a398e6952e gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:48.505542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] DHCP port deletion for ad30cab2-4169-4985-9565-7c22728d745b request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:30:48.513939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.523454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 47bace90-a031-4228-8ad1-bdefdc9fc288 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:48.523901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.556469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Deleting port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:30:48.556730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.682103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:48.703112 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 47bace90-a031-4228-8ad1-bdefdc9fc288, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47bace90-a031-4228-8ad1-bdefdc9fc288,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:48.703460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.822241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 47bace90-a031-4228-8ad1-bdefdc9fc288 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:48.909947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] For port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,segment=NetworkSegment(9915b1c7-e300-4527-830c-f6874009748b),segment_id=9915b1c7-e300-4527-830c-f6874009748b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:48.910349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:48.990144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.037230 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=47bace90-a031-4228-8ad1-bdefdc9fc288,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.096072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Calling delete_port for 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:30:49.143466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.184817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.195800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12b52c-7e0d-4027-99be-4fe5b6d55985 None None] The sync data for ids ['9c90a624-a3ed-4899-b4bf-03a398e6952e'] in dv-neutron-833733-1-hyperv is: [{'id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'name': 'tempest-TestNetworkBasicOps-router-2092578132', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:30:46Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '47bace90-a031-4228-8ad1-bdefdc9fc288', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90a624-a3ed-4899-b4bf-03a398e6952e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:29:07Z', 'updated_at': '2022-03-16T11:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:30:49.229652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.260223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.281676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Pushing event deleted for resources: {'Port': ['ID=8e4d0bbc-5667-45a9-ac29-841f4293e5a1,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:49.294804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.295172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.295461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.295794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.296106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.296421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.296731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.297044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.297349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.297653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.297957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:49.300494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc2f48-0c85-4be6-bc29-350ad48d64db None None] No DVR routers for this DVR port 8e4d0bbc-5667-45a9-ac29-841f4293e5a1 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:30:49.606529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.611285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.639612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.640400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router 9c90a624-a3ed-4899-b4bf-03a398e6952e {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:30:49.663231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.664447 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-996ddef7-254d-47aa-853b-eda2d7015265 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/9c90a624-a3ed-4899-b4bf-03a398e6952e HTTP/1.1" status: 204 len: 168 time: 1.5633094 Mar 16 11:30:49.667221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45888) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:49.784010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.919797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.944968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad30cab2-4169-4985-9565-7c22728d745b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.957606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9915b1c7-e300-4527-830c-f6874009748b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.957889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9915b1c7-e300-4527-830c-f6874009748b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:49.974280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:49.995378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.007060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:30:50.007871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:30:50.022579 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:30:50.109595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.127193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.138164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=ad30cab2-4169-4985-9565-7c22728d745b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.150039 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a74e50e6-9480-40c1-9f2b-68e273d59695 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/ad30cab2-4169-4985-9565-7c22728d745b HTTP/1.1" status: 204 len: 168 time: 0.4789746 Mar 16 11:30:50.176174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45892) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.181527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'network': {'name': 'tempest-network-smoke--757211453', 'project_id': '081e6a201143453cb5a381c923da36b8', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:50.187000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.191647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:network and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.194791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.200707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.215589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:50.218712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.248566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:30:50.258146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.258647 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Added segment 97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4 of type vlan for network d0c382ea-0026-45ff-a662-52b6a64ea085 Mar 16 11:30:50.285263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.314669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.318513 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:50.319082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.424028 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2471626 Mar 16 11:30:50.426723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f21cb-42f5-41e0-835f-c4d05e447142 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Network': ['ID=d0c382ea-0026-45ff-a662-52b6a64ea085,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:50.427085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45896) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:50.432762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-117631646', 'admin_state_up': True, 'project_id': '081e6a201143453cb5a381c923da36b8', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:50.437986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d0c382ea-0026-45ff-a662-52b6a64ea085 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:30:50.440284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:50.444285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:router and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:50.447357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:50.453652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:50.463575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.464424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.483091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.627464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.680212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47bace90-a031-4228-8ad1-bdefdc9fc288 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:50.713692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 47bace90-a031-4228-8ad1-bdefdc9fc288 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:30:50.714035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47bace90-a031-4228-8ad1-bdefdc9fc288 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:50.714456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4253be6f-5ada-4c38-afd2-c9d09b171e92 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:30:50.746311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4253be6f-5ada-4c38-afd2-c9d09b171e92 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:30:50.746663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4253be6f-5ada-4c38-afd2-c9d09b171e92 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:30:50.808931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.837883 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:50.975826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.39 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/693e446b-a206-45a5-919c-b3b95d49ae5e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:51.137361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.173387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.237752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:51.240461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:51.245152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:30:51.269064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:51.407673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.408749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.652434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:30:51.956360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:51.966173 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:30:51.983569 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:51.984151 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:51.984333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:51.985594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e9ca88f-0a43-4782-91bc-e0fdc44cf7e5 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5572286 Mar 16 11:30:51.988575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:52.027738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa0bcbdc-d512-464f-a9b4-ae5e67707312 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=081e6a201143453cb5a381c923da36b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380211 Mar 16 11:30:52.030349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:52.156026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4321dd5-c8d0-4904-bcd9-a6da534ff8fe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.156899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:52.157531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4321dd5-c8d0-4904-bcd9-a6da534ff8fe tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263528 Mar 16 11:30:52.160535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:52.198791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf39033f-2801-42dc-bd0f-50b91740803f tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372076 Mar 16 11:30:52.201628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45912) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:52.207545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671592170', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'project_id': '081e6a201143453cb5a381c923da36b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:52.322814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:52.326642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:subnet and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:52.329488 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:52.335134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:52.345167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:30:52.440845 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:52.444784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Checking router: deb60781-872a-4b17-9ae1-45841b0d9d38 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:30:52.445140 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Updating router deb60781-872a-4b17-9ae1-45841b0d9d38 port 693e446b-a206-45a5-919c-b3b95d49ae5e binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:30:52.448254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.495487 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.661673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.821457 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.833367 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Transition to ACTIVE for port object 693e446b-a206-45a5-919c-b3b95d49ae5e will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:52.840079 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.844571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Subnet': ['ID=5d2aa393-b8bc-4a58-8852-da9c5b5a9836,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:52.859448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Checking segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:30:52.859796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network hostable DHCP agents. Network: d0c382ea-0026-45ff-a662-52b6a64ea085, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:30:52.885028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network d0c382ea-0026-45ff-a662-52b6a64ea085 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:30:52.895594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d0c382ea-0026-45ff-a662-52b6a64ea085) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:52.899920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:52.900821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.905385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819dc212-ced6-464c-a90a-416858610976 None None] Network d0c382ea-0026-45ff-a662-52b6a64ea085 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:30:52.923520 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Attempting to bind port 693e446b-a206-45a5-919c-b3b95d49ae5e on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:52.924313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Attempting to bind port 693e446b-a206-45a5-919c-b3b95d49ae5e by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:52.924689 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Attempting to bind port 693e446b-a206-45a5-919c-b3b95d49ae5e on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:30:52.928567 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b453c0c-fe76-484b-97c7-8a2dc9bdcb38 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7230597 Mar 16 11:30:52.929356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45916) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:52.935303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:52.939407 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:30:52.939771 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:30:52.940154 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:52.940534 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:30:52.940983 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Bound port: 693e446b-a206-45a5-919c-b3b95d49ae5e, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:52.941343 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.008721 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.009550 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.009550 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.009758 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.009973 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.010310 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.010622 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.010931 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.011242 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.011545 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.011850 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:30:53.053864 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:30:53.058498 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=693e446b-a206-45a5-919c-b3b95d49ae5e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:30:53.064972 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.141895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d0c382ea-0026-45ff-a662-52b6a64ea085', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:30:53.143032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.144884 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba107dab-a97b-4770-a4b1-42ba381a4979 None None] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.150903 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:53.151497 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:53.312511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Allocated IP 172.20.0.2 (d0c382ea-0026-45ff-a662-52b6a64ea085/5d2aa393-b8bc-4a58-8852-da9c5b5a9836/a5abffed-8b2d-4cd1-a29d-1c4539390771) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:53.342680 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:53.530120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.541870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Transition to ACTIVE for port object a5abffed-8b2d-4cd1-a29d-1c4539390771 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:53.560346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Transition to ACTIVE for port object a5abffed-8b2d-4cd1-a29d-1c4539390771 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:53.567175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.629378 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:53.637267 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d153c-c1ff-42e3-bb73-f305e674dbd6 None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:51Z', 'revision_number': 3, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:30:53.650101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Network d0c382ea-0026-45ff-a662-52b6a64ea085 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:53.653072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:53.659852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:30:53.675318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Pushing event updated for resources: {'Port': ['ID=a5abffed-8b2d-4cd1-a29d-1c4539390771,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:53.770492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Attempting to bind port a5abffed-8b2d-4cd1-a29d-1c4539390771 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:53.770860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Attempting to bind port a5abffed-8b2d-4cd1-a29d-1c4539390771 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:53.771231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Attempting to bind port a5abffed-8b2d-4cd1-a29d-1c4539390771 on network d0c382ea-0026-45ff-a662-52b6a64ea085 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:30:53.778532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:30:53.778900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Checking segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:30:53.779298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.779689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Bound using segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:30:53.780215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Bound port: a5abffed-8b2d-4cd1-a29d-1c4539390771, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:53.780525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.802913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:53.910441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] For port a5abffed-8b2d-4cd1-a29d-1c4539390771, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:30:53.914086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] For port a5abffed-8b2d-4cd1-a29d-1c4539390771, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a5abffed-8b2d-4cd1-a29d-1c4539390771,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:30:53.922168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.054753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c58458-4ad3-438f-9a05-1ae08003d58a None None] Pushing event updated for resources: {'Port': ['ID=a5abffed-8b2d-4cd1-a29d-1c4539390771,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.424284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.1 (d0c382ea-0026-45ff-a662-52b6a64ea085/5d2aa393-b8bc-4a58-8852-da9c5b5a9836/9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:30:54.587949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.603093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:54.630335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.710423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:54.716654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network d0c382ea-0026-45ff-a662-52b6a64ea085 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:54.717786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:54.720249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:30:54.761261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a5abffed-8b2d-4cd1-a29d-1c4539390771 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:54.784914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.848735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a5abffed-8b2d-4cd1-a29d-1c4539390771 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:54.852974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:54.881390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:54.929275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 693e446b-a206-45a5-919c-b3b95d49ae5e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:54.934273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 693e446b-a206-45a5-919c-b3b95d49ae5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:54.934666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.029822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67a3e0-da3f-4900-9545-8d6a6346e206 None None] Network d0c382ea-0026-45ff-a662-52b6a64ea085 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:30:55.173070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.215668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Provisioning for port a5abffed-8b2d-4cd1-a29d-1c4539390771 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:55.229610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=693e446b-a206-45a5-919c-b3b95d49ae5e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:55.258173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Provisioning complete for port a5abffed-8b2d-4cd1-a29d-1c4539390771 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:55.258585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.287656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.299272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.304722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.413225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.416724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.431162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.501640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.545117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-59208146-cdb7-4b46-8445-be088b915426 None None] For port a5abffed-8b2d-4cd1-a29d-1c4539390771, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a5abffed-8b2d-4cd1-a29d-1c4539390771,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:30:55.552694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.562682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network d0c382ea-0026-45ff-a662-52b6a64ea085 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:30:55.563900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:30:55.626279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59208146-cdb7-4b46-8445-be088b915426 None None] Pushing event updated for resources: {'Port': ['ID=a5abffed-8b2d-4cd1-a29d-1c4539390771,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:55.777955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Provisioning for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:30:55.783619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:55.784063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:55.843470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:30:55.859623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Provisioning complete for port a5abffed-8b2d-4cd1-a29d-1c4539390771 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:55.859990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-71c01af1-047c-4674-ac33-9e5faaeebf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.065122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:30:56.106526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9ef5edce-8c98-47e3-85b1-cc388a1ed125 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:56.107125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ef5edce-8c98-47e3-85b1-cc388a1ed125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.158837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5edce-8c98-47e3-85b1-cc388a1ed125 None None] Port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:30:56.268724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:30:56.281660 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d07a771-6ea2-4575-baba-959657f56486 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/deb60781-872a-4b17-9ae1-45841b0d9d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3506746 Mar 16 11:30:56.284298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:56.482305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5931057-0a7e-406e-96e8-0f032e402a18 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.482621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5931057-0a7e-406e-96e8-0f032e402a18 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.483020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5931057-0a7e-406e-96e8-0f032e402a18 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.483372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5931057-0a7e-406e-96e8-0f032e402a18 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.484962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c5931057-0a7e-406e-96e8-0f032e402a18 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1996937 Mar 16 11:30:56.489301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:56.559113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b274957-3611-4dde-9a41-575989db5940 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.559354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b274957-3611-4dde-9a41-575989db5940 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.559739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b274957-3611-4dde-9a41-575989db5940 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.560088 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b274957-3611-4dde-9a41-575989db5940 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:56.561684 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b274957-3611-4dde-9a41-575989db5940 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0713775 Mar 16 11:30:56.565543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:56.689922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a5abffed-8b2d-4cd1-a29d-1c4539390771 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:56.761834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a5abffed-8b2d-4cd1-a29d-1c4539390771 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:56.762160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:56.764475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4aedb585-a35a-4086-a4ad-faa0e986f1df tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1978073 Mar 16 11:30:56.877321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:30:56.947314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 693e446b-a206-45a5-919c-b3b95d49ae5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:30:56.947685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.101467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 45936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.107112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111532196', 'description': 'tempest-secgroup-smoke-1111532196 description', 'project_id': '081e6a201143453cb5a381c923da36b8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.113028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.117079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.120279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.126197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.137642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.171418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:30:57.173098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.177217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.180357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.183110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:57.183768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:57.186483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.246468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.251216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.297062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228a1d40-5c24-478a-b43f-e0049c644306,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.301314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.305396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f622a64-5da4-4800-a6a5-7c945fcc09e4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1999407 Mar 16 11:30:57.306381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.312078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.318084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.322032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.324937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.330507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.348115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.365072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:57.410458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.416028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.439140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4ee8cc-8112-474c-9284-f8d73941b849,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.448714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.449892 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-efb6b12b-1089-4314-86fe-fed100d7e766 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425223 Mar 16 11:30:57.452686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.458274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.464569 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.468347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.471379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.477510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.495023 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.555499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.560093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.583157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9024d3a-7db8-4f50-81a2-0d26ad9164a8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.595605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.597140 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47a1ed88-6746-4bfc-9603-07132c4ad459 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1432893 Mar 16 11:30:57.599632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.605608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.611255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.614994 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.617884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.623909 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.640617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.705614 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.709919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.725947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:57.728792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dddce4d-26d5-47a4-a759-76fa9403014c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.729892 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Checking router: deb60781-872a-4b17-9ae1-45841b0d9d38 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:30:57.730846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Updating router deb60781-872a-4b17-9ae1-45841b0d9d38 port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:30:57.746442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.747653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f89cedad-11e1-434e-b182-271650090343 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470101 Mar 16 11:30:57.751004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45952) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.756482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.762544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.766240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.768990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.774681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.784001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.792632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.861265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.865803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.889317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaf1f51-4b66-4047-bb8f-bea895301399,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:57.899379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:57.900628 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-36dea21b-7f9d-47fe-bf05-f37d1ab1a738 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1485775 Mar 16 11:30:57.903572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:57.909013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:57.914744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:57.918474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:57.921286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:57.926923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:57.938965 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:57.945423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.010355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.014631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.037981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c4e86c-498f-4ccf-a591-570921575d57,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:58.048501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.050105 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e5cb45f-ccfb-4b8e-a4ea-240d053d70dc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1455669 Mar 16 11:30:58.053001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 45960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:30:58.058748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'security_group_rule': {'security_group_id': '228a1d40-5c24-478a-b43f-e0049c644306', 'project_id': '081e6a201143453cb5a381c923da36b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:30:58.064542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:30:58.068461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:security_group_rule and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:30:58.071777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:30:58.077498 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:30:58.088947 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Project 081e6a201143453cb5a381c923da36b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:30:58.095363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.134719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.146483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Transition to ACTIVE for port object 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:30:58.153514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.163939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.168422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.192563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b62b86e-4d53-4c0f-b079-10f502a39b6d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:58.206233 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.219246 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-799e81d1-02ac-4b14-b733-a4be08010575 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1641288 Mar 16 11:30:58.275831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd2fde-290b-4062-9c47-789bede9c170 None None] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:58.375454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Attempting to bind port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:30:58.375826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Attempting to bind port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:30:58.376223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Attempting to bind port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed on network d0c382ea-0026-45ff-a662-52b6a64ea085 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:30:58.383708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:30:58.383909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Checking segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:30:58.384240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.384637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Bound using segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:30:58.385103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Bound port: 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:30:58.385475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.393511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-34c6dcb7-c19a-4e62-9f0b-c41a5cb50889 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:58.413712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-34c6dcb7-c19a-4e62-9f0b-c41a5cb50889 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:58.415505 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-34c6dcb7-c19a-4e62-9f0b-c41a5cb50889 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111532196&fields=id&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 267 time: 0.0632215 Mar 16 11:30:58.487033 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:30:58.490369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:30:58.496438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:30:58.567465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-ec1ea729-1ea8-424e-9791-de0a2aaaba99 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:30:58.568900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-ec1ea729-1ea8-424e-9791-de0a2aaaba99 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 796 time: 0.1467369 Mar 16 11:30:58.580046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd2fde-290b-4062-9c47-789bede9c170 None None] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:30:58.584870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:30:58.585742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:30:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:58.592445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-f192da0b-18fb-4e54-ae31-9f224d3740f0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/quotas/081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 375 time: 0.0174265 Mar 16 11:30:58.679924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-9b85a928-4557-4560-b8d4-f9f2501ea2cd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:30:58.699037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-9b85a928-4557-4560-b8d4-f9f2501ea2cd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:30:58.702501 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-9b85a928-4557-4560-b8d4-f9f2501ea2cd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045821 Mar 16 11:30:58.777132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:30:58.846700 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-acd31c3b-2b25-4ba3-bd5c-a603f58227c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315501 Mar 16 11:30:58.979133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-dfe40279-aa2d-4596-b147-3d7edbd0a76d service neutron] 10.222.0.36 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265585 Mar 16 11:30:59.095717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:30:58Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:30:59.103488 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d334131-66bd-4ed1-8ec2-d58947f1d4c5 None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:30:58Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:30:59.206535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c059b73d-8196-4bfa-bc0e-fc11c9dee273 req-13dc6303-f72b-45b6-87aa-78d14abe2787 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 210 time: 0.0749595 Mar 16 11:30:59.502136 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:00.346746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-f97a58a9-4b3f-451a-b5b4-4a8c7b5578d3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:00.348156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-f97a58a9-4b3f-451a-b5b4-4a8c7b5578d3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 796 time: 0.1461692 Mar 16 11:31:00.407194 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d3206a7-33c5-4ea3-b8fe-cbdee48fd01c req-5aec1862-4430-4493-a0e1-c9971bc9df36 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 210 time: 0.0546691 Mar 16 11:31:00.446484 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-d76fd0d2-c66c-4336-a18b-4822159369ca tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081e6a201143453cb5a381c923da36b8 HTTP/1.1" status: 200 len: 380 time: 0.0645707 Mar 16 11:31:00.455921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'port': {'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'admin_state_up': True, 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'security_groups': ['228a1d40-5c24-478a-b43f-e0049c644306']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:31:00.701083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:00.709554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:00.712031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:00.722678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Made reservation on behalf of 081e6a201143453cb5a381c923da36b8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:31:00.725656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.782624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:00.787382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:00.787745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.886599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.20.0.8 (d0c382ea-0026-45ff-a662-52b6a64ea085/5d2aa393-b8bc-4a58-8852-da9c5b5a9836/d17567b8-088e-4dbe-82b7-15bb8bf7be58) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:00.899432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:00.964409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:00.968719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.033529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.073734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.088652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Transition to ACTIVE for port object d17567b8-088e-4dbe-82b7-15bb8bf7be58 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:01.112335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.184175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network d0c382ea-0026-45ff-a662-52b6a64ea085 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:01.187312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:01.191714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:31:01.219976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:01.258647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:01.259356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.285773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-30a47bfe-288c-44c0-8b3b-e8050764b6bd tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8333907 Mar 16 11:31:01.301294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Request body: {'port': {'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:31:01.410537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.440610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e467f94f-4d07-4737-bc61-61a127eefdaf None None] Provisioning for port d17567b8-088e-4dbe-82b7-15bb8bf7be58 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:01.445685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e467f94f-4d07-4737-bc61-61a127eefdaf None None] Provisioning complete for port d17567b8-088e-4dbe-82b7-15bb8bf7be58 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:01.446085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e467f94f-4d07-4737-bc61-61a127eefdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.501799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e467f94f-4d07-4737-bc61-61a127eefdaf None None] Port d17567b8-088e-4dbe-82b7-15bb8bf7be58 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:31:01.538369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d29be02e-2ada-4698-8e81-c9573c443ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.721798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abb4d4-5c56-44fe-8ce1-f40857513855 req-bb8dcee7-acc4-4c31-89e5-11219fca6da2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:01.722497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a0abb4d4-5c56-44fe-8ce1-f40857513855 req-bb8dcee7-acc4-4c31-89e5-11219fca6da2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:31:01.757265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a0abb4d4-5c56-44fe-8ce1-f40857513855 req-bb8dcee7-acc4-4c31-89e5-11219fca6da2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:31:01.758693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0abb4d4-5c56-44fe-8ce1-f40857513855 req-bb8dcee7-acc4-4c31-89e5-11219fca6da2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 931 time: 0.2260952 Mar 16 11:31:01.846471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17567b8-088e-4dbe-82b7-15bb8bf7be58 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:31:01.857143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:01.863498 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0abb4d4-5c56-44fe-8ce1-f40857513855 req-be9271b1-621c-4a87-b273-9fe1f6d210fb tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970068 Mar 16 11:31:01.877592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Transition to ACTIVE for port object d17567b8-088e-4dbe-82b7-15bb8bf7be58 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:31:01.882774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.007448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.117219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Attempting to bind port d17567b8-088e-4dbe-82b7-15bb8bf7be58 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:31:02.117668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Attempting to bind port d17567b8-088e-4dbe-82b7-15bb8bf7be58 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:31:02.118391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Attempting to bind port d17567b8-088e-4dbe-82b7-15bb8bf7be58 on network d0c382ea-0026-45ff-a662-52b6a64ea085 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:31:02.124068 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Port d17567b8-088e-4dbe-82b7-15bb8bf7be58 on network d0c382ea-0026-45ff-a662-52b6a64ea085 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:31:02.124393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Attempting to bind port d17567b8-088e-4dbe-82b7-15bb8bf7be58 on network d0c382ea-0026-45ff-a662-52b6a64ea085 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:31:02.130766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:31:02.131091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Checking segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:31:02.131461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Bound using segment: {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:31:02.131876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Bound port: d17567b8-088e-4dbe-82b7-15bb8bf7be58, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:31:02.132213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.223105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:31:02.226197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:31:02.232473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.294379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.295714 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] 10.222.0.59 "PUT /v2.0/ports/d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 1093 time: 0.9988911 Mar 16 11:31:02.296169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:31:02.312357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6b3a7-cb5a-4a53-b5ea-61018b1f4a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:02.376994 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'status': 'completed', 'code': 200} Mar 16 11:31:02.538342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-3c05a8f4-161c-42ab-9016-119173ddf987 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1096 time: 0.1943915 Mar 16 11:31:02.606804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-e5b9c581-c281-440b-a54e-6d5bfa9dd3f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 217 time: 0.0602691 Mar 16 11:31:02.676177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-61709b60-fa0c-4cef-b5c0-9901f96e8599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:02.677575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-61709b60-fa0c-4cef-b5c0-9901f96e8599 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 200 len: 834 time: 0.0617127 Mar 16 11:31:02.690315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:02.755769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-5d3957ce-714f-43e7-ab9e-48a957579331 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0c382ea-0026-45ff-a662-52b6a64ea085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689290 Mar 16 11:31:02.759571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:02.759857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:02.909412 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-8179bf03-a4e2-45e3-936e-8739985c6990 service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442122 Mar 16 11:31:03.097967 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2f52934-4095-4b5a-ac95-4b24a8cb6333 req-e557adff-ffff-4b56-86e7-857d9fa05c4f service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779721 Mar 16 11:31:03.111747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc7b81-1328-4b6d-8a52-7ee226fd3070 req-8efd2151-ca2e-484d-9bca-83ad7374d4bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.113166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fc7b81-1328-4b6d-8a52-7ee226fd3070 req-8efd2151-ca2e-484d-9bca-83ad7374d4bc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 943 time: 0.1254137 Mar 16 11:31:03.197853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fc7b81-1328-4b6d-8a52-7ee226fd3070 req-b6ce92c3-805f-43bd-9168-ddda0d26e1cc tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780122 Mar 16 11:31:03.231625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-ffc604ba-2d34-4ab6-905b-b1dbe867fcaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1096 time: 0.0809255 Mar 16 11:31:03.376072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343562cc-6359-4bdd-afc5-43d703361bce req-c5bb2428-6f0f-4da6-b743-50a214d99235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.377407 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-c5bb2428-6f0f-4da6-b743-50a214d99235 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 896 time: 0.1399112 Mar 16 11:31:03.447510 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-7a7802d9-23f0-49ee-b07a-4c5176020806 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 217 time: 0.0626199 Mar 16 11:31:03.520571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343562cc-6359-4bdd-afc5-43d703361bce req-d91321c9-4a3a-4801-a8ea-0ed63378cd34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:03.521945 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-d91321c9-4a3a-4801-a8ea-0ed63378cd34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 200 len: 834 time: 0.0670757 Mar 16 11:31:03.609712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-69f8ce47-36dc-4dc9-b0a5-0cd4465c957c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0c382ea-0026-45ff-a662-52b6a64ea085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784364 Mar 16 11:31:03.698135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a40d2ee-7c78-4559-873e-d5e5ab4e2fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:03.748332 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-8817c2d3-4e45-4094-85bc-fdf5b5d01ee3 service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306174 Mar 16 11:31:03.881384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343562cc-6359-4bdd-afc5-43d703361bce req-aba9ce32-9a58-457f-99f1-420d8706fe02 service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246033 Mar 16 11:31:04.408877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1029c-87e0-4d90-bf04-34b6a3db06ad req-6106c878-ea4c-4c4d-90b3-cd38b911c723 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:04.410300 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9ea1029c-87e0-4d90-bf04-34b6a3db06ad req-6106c878-ea4c-4c4d-90b3-cd38b911c723 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 943 time: 0.0877862 Mar 16 11:31:04.456050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9ea1029c-87e0-4d90-bf04-34b6a3db06ad req-000126bb-a01c-4c8e-b5e6-e70d8ddd7501 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 Mar 16 11:31:04.960172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:04.991530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:05.667551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eff0c-7a40-4a70-8c06-4c8ee10dc9e7 req-257f4883-e427-490d-9a82-4e19607df543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:05.668944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c5eff0c-7a40-4a70-8c06-4c8ee10dc9e7 req-257f4883-e427-490d-9a82-4e19607df543 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 943 time: 0.0854764 Mar 16 11:31:05.717480 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c5eff0c-7a40-4a70-8c06-4c8ee10dc9e7 req-f13d895a-498a-4347-9250-db5e0d6d4cb7 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Mar 16 11:31:06.242524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:06.888889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d17567b8-088e-4dbe-82b7-15bb8bf7be58 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:31:06.945166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb3de1-337d-46f2-a031-037c2a96e95b req-32e111c1-4e3e-4349-b410-703dba93b96d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:06.946636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25eb3de1-337d-46f2-a031-037c2a96e95b req-32e111c1-4e3e-4349-b410-703dba93b96d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 943 time: 0.0841870 Mar 16 11:31:06.994620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25eb3de1-337d-46f2-a031-037c2a96e95b req-70aff990-e6eb-4e93-b8f5-11e7b7c48097 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Mar 16 11:31:07.026113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:07.039238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:31:07.101609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.120061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17567b8-088e-4dbe-82b7-15bb8bf7be58 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:31:07.135219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:07.141947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:07.205766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:07.399411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['d17567b8-088e-4dbe-82b7-15bb8bf7be58'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:31:08.282649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c38747-bce5-4e59-a227-a34a490af033 req-7bac55b4-04e5-4c81-81aa-bbca52e00de1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:08.284069 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-31c38747-bce5-4e59-a227-a34a490af033 req-7bac55b4-04e5-4c81-81aa-bbca52e00de1 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 944 time: 0.1694920 Mar 16 11:31:08.331261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-31c38747-bce5-4e59-a227-a34a490af033 req-d6b736b4-1ebd-41e1-bf91-592a76734666 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Mar 16 11:31:08.907175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d17567b8-088e-4dbe-82b7-15bb8bf7be58 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:08.990318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port d17567b8-088e-4dbe-82b7-15bb8bf7be58 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:31:08.995801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port d17567b8-088e-4dbe-82b7-15bb8bf7be58 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:08.996170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:09.116224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:09.147245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:31:09.156909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:09.162700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:09.204059 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'code': 200} Mar 16 11:31:09.234827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:09.503743 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c91cbf71-5737-41d2-b1d4-69609c444199 req-f80d314a-4191-4adc-917e-9ee33333c4e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1098 time: 0.1054001 Mar 16 11:31:09.568939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66391da-0d64-4fc5-afd6-ca9facf3f90c req-ffd6cc1d-b219-4ab9-b47d-bccf7f085135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:09.570351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c66391da-0d64-4fc5-afd6-ca9facf3f90c req-ffd6cc1d-b219-4ab9-b47d-bccf7f085135 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.1097043 Mar 16 11:31:09.571915 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c91cbf71-5737-41d2-b1d4-69609c444199 req-40871f49-cc6c-4def-a4b7-55c13bbbd2ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545352 Mar 16 11:31:09.622316 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c66391da-0d64-4fc5-afd6-ca9facf3f90c req-5f7e7697-3e25-4810-8397-960ec365c82b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Mar 16 11:31:10.828242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2cb76-bea0-4394-889e-632604499f1b req-517ca750-4e4b-4326-b668-2c41d647157e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:10.829654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bd2cb76-bea0-4394-889e-632604499f1b req-517ca750-4e4b-4326-b668-2c41d647157e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.0770178 Mar 16 11:31:10.874197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bd2cb76-bea0-4394-889e-632604499f1b req-8f44515c-37a4-4a01-9974-d01306203725 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Mar 16 11:31:12.090463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c732-8776-4b79-bba2-c84e26a93a73 req-89c3f9df-fa54-420b-b5e8-ef7d8df9772d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.092340 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3708c732-8776-4b79-bba2-c84e26a93a73 req-89c3f9df-fa54-420b-b5e8-ef7d8df9772d tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.0887890 Mar 16 11:31:12.093877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.141884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3708c732-8776-4b79-bba2-c84e26a93a73 req-2410bbc9-e409-40cb-a50e-710620d2f8a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Mar 16 11:31:12.355867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291fad8-b607-4f38-ad26-bc5199a08dba req-9abf1b7a-8abc-4269-83d2-de63ac5760a3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:12.357295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7291fad8-b607-4f38-ad26-bc5199a08dba req-9abf1b7a-8abc-4269-83d2-de63ac5760a3 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.0854518 Mar 16 11:31:12.402997 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7291fad8-b607-4f38-ad26-bc5199a08dba req-bfb09c5e-5019-4329-af9b-2cce92d0b6a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Mar 16 11:31:12.431327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:12.505442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1475c12-3845-4de6-b299-6382d5b84677 tempest-TestNetworkBasicOps-1073862727 tempest-TestNetworkBasicOps-1073862727-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1093 time: 0.0730786 Mar 16 11:31:12.508284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:12.513287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:31:12.518730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:31:12.522588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Usage tracker for resource:floatingip and tenant:081e6a201143453cb5a381c923da36b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:31:12.525447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:31:12.531159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:31:12.543724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.691334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:12.819976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Allocated IP 172.26.1.126 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/2fee2834-cba1-4a17-b6ef-c17443cd5c11) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:31:12.969242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:13.000422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:13.063756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:31:13.066543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:31:13.070694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:31:13.093801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=2fee2834-cba1-4a17-b6ef-c17443cd5c11,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:13.693717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:13.750500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:13.954452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:13.962815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:14.064811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event updated for resources: {'Port': ['ID=2fee2834-cba1-4a17-b6ef-c17443cd5c11,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:14.092187 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:14.279067 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Floating IP 099cacfb-112e-4ef0-bbd4-f4db90fc1122 associated. External IP: 172.26.1.126, port: d17567b8-088e-4dbe-82b7-15bb8bf7be58. Mar 16 11:31:14.686807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:31:14.908223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:31:14.919058 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:31:14.932265 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:14.932899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:14.934171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:14.987036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dccb8639-13b4-46e5-afc0-5315b5e7e958 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4777713 Mar 16 11:31:14.987689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:31:14.989865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46018) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:15.045103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'status': 'completed', 'code': 200} Mar 16 11:31:15.098278 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ab34279-d790-4c2a-86a0-960851f2a4b2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1072450 Mar 16 11:31:15.115856 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:31:15.141185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-864e1717-97fd-4a6d-a0ee-1714ad3b6712 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1098 time: 0.0755787 Mar 16 11:31:15.379372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-9f3ed932-91fa-4a0c-aba5-5054e221c5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:15.382441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-9f3ed932-91fa-4a0c-aba5-5054e221c5de service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 896 time: 0.2358577 Mar 16 11:31:15.466394 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:13Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:15.470322 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Checking router: deb60781-872a-4b17-9ae1-45841b0d9d38 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:31:15.480907 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:15.481590 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:15.493913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-b84b8fab-f3ac-44ac-92a3-6cb0d63a9af0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 999 time: 0.1054835 Mar 16 11:31:15.555145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-0f42d346-3fb4-4b08-9e3e-09708079dcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:31:15.556468 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-0f42d346-3fb4-4b08-9e3e-09708079dcdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 200 len: 834 time: 0.0568092 Mar 16 11:31:15.632004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-04fb2138-cc18-4a98-b83b-5dbeea4a7de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0c382ea-0026-45ff-a662-52b6a64ea085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698135 Mar 16 11:31:15.685833 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:31:15.765277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-46060486-e83f-486d-b28b-34eb2b037efa service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273193 Mar 16 11:31:15.893934 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6dc3690d-214a-4f64-8a9a-7e2b6f35545a req-16bbe5e6-d78b-4bcc-b641-7a2c48397c17 service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 Mar 16 11:31:16.045547 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:13Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:16.050172 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd12dba-4f84-460f-aac0-baefc33eeaf1 None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:54Z', 'revision_number': 4, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:13Z', 'revision_number': 0, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:00Z', 'revision_number': 5, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:31:16.102526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:16.208648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c9be6e18-cb5e-40f0-bdd8-d1a4f2011453 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1049883 Mar 16 11:31:16.259200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28195a-feb2-4cce-87b7-9b630ac2bf1f None None] New status for floating IP 099cacfb-112e-4ef0-bbd4-f4db90fc1122: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:31:17.211977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:17.319920 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8bbdc929-0825-4486-ab96-099d7cba099a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 993 time: 0.1067913 Mar 16 11:31:31.549832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ede10c0-c026-4a97-b966-9bdf54c358e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:33.713176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-54b14501-1d8f-4e33-afe5-fe4b09d3842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.969209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:34.989912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.242090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:36.508118 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:31:42.091411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:48.665167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:48.674606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:31:49.246752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:49.258873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:49.471950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:31:49.767791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:31:49.773884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:49.774980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b3f85be3-5b90-4347-95e4-ed9816a04c29 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/deb60781-872a-4b17-9ae1-45841b0d9d38 HTTP/1.1" status: 200 len: 887 time: 1.1084347 Mar 16 11:31:49.780166 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:31:49.792698 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:49.793302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:49.851646 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:49.863314 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:49.863896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:49.924392 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:49.924758 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f9130-0e83-4537-95d1-25cc6a5280f9 None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:31:50.698169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0a8e1c-d6c0-4237-b0eb-d8088883f68b None None] New status for floating IP 099cacfb-112e-4ef0-bbd4-f4db90fc1122: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:31:50.750647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:51.035994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.054169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=693e446b-a206-45a5-919c-b3b95d49ae5e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:51.059896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.060668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:31:51.171772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:51.223756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.224075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.224432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.224745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.225066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.225383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.225672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.226030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.226350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.226658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.226966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:31:51.240408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.277654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:51.284409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:51.350086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:51.941832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:51.949353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:31:52.538261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:52.553357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-934635'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:52.856138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:31:53.065873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:31:53.071971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:53.073128 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8955ba7a-f1da-4fa9-803b-214747abb462 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/deb60781-872a-4b17-9ae1-45841b0d9d38 HTTP/1.1" status: 200 len: 886 time: 1.1302485 Mar 16 11:31:53.075792 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:31:53.076446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:53.089288 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:53.089902 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:53.178351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-493554a1-431b-450f-b4d7-bece735bb562 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1009264 Mar 16 11:31:53.263569 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:31:53.606453 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:52Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:50Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:53.610402 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Checking router: deb60781-872a-4b17-9ae1-45841b0d9d38 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:31:53.621067 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:31:53.621630 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:31:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:53.806377 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:31:54.182408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:54.187190 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:52Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:50Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:31:54.192809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae75a-8537-45ad-9bbc-3904a6f906d8 None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:52Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '099cacfb-112e-4ef0-bbd4-f4db90fc1122', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'floating_ip_address': '172.26.1.126', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'port_id': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'mac_address': 'fa:16:3e:54:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:31:13Z', 'updated_at': '2022-03-16T11:31:50Z', 'revision_number': 2, 'project_id': '081e6a201143453cb5a381c923da36b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed', 'name': '', 'network_id': 'd0c382ea-0026-45ff-a662-52b6a64ea085', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'mac_address': 'fa:16:3e:f7:9a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:54Z', 'updated_at': '2022-03-16T11:31:51Z', 'revision_number': 6, 'project_id': '081e6a201143453cb5a381c923da36b8', 'subnets': [{'id': '5d2aa393-b8bc-4a58-8852-da9c5b5a9836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:31:54.329217 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f7c50f84-8382-4a64-9795-6ddbbd8a72be tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1445444 Mar 16 11:31:54.737445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:54.830888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:54.831254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:54.957651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:54.991700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:54.996564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:55.066995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:55.332056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:55.435500 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ab50316-c22f-4144-8326-2fe691f7239f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1022403 Mar 16 11:31:56.441044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:56.562641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02eada54-135a-4b4f-8fd8-7a0bf3ada12b tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1192117 Mar 16 11:31:56.792029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:56.864049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 693e446b-a206-45a5-919c-b3b95d49ae5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:56.864415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:56.978161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:56.996100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=693e446b-a206-45a5-919c-b3b95d49ae5e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:31:57.001619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.002382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:57.111832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:31:57.126751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:57.127122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:57.568383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:57.676378 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51efdef6-5dd4-4da0-bbd1-9783174f243e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1065280 Mar 16 11:31:58.681669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:58.728113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:31:58.790895 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d48536b7-37a3-47ac-9308-8e437a6ea6e0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1065629 Mar 16 11:31:58.796633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 693e446b-a206-45a5-919c-b3b95d49ae5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:31:58.796989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:31:59.794957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:31:59.903681 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd333c07-4d32-4f03-8d04-21db739a940f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1069794 Mar 16 11:32:00.217425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-0ba07cbd-9926-4197-b466-0a2c761a97fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690267 Mar 16 11:32:00.368242 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-9dd6ab6f-8080-416c-8626-8760c7f348ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1098 time: 0.0706968 Mar 16 11:32:00.515056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-c5b3ac7b-6ee7-43f2-88a2-e33157f61bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:00.516457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-c5b3ac7b-6ee7-43f2-88a2-e33157f61bcf service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 896 time: 0.1251616 Mar 16 11:32:00.619370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-274295c4-fa1d-4686-b7ca-bdc218874836 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 999 time: 0.0931218 Mar 16 11:32:00.690217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-2efb82e6-d1d4-42b2-b5de-5157a89fd6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:00.691641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-2efb82e6-d1d4-42b2-b5de-5157a89fd6bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 200 len: 834 time: 0.0628495 Mar 16 11:32:00.774380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-1c77850a-e588-4814-82fe-869ac925eba4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0c382ea-0026-45ff-a662-52b6a64ea085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729561 Mar 16 11:32:00.907872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:00.909599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-a88a18ba-753e-4085-a411-34a1494db7da service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260445 Mar 16 11:32:01.023305 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b74efbe6-e803-4816-af7c-e7de1e30a3ec tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 991 time: 0.1142871 Mar 16 11:32:01.142576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4e0bf47-021c-4fbd-889c-50e7e4272a32 req-ecbc0067-3d8b-481d-9626-9f5349b1eb53 service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240133 Mar 16 11:32:01.413544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199e0f3-590f-4ea6-83b9-6ab33beec00f None None] New status for floating IP 099cacfb-112e-4ef0-bbd4-f4db90fc1122: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:32:01.595527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3c303c9-4e10-4cb5-b05e-3381d7fa8ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.026738 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:02.133783 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6e5edc18-eb05-4344-baff-b4c21b54ec1f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 200 len: 993 time: 0.1059909 Mar 16 11:32:02.448340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:02.652259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 2fee2834-cba1-4a17-b6ef-c17443cd5c11 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:32:02.652595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.828419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.828777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:02.945860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 2fee2834-cba1-4a17-b6ef-c17443cd5c11 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:32:03.093851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.138814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=2fee2834-cba1-4a17-b6ef-c17443cd5c11,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:03.209156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.209411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.209713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.210051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.210388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.210703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.211019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.211332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.211640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.211946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.212222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:03.242719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.644015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:03.710315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d86a-5e49-4c75-9210-d2d766a5648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:03.968354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:03.993316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:04.054670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67c9be6e-f045-4a03-ac86-af2bf3b2a6c0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/floatingips/099cacfb-112e-4ef0-bbd4-f4db90fc1122 HTTP/1.1" status: 204 len: 168 time: 1.6051688 Mar 16 11:32:04.055218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:32:04.108147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'status': 'completed', 'code': 200} Mar 16 11:32:04.215686 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-8cb9a9e2-9e42-46b4-81cc-bd36b9a029c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=081e6a201143453cb5a381c923da36b8&device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 1098 time: 0.0782166 Mar 16 11:32:04.361945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-3f8816b7-588c-48e7-b820-ca454640509d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.363505 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-3f8816b7-588c-48e7-b820-ca454640509d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 200 len: 896 time: 0.1383269 Mar 16 11:32:04.436704 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-647b6bef-3930-4c6f-aca3-d5e72d4733b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 200 len: 217 time: 0.0640008 Mar 16 11:32:04.507928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-ad5b7496-a58a-445f-a96a-43619a8c52a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.509247 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-ad5b7496-a58a-445f-a96a-43619a8c52a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 200 len: 834 time: 0.0627685 Mar 16 11:32:04.649818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-2b5c4c4e-1f98-4da4-9f59-bc76ea0b7fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d0c382ea-0026-45ff-a662-52b6a64ea085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1339030 Mar 16 11:32:04.658210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3582c3-6fec-4f20-aeef-c2d3bb5b8c47 req-114fea50-54be-4193-bc03-11c063e4b420 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:04.658862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ae3582c3-6fec-4f20-aeef-c2d3bb5b8c47 req-114fea50-54be-4193-bc03-11c063e4b420 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:04.748288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ae3582c3-6fec-4f20-aeef-c2d3bb5b8c47 req-114fea50-54be-4193-bc03-11c063e4b420 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:04.749550 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae3582c3-6fec-4f20-aeef-c2d3bb5b8c47 req-114fea50-54be-4193-bc03-11c063e4b420 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.2057078 Mar 16 11:32:04.818911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-01daf74f-6b2d-4695-a3d6-6c2ee882394e service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573496 Mar 16 11:32:04.847853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae3582c3-6fec-4f20-aeef-c2d3bb5b8c47 req-522b0f73-b55b-4a30-98d9-bfa5488a680a tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903156 Mar 16 11:32:04.957597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e395dbc-f314-4669-a150-05bc16ff7873 req-cfc0e2fa-a635-4178-b0e3-df761de7335b service neutron] 10.222.0.59 "GET /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314800 Mar 16 11:32:04.964778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:04.983699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.089552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-e47a6dcc-9e78-49a7-a984-9a24be4bf5d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.090975 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-e47a6dcc-9e78-49a7-a984-9a24be4bf5d2 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.1306777 Mar 16 11:32:06.099597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261d63d-8316-4af0-9e38-d1ab84c7f492 req-aaa3dabd-4101-43ac-a710-8541c29602e0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:06.100897 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b261d63d-8316-4af0-9e38-d1ab84c7f492 req-aaa3dabd-4101-43ac-a710-8541c29602e0 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 945 time: 0.1112983 Mar 16 11:32:06.187017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port d17567b8-088e-4dbe-82b7-15bb8bf7be58 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:32:06.187330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.230506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b261d63d-8316-4af0-9e38-d1ab84c7f492 req-7f634ee4-689a-49d0-b892-523e0d52a4a4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/security-groups?id=228a1d40-5c24-478a-b43f-e0049c644306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017697 Mar 16 11:32:06.249205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.438462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port d17567b8-088e-4dbe-82b7-15bb8bf7be58, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=d17567b8-088e-4dbe-82b7-15bb8bf7be58,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:06.438742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.572521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for d17567b8-088e-4dbe-82b7-15bb8bf7be58 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:32:06.812324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.859751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=d17567b8-088e-4dbe-82b7-15bb8bf7be58,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:06.934115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] No DVR routers for this DVR port d17567b8-088e-4dbe-82b7-15bb8bf7be58 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:06.936591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:06.939040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'name': 'network-vif-deleted', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:32:06.955880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3ba7155-4dfe-4c6e-8951-b28c4fa1ad92 req-9e045f29-479d-4784-ae89-2e07340b70a9 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.59 "DELETE /v2.0/ports/d17567b8-088e-4dbe-82b7-15bb8bf7be58 HTTP/1.1" status: 204 len: 173 time: 0.8540285 Mar 16 11:32:06.998937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a46106d-c05d-4c73-abd4-cd49e2e5ced7', 'name': 'network-vif-deleted', 'tag': 'd17567b8-088e-4dbe-82b7-15bb8bf7be58', 'status': 'completed', 'code': 200} Mar 16 11:32:07.414217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-55f8936c-56a7-432a-be2a-784ed411bc8c req-1f2c4497-4063-440f-80e5-6191fcbc7de4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Synchronizing usage tracker for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:07.430865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-55f8936c-56a7-432a-be2a-784ed411bc8c req-1f2c4497-4063-440f-80e5-6191fcbc7de4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Unset dirty status for tenant:081e6a201143453cb5a381c923da36b8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:07.432057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55f8936c-56a7-432a-be2a-784ed411bc8c req-1f2c4497-4063-440f-80e5-6191fcbc7de4 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a46106d-c05d-4c73-abd4-cd49e2e5ced7 HTTP/1.1" status: 200 len: 210 time: 0.0588479 Mar 16 11:32:08.547296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:08.630684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:08.659339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:08.737349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:08.755854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228a1d40-5c24-478a-b43f-e0049c644306,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:08.767756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:08.768849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8443181-bb55-4c0e-bd48-e2efd5c40301 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/security-groups/228a1d40-5c24-478a-b43f-e0049c644306 HTTP/1.1" status: 204 len: 168 time: 0.2205942 Mar 16 11:32:08.811290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46120) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:09.233267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d17567b8-088e-4dbe-82b7-15bb8bf7be58 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:09.240701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:09.270566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: d17567b8-088e-4dbe-82b7-15bb8bf7be58 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:32:09.270910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device d17567b8-088e-4dbe-82b7-15bb8bf7be58 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:09.891990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:32:09.892621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:10.173976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:10.174297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:10.296092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:32:10.474794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:10.519738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:10.819573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:11.406920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Router deb60781-872a-4b17-9ae1-45841b0d9d38 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:11.719719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:11.742497 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da257da1-d653-454f-8041-41cccd402b31 tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "PUT /v2.0/routers/deb60781-872a-4b17-9ae1-45841b0d9d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9298358 Mar 16 11:32:11.745111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:11.870991 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Sync routers for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:32:11.885931 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:11.886580 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:11.938901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting subnet 5d2aa393-b8bc-4a58-8852-da9c5b5a9836 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:32:11.942193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:11.994733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.069911 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:12.078245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.083245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.152758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.188775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2aa393-b8bc-4a58-8852-da9c5b5a9836,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:12.197846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.207381 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9aefe0bb-f2ca-4ebd-ba02-1efe41d9837f tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/subnets/5d2aa393-b8bc-4a58-8852-da9c5b5a9836 HTTP/1.1" status: 204 len: 168 time: 0.4587228 Mar 16 11:32:12.207623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:12.211500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c47c1-5c5c-4fc4-9aec-651944c2a0fa None None] Network d0c382ea-0026-45ff-a662-52b6a64ea085 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:32:12.359755 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:32:10Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:12.363556 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Checking router: deb60781-872a-4b17-9ae1-45841b0d9d38 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:32:12.374654 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Routers {'deb60781-872a-4b17-9ae1-45841b0d9d38'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:12.375251 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['deb60781-872a-4b17-9ae1-45841b0d9d38'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:12.421611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.470686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] DHCP port deletion for d0c382ea-0026-45ff-a662-52b6a64ea085 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:32:12.475171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Deleting port a5abffed-8b2d-4cd1-a29d-1c4539390771 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:32:12.475657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.556011 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] Set router deb60781-872a-4b17-9ae1-45841b0d9d38 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:12.617713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.628813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Deleting port 693e446b-a206-45a5-919c-b3b95d49ae5e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:32:12.629147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.690363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] For port a5abffed-8b2d-4cd1-a29d-1c4539390771, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a5abffed-8b2d-4cd1-a29d-1c4539390771,segment=NetworkSegment(97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4),segment_id=97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:12.690693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.756565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a5abffed-8b2d-4cd1-a29d-1c4539390771 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:12.824436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] For port 693e446b-a206-45a5-919c-b3b95d49ae5e, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=693e446b-a206-45a5-919c-b3b95d49ae5e,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:12.824436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:12.842341 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:32:10Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:12.846832 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b886824-0bea-4044-a16d-20a209e9c06d None None] The sync data for ids ['deb60781-872a-4b17-9ae1-45841b0d9d38'] in dv-neutron-833733-1-hyperv is: [{'id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'name': 'tempest-TestNetworkBasicOps-router-117631646', 'tenant_id': '081e6a201143453cb5a381c923da36b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:32:10Z', 'revision_number': 7, 'project_id': '081e6a201143453cb5a381c923da36b8', 'gw_port': {'id': '693e446b-a206-45a5-919c-b3b95d49ae5e', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb60781-872a-4b17-9ae1-45841b0d9d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:30:50Z', 'updated_at': '2022-03-16T11:31:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:32:12.848115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Calling delete_port for a5abffed-8b2d-4cd1-a29d-1c4539390771 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:32:12.941392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Calling delete_port for 693e446b-a206-45a5-919c-b3b95d49ae5e owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:32:12.972153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.025938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] Pushing event deleted for resources: {'Port': ['ID=a5abffed-8b2d-4cd1-a29d-1c4539390771,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:13.028307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.042780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b8ce3-5e2a-4794-9519-7e96883ff401 None None] No DVR routers for this DVR port a5abffed-8b2d-4cd1-a29d-1c4539390771 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:32:13.115576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.158067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Port': ['ID=693e446b-a206-45a5-919c-b3b95d49ae5e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:13.493824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.508315 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:13.749657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.754212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.782988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.783701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Fanout notify agent at l3_agent the message router_deleted on router deb60781-872a-4b17-9ae1-45841b0d9d38 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:32:13.798277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:13.799353 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab1bf4d6-fe35-428e-8a66-d53ca1d3d47c tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/routers/deb60781-872a-4b17-9ae1-45841b0d9d38 HTTP/1.1" status: 204 len: 168 time: 1.5908020 Mar 16 11:32:13.802056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:13.911346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.057177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.089285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c382ea-0026-45ff-a662-52b6a64ea085']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.101207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.101459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f0d0ff-9cfe-4dc5-bc01-685e1d4480a4') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:14.116869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.133519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.139394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:32:14.139771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:32:14.153505 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:32:14.232217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.249542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.262062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] Pushing event deleted for resources: {'Network': ['ID=d0c382ea-0026-45ff-a662-52b6a64ea085,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:14.267918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-512c91f6-a782-4c4c-8213-6bfdc9e5a19e tempest-TestNetworkBasicOps-722295384 tempest-TestNetworkBasicOps-722295384-project] 10.222.0.36 "DELETE /v2.0/networks/d0c382ea-0026-45ff-a662-52b6a64ea085 HTTP/1.1" status: 204 len: 168 time: 0.4642260 Mar 16 11:32:14.668696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:14.737254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:14.771506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:32:14.771847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9c6bdc8e-d856-4a58-bc2b-3d94e0db27ed not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:14.848654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ade8260-25ec-44ee-b4ec-bd74c2652533 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=081e6a201143453cb5a381c923da36b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787767 Mar 16 11:32:14.852462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:14.908920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.935351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:14.991245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.012954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994385df-1cc4-402c-8bdf-78bb511d4f89,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:15.017063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.018130 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6bef9442-2f52-491c-9ce9-b6276f97d9d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/994385df-1cc4-402c-8bdf-78bb511d4f89 HTTP/1.1" status: 204 len: 168 time: 0.1648228 Mar 16 11:32:15.359781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:15.378818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.415531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:15.419692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Usage tracker for resource:security_group_rule and tenant:048b7a5dc46c4fd68863ac856268acae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:15.422538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:15.428145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:15.494013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.500687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.545193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb92ca-0360-4c9b-abde-c343f6ea1cb7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:15.551338 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=048b7a5dc46c4fd68863ac856268acae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905355 Mar 16 11:32:15.554548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46158) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:15.558309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.558796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.559277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.559717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.560060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.560492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.560929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.561326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.561824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.562930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.563277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32259-7ac2-49e7-aa96-98bda7e930cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:15.617251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.642791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.693044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.708094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb92ca-0360-4c9b-abde-c343f6ea1cb7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:15.712174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:15.713243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f5d9f0a-b2bc-451b-8dd1-020bb5490198 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fecb92ca-0360-4c9b-abde-c343f6ea1cb7 HTTP/1.1" status: 204 len: 168 time: 0.1574607 Mar 16 11:32:15.923337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe779b-bbf5-43b9-abb4-7fa0b345ca9a None None] New status for floating IP 099cacfb-112e-4ef0-bbd4-f4db90fc1122: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:32:16.665113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:16.684121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:32:16.716140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 693e446b-a206-45a5-919c-b3b95d49ae5e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:32:16.716477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 693e446b-a206-45a5-919c-b3b95d49ae5e not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:32:16.797412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1056094559-network', 'tenant_id': '461773d6710147b49c5148419a13829a'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:16.802580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:16.806737 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Usage tracker for resource:network and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:16.809757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:16.817093 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:16.829408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Made reservation on behalf of 461773d6710147b49c5148419a13829a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:16.831694 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:16.847128 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:16.877977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:16.881677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:16.884417 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:16.890065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:16.953669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:16.960335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.001344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:32:17.010589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f213e2-fb99-4819-90cf-b6bb5e597105,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:17.016409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.016840 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Added segment 5fcc9f9d-e659-426b-8f33-e0f7f3ee870f of type vlan for network 983ab41b-0fb1-45c9-be9a-1b5e29411acd Mar 16 11:32:17.045468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.076918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.078271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.078923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.183333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=983ab41b-0fb1-45c9-be9a-1b5e29411acd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:17.188344 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c42dd158-848e-4a7b-ae21-d3cd611d0cb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5219603 Mar 16 11:32:17.191495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46186) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:17.194742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:32:17.197161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Request body: {'subnet': {'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1056094559-subnet', 'tenant_id': '461773d6710147b49c5148419a13829a', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:17.202212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:17.206663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Usage tracker for resource:subnet and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:17.209528 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:17.215511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:17.227469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Made reservation on behalf of 461773d6710147b49c5148419a13829a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:17.229978 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.450817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.521029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Pushing event updated for resources: {'Subnet': ['ID=2844b1f6-06f0-48d7-8bff-2db73f903f7f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:17.535152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:17.535504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Network hostable DHCP agents. Network: 983ab41b-0fb1-45c9-be9a-1b5e29411acd, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:32:17.558944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:32:17.568997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 983ab41b-0fb1-45c9-be9a-1b5e29411acd) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:17.572848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:17.573416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.577691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b62ca-f010-496b-9559-f2cd97581a9f None None] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:32:17.598387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:17.598974 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-559490e6-ac6d-4b20-9b22-c2421cacceda admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4057612 Mar 16 11:32:17.603828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:17.608792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:17.612915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Usage tracker for resource:router and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:17.615831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:17.621630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:17.633767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.634903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.653618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.795790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:32:17.797177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.912038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:17.958229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Allocated IP 172.20.0.2 (983ab41b-0fb1-45c9-be9a-1b5e29411acd/2844b1f6-06f0-48d7-8bff-2db73f903f7f/4f02908d-f705-4f23-8c77-8ec37e7ff9a8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:18.097590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.127584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.172011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.183036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Transition to ACTIVE for port object 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:18.202370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Transition to ACTIVE for port object 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:18.209666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.263336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Allocated IP 172.26.1.180 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e7255a13-5a36-453b-b09b-dafdd076c445) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:18.279910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:18.283317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:18.285761 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:18.294567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Pushing event updated for resources: {'Port': ['ID=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:18.384423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Attempting to bind port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:18.384694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Attempting to bind port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:18.385021 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Attempting to bind port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:18.391731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:18.392084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:18.392470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.392849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Bound using segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:18.393291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Bound port: 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:18.393653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.418576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.449555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.492085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] For port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:18.495548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] For port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:18.500974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.519996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:18.522825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:18.527204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:18.553583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e7255a13-5a36-453b-b09b-dafdd076c445,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:18.582803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312b234-b9f9-4c81-84a5-a6bc5eba6f70 None None] Pushing event updated for resources: {'Port': ['ID=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:18.683701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.684452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:18.931323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Router fb3636fa-14e9-402a-a791-b1acf5e67344 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:32:19.141837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:19.150758 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:32:19.163414 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:19.163988 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:19.166985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:19.168170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf7691f1-1471-40a4-8da9-b951757312c1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5686080 Mar 16 11:32:19.171081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:19.376457 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:19.551617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4f504-cb29-43e4-be4c-e43f9f9f0b3b None None] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:32:19.667113 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:18Z', 'revision_number': 3, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:19.670256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-776d39e2-bb5e-47ab-8ed1-22aa504c0092 None None] Provisioning for port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:19.671551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:32:19.672244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Updating router fb3636fa-14e9-402a-a791-b1acf5e67344 port e7255a13-5a36-453b-b09b-dafdd076c445 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:32:19.727665 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.057611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.061178 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.072967 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Transition to ACTIVE for port object e7255a13-5a36-453b-b09b-dafdd076c445 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:20.080838 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.158861 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Pushing event updated for resources: {'Port': ['ID=e7255a13-5a36-453b-b09b-dafdd076c445,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:20.162768 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Attempting to bind port e7255a13-5a36-453b-b09b-dafdd076c445 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:20.163123 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Attempting to bind port e7255a13-5a36-453b-b09b-dafdd076c445 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:20.163468 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Attempting to bind port e7255a13-5a36-453b-b09b-dafdd076c445 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:20.173982 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.174363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.174686 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.175012 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.175338 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.175654 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.175970 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.176283 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.176593 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.176899 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.177209 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:20.180615 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:20.180981 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:20.181381 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.181748 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:20.182229 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Bound port: e7255a13-5a36-453b-b09b-dafdd076c445, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:20.182591 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.256543 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] For port e7255a13-5a36-453b-b09b-dafdd076c445, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:20.259672 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] For port e7255a13-5a36-453b-b09b-dafdd076c445, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e7255a13-5a36-453b-b09b-dafdd076c445,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:20.264291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.267418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Allocated IP 172.20.0.1 (983ab41b-0fb1-45c9-be9a-1b5e29411acd/2844b1f6-06f0-48d7-8bff-2db73f903f7f/b2cabb28-8d95-44f1-a0ec-d18bd8260d16) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:20.343659 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61941f-a0a3-4e89-9407-f16b69b0a795 None None] Pushing event updated for resources: {'Port': ['ID=e7255a13-5a36-453b-b09b-dafdd076c445,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:20.346887 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:20.347465 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:20.418253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.433947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Transition to ACTIVE for port object b2cabb28-8d95-44f1-a0ec-d18bd8260d16 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:20.457418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.526611 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:20.530314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:20.531190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Pushing event updated for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:20.534904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:20.536925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:20.589344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.672098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.781740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:20.852016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-954ac91f-0849-4a6a-8e6d-9ad432c67c40 None None] Provisioning for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:20.858760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-954ac91f-0849-4a6a-8e6d-9ad432c67c40 None None] Provisioning complete for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:20.859122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-954ac91f-0849-4a6a-8e6d-9ad432c67c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.859648 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:18Z', 'revision_number': 3, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:20.863640 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a74475e-b1c4-4b3f-8d20-c306625b38e2 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:18Z', 'revision_number': 3, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:32:20.916993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:20.920411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.926129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-954ac91f-0849-4a6a-8e6d-9ad432c67c40 None None] Port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:32:20.926363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:20.928582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:20.928952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.048192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Pushing event updated for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:21.051131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.054643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.091843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:21.096968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.176520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:21.307830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:21.309121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:21.556458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e11dc255-fcf9-4822-84fa-feae8bfae356 None None] Provisioning complete for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:21.556748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e11dc255-fcf9-4822-84fa-feae8bfae356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:21.654319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e11dc255-fcf9-4822-84fa-feae8bfae356 None None] Port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:32:21.724160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:21.938368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:21.947544 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39e773b6-7c15-4ea3-a83d-8baacb09b8bd admin admin] 10.222.0.36 "PUT /v2.0/routers/fb3636fa-14e9-402a-a791-b1acf5e67344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7752864 Mar 16 11:32:22.799299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:22.870247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:22.870617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:22.900860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:22.907506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1119057773-network', 'tenant_id': 'fd8686c77b794305b215e7382462a27b'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:22.912382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:22.916292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Usage tracker for resource:network and tenant:fd8686c77b794305b215e7382462a27b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:22.919291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:22.925315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:22.937621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Made reservation on behalf of fd8686c77b794305b215e7382462a27b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:22.939893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:22.952031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:22.982995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:22.987591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8686c77b794305b215e7382462a27b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:22.988463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e7255a13-5a36-453b-b09b-dafdd076c445 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:22.990441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:22.995891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:23.052738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e7255a13-5a36-453b-b09b-dafdd076c445 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:23.057389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e7255a13-5a36-453b-b09b-dafdd076c445 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:23.057740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.062905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.066841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.095980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:32:23.104250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee50b1c-0853-4619-ab23-46b21ba34254,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:23.109535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.109821 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Added segment ebcc58d4-2626-4ecd-83ba-8927c9f5cf37 of type vlan for network 6778e932-2217-4c39-b7e2-98357a27656d Mar 16 11:32:23.136800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.167237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.168070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.168655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.177629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.194493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e7255a13-5a36-453b-b09b-dafdd076c445, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e7255a13-5a36-453b-b09b-dafdd076c445,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:23.200691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.270614 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3686502 Mar 16 11:32:23.270865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e7255a13-5a36-453b-b09b-dafdd076c445,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:23.271302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256216c-f22a-49b3-aaa2-4e1eae06eec8 admin admin] Pushing event updated for resources: {'Network': ['ID=6778e932-2217-4c39-b7e2-98357a27656d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:23.273325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:23.278759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Request body: {'subnet': {'network_id': '6778e932-2217-4c39-b7e2-98357a27656d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1119057773-subnet', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:23.283786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:23.287413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Usage tracker for resource:subnet and tenant:fd8686c77b794305b215e7382462a27b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:23.287935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6778e932-2217-4c39-b7e2-98357a27656d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:32:23.290348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:23.296262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:23.307829 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Made reservation on behalf of fd8686c77b794305b215e7382462a27b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:23.310251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.526580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.591885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50426c46-c898-4bec-a63f-834c24b0a810,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:23.609159 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Checking segment: {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:23.609483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Network hostable DHCP agents. Network: 6778e932-2217-4c39-b7e2-98357a27656d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:32:23.632345 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Network 6778e932-2217-4c39-b7e2-98357a27656d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:32:23.642887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6778e932-2217-4c39-b7e2-98357a27656d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:23.646672 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:23.647269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.651715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70caf0-402d-4f53-b022-cad72b52b701 None None] Network 6778e932-2217-4c39-b7e2-98357a27656d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:32:23.669200 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb48db5b-0d16-4a38-9938-bd0ced7fcfa7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3942885 Mar 16 11:32:23.671243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:23.676591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:23.681210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:23.685111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Usage tracker for resource:router and tenant:fd8686c77b794305b215e7382462a27b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:23.688045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:23.693746 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:23.705075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.706147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.724680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.865097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6778e932-2217-4c39-b7e2-98357a27656d', 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'fixed_ips': [{'subnet_id': '50426c46-c898-4bec-a63f-834c24b0a810'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:32:23.865917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:23.872713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.023534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Allocated IP 172.20.0.2 (6778e932-2217-4c39-b7e2-98357a27656d/50426c46-c898-4bec-a63f-834c24b0a810/e708505e-8d96-4c03-8b25-ece977fb09a8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:24.167054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.213760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.236831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.250252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Transition to ACTIVE for port object e708505e-8d96-4c03-8b25-ece977fb09a8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:24.274953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Transition to ACTIVE for port object e708505e-8d96-4c03-8b25-ece977fb09a8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:24.281613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.349503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Network 6778e932-2217-4c39-b7e2-98357a27656d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:24.352493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:24.356867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:24.359087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Pushing event updated for resources: {'Port': ['ID=e708505e-8d96-4c03-8b25-ece977fb09a8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:24.359661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Allocated IP 172.26.1.187 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/064787d8-56af-428d-8858-3576163d7638) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:24.446180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Attempting to bind port e708505e-8d96-4c03-8b25-ece977fb09a8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:24.446543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Attempting to bind port e708505e-8d96-4c03-8b25-ece977fb09a8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:24.446900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Attempting to bind port e708505e-8d96-4c03-8b25-ece977fb09a8 on network 6778e932-2217-4c39-b7e2-98357a27656d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:24.452109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:32:24.462022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:24.462402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Checking segment: {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:24.462788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.463164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Bound using segment: {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:24.463613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Bound port: e708505e-8d96-4c03-8b25-ece977fb09a8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:24.464091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.480689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:24.481282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:24.526401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.556208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.628134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:24.630970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:24.635352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:24.660622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Pushing event updated for resources: {'Port': ['ID=064787d8-56af-428d-8858-3576163d7638,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:24.731607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] For port e708505e-8d96-4c03-8b25-ece977fb09a8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:24.737698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e7255a13-5a36-453b-b09b-dafdd076c445 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:24.781502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] For port e708505e-8d96-4c03-8b25-ece977fb09a8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e708505e-8d96-4c03-8b25-ece977fb09a8,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:24.792791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.797921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.798769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:24.860732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:24.957345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3e68-5659-4ceb-a30b-b876138bdeb7 None None] Pushing event updated for resources: {'Port': ['ID=e708505e-8d96-4c03-8b25-ece977fb09a8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:25.044247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e7255a13-5a36-453b-b09b-dafdd076c445 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:25.044449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.055500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Router ddc8d3e0-055b-4caf-92f6-f41de07379b0 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:32:25.295768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:25.307001 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Sync routers for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:32:25.320083 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:25.320962 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:25.325804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.329738 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47fec64b-c165-4e2b-ae18-b4b635c79e3e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6548038 Mar 16 11:32:25.329933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:25.343991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 2, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:25.347874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:32:25.348245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Updating router fb3636fa-14e9-402a-a791-b1acf5e67344 port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:32:25.402969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.534094 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:25.811467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.826533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Transition to ACTIVE for port object b2cabb28-8d95-44f1-a0ec-d18bd8260d16 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:25.837416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:25.897584 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:24Z', 'revision_number': 3, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:25.904254 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Checking router: ddc8d3e0-055b-4caf-92f6-f41de07379b0 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:32:25.904911 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Updating router ddc8d3e0-055b-4caf-92f6-f41de07379b0 port 064787d8-56af-428d-8858-3576163d7638 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:32:25.936990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1318-b8aa-4ab5-933a-9642308794f6 None None] Pushing event updated for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:25.970566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.088539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9024b-47d9-45e9-8f44-07f3f74c34e4 None None] Network 6778e932-2217-4c39-b7e2-98357a27656d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:32:26.209119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Attempting to bind port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:26.210023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Attempting to bind port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:26.210442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Attempting to bind port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:26.221461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:26.221941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:26.222423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.222865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Bound using segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:26.223410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Bound port: b2cabb28-8d95-44f1-a0ec-d18bd8260d16, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:26.223838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.296572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8d31670-90cd-4be6-98f2-39e95807ec4c None None] Provisioning for port e708505e-8d96-4c03-8b25-ece977fb09a8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:26.411807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.414801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] For port b2cabb28-8d95-44f1-a0ec-d18bd8260d16, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:26.432856 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.433976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] For port b2cabb28-8d95-44f1-a0ec-d18bd8260d16, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:26.443595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.446944 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Transition to ACTIVE for port object 064787d8-56af-428d-8858-3576163d7638 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:26.455184 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.537693 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03687-4636-44d3-8f40-fd8d07fbf79d None None] Pushing event updated for resources: {'Port': ['ID=064787d8-56af-428d-8858-3576163d7638,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:26.541709 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Attempting to bind port 064787d8-56af-428d-8858-3576163d7638 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:26.542166 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Attempting to bind port 064787d8-56af-428d-8858-3576163d7638 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:26.542583 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Attempting to bind port 064787d8-56af-428d-8858-3576163d7638 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:26.550665 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:26.551132 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:26.551587 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.552032 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:26.552566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Bound port: 064787d8-56af-428d-8858-3576163d7638, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:26.552993 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.655848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1318-b8aa-4ab5-933a-9642308794f6 None None] Pushing event updated for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:26.661576 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] For port 064787d8-56af-428d-8858-3576163d7638, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:26.665476 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] For port 064787d8-56af-428d-8858-3576163d7638, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=064787d8-56af-428d-8858-3576163d7638,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:26.665861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:26.666468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:26.674363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.683226 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Allocated IP 172.20.0.1 (6778e932-2217-4c39-b7e2-98357a27656d/50426c46-c898-4bec-a63f-834c24b0a810/c57dd378-a746-4beb-af82-c0814346829d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:26.785282 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:26.797805 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:26.822635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e708505e-8d96-4c03-8b25-ece977fb09a8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:26.900131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.931734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Transition to ACTIVE for port object c57dd378-a746-4beb-af82-c0814346829d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:26.945164 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03687-4636-44d3-8f40-fd8d07fbf79d None None] Pushing event updated for resources: {'Port': ['ID=064787d8-56af-428d-8858-3576163d7638,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:26.969237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e708505e-8d96-4c03-8b25-ece977fb09a8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:26.980918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e708505e-8d96-4c03-8b25-ece977fb09a8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:26.981366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:26.983530 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.005556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:27.031934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:27.073555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Network 6778e932-2217-4c39-b7e2-98357a27656d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:27.076863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:27.079456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:27.119664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Pushing event updated for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:27.153971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.282847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.343207 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:24Z', 'revision_number': 3, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:27.347567 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ab618-5788-46cb-9b99-26bea0fda906 None None] The sync data for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv is: [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:24Z', 'revision_number': 3, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:32:27.387775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.427052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f8dd3bb2-d796-4c3e-82d2-1e9f566499c5 None None] Provisioning complete for port e708505e-8d96-4c03-8b25-ece977fb09a8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:27.427408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3bb2-d796-4c3e-82d2-1e9f566499c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.512263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e708505e-8d96-4c03-8b25-ece977fb09a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e708505e-8d96-4c03-8b25-ece977fb09a8,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:27.533387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.542286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.543352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.647323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Pushing event updated for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:27.649867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.660234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e708505e-8d96-4c03-8b25-ece977fb09a8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:27.695284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:26Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:27.699252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb453720-38c7-4f97-8d27-92282a0becd4 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:26Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:32:27.801152 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Network 6778e932-2217-4c39-b7e2-98357a27656d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:27.802471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:27.815555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b6f00c7-13b3-4f90-959f-bccd53c3b515 None None] Provisioning for port c57dd378-a746-4beb-af82-c0814346829d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:27.822627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b6f00c7-13b3-4f90-959f-bccd53c3b515 None None] Provisioning complete for port c57dd378-a746-4beb-af82-c0814346829d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:27.823110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00c7-13b3-4f90-959f-bccd53c3b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:27.882073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f00c7-13b3-4f90-959f-bccd53c3b515 None None] Port c57dd378-a746-4beb-af82-c0814346829d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:32:28.134853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-597975dd-4663-4c51-bdaa-fe46dc3e0cd4 None None] Provisioning complete for port c57dd378-a746-4beb-af82-c0814346829d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:28.135218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-597975dd-4663-4c51-bdaa-fe46dc3e0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:28.208728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-597975dd-4663-4c51-bdaa-fe46dc3e0cd4 None None] Port c57dd378-a746-4beb-af82-c0814346829d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:32:28.357940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Router ddc8d3e0-055b-4caf-92f6-f41de07379b0 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:32:28.573937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:32:28.583814 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e0cdca9-230c-4183-906f-7d28ca11eae0 admin admin] 10.222.0.36 "PUT /v2.0/routers/ddc8d3e0-055b-4caf-92f6-f41de07379b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2528493 Mar 16 11:32:28.852329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 064787d8-56af-428d-8858-3576163d7638 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:28.927469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 064787d8-56af-428d-8858-3576163d7638 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:28.932931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 064787d8-56af-428d-8858-3576163d7638 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:28.933239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.054856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.071621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 064787d8-56af-428d-8858-3576163d7638, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=064787d8-56af-428d-8858-3576163d7638,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:29.075527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.076284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b2cabb28-8d95-44f1-a0ec-d18bd8260d16 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:29.184965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=064787d8-56af-428d-8858-3576163d7638,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.202441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:29.207773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:29.208264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.262563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.270090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541716246', 'description': 'tempest-secgroup-smoke-541716246 description', 'project_id': '461773d6710147b49c5148419a13829a'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:29.275903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.279752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.283081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.288730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.299489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.323616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.333729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.337439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.340234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.346520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.357329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b2cabb28-8d95-44f1-a0ec-d18bd8260d16, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:29.362287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.363096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e708505e-8d96-4c03-8b25-ece977fb09a8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:29.413301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.418321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.460487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb3c76-c038-406b-bf89-ebc77f6a5d5f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.463910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.465202 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-179514d3-1b9f-4995-b67d-a4d5fb7e7fc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2010684 Mar 16 11:32:29.468464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.473971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:29.479883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.483742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.486656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.492439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.510342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.527901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.540150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e708505e-8d96-4c03-8b25-ece977fb09a8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:29.540517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.573604 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.578437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.601021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fce1f0-7d04-4e3b-91bb-2c81d28112dc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.610163 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.611558 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b425cbbf-e576-465c-a84f-5517af36215d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421525 Mar 16 11:32:29.614310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.619831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:29.626061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.629743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.632570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.638106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.655276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.718218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.722780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.749046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed97cbfa-62be-4de1-85ef-efd5f43531dc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.759914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.761124 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e20ff06-22de-4f47-bef4-2ca10e19f374 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459470 Mar 16 11:32:29.764139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.769643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:29.775654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.779454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.782980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.791358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.809578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.879616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.887114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.920578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a99e8d9-af1f-452d-9b2c-1feeee915f77,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:29.936407 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:29.938418 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93de433a-3dfb-40eb-be81-5eca0a9ce130 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1733127 Mar 16 11:32:29.941111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46264) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:29.946473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:29.952135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:29.956266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:29.959075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:29.964666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:29.983621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.047181 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.052362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.075199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5428b5ac-de3b-4233-937f-2532c2e70d6d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:30.086415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.087618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-348e51c0-90c3-4c8b-87ab-72ebe00a4388 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1455970 Mar 16 11:32:30.090668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:30.096582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:30.102260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:30.105931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:30.109495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:30.115030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:30.129214 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Project 461773d6710147b49c5148419a13829a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:32:30.135327 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.200752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.205193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.236176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a188837c-b9f7-4523-a726-4af7e7b22b46,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:30.246773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.251082 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-526b6235-36c5-4f4a-a901-839789dc776e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1564240 Mar 16 11:32:30.251336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:32:30.256692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'security_group_rule': {'security_group_id': '91bb3c76-c038-406b-bf89-ebc77f6a5d5f', 'project_id': '461773d6710147b49c5148419a13829a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:30.262566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:30.267131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:security_group_rule and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:30.270292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:30.276220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:30.288012 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Project 461773d6710147b49c5148419a13829a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:32:30.294453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.360906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.365776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.388538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d749e174-61e0-492b-94ea-a863cb452732,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:30.398637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.399817 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cda10b2-0b7f-4d6c-b463-566ae3ef252d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1475842 Mar 16 11:32:30.742593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 064787d8-56af-428d-8858-3576163d7638 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:30.813657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 064787d8-56af-428d-8858-3576163d7638 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:30.814057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:30.928355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b2cabb28-8d95-44f1-a0ec-d18bd8260d16 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:30.999027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:30.999325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:31.543501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fca-e610-48ef-8be4-2a1cd5459cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:33.707411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3428e7ec-59b2-4e36-b3b4-6800dcbbcfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.966677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:34.987883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:36.245104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:42.107444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:46.617731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-bac9a090-1a79-48cf-ba79-b055d676cf2e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541716246&fields=id&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 267 time: 0.0470419 Mar 16 11:32:46.769541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-c1b25e76-a56e-49ca-9fea-e730da79f12f tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:46.771004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-c1b25e76-a56e-49ca-9fea-e730da79f12f tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1464617 Mar 16 11:32:46.787430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-e6c3929d-a697-4ad2-9d82-bb0c88a2740a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/quotas/461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 375 time: 0.0111489 Mar 16 11:32:46.869065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-d0d73d5d-5d5c-4238-ad9b-c10341162d00 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767767 Mar 16 11:32:47.173373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-56ef83cb-e709-4069-a7e7-bbe389e88383 service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888591 Mar 16 11:32:47.435961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-52eeaae3-46a6-475e-9ecb-a93c8bab5ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551961 Mar 16 11:32:47.877668 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17f65eb0-4971-4e90-a728-066c8b3d1e74 req-fd0ce3aa-4fa6-473f-8d9f-5f1265af9954 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 210 time: 0.0433784 Mar 16 11:32:49.053768 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-293ab2c7-1ea0-42c0-b843-7685bb62930c req-62962e4e-cb59-4a48-80c4-99a21b1f4f80 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 210 time: 0.0441449 Mar 16 11:32:49.311345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-777a74c9-88b5-444a-9b60-af9ab02a3c60 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:49.314235 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-777a74c9-88b5-444a-9b60-af9ab02a3c60 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1487503 Mar 16 11:32:49.417608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-5b15a5e5-8fcb-4b21-9312-4b617fb6a184 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 379 time: 0.0418804 Mar 16 11:32:49.428069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'port': {'device_id': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'admin_state_up': True, 'tenant_id': '461773d6710147b49c5148419a13829a', 'security_groups': ['91bb3c76-c038-406b-bf89-ebc77f6a5d5f']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:49.559718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:32:49.563523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:port and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:32:49.566376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:32:49.571952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:32:49.584010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Made reservation on behalf of 461773d6710147b49c5148419a13829a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:32:49.586842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.760997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.20.0.9 (983ab41b-0fb1-45c9-be9a-1b5e29411acd/2844b1f6-06f0-48d7-8bff-2db73f903f7f/37e0865d-5828-4099-b261-0a295f7f2e79) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:32:49.850635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Sync routers for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:32:49.863497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:49.864237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:49.952349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:49.968644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Transition to ACTIVE for port object 37e0865d-5828-4099-b261-0a295f7f2e79 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:49.992341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.046401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:50.079661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:32:50.080655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:50.083710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:32:50.085855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:32:50.147076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:50.147683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.174901 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-2aa21241-e4be-4e20-9479-b9d8f25003ca tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501349 Mar 16 11:32:50.191140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Request body: {'port': {'device_id': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:32:50.405422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:27Z', 'revision_number': 4, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c57dd378-a746-4beb-af82-c0814346829d', 'name': '', 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'mac_address': 'fa:16:3e:b9:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50426c46-c898-4bec-a63f-834c24b0a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:26Z', 'updated_at': '2022-03-16T11:32:27Z', 'revision_number': 2, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'subnets': [{'id': '50426c46-c898-4bec-a63f-834c24b0a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:50.410463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Checking router: ddc8d3e0-055b-4caf-92f6-f41de07379b0 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:32:50.410813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Updating router ddc8d3e0-055b-4caf-92f6-f41de07379b0 port c57dd378-a746-4beb-af82-c0814346829d binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:32:50.423786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.463096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.499539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f206053-c86c-4190-9758-e756269ade00 req-4accd2c9-9f83-4727-b200-53e5d4c098d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:50.500285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8f206053-c86c-4190-9758-e756269ade00 req-4accd2c9-9f83-4727-b200-53e5d4c098d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:32:50.509356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:32:50.588872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-702a63e3-ca66-4a82-9fda-a925f6a014f5 None None] Provisioning for port 37e0865d-5828-4099-b261-0a295f7f2e79 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:50.599275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8f206053-c86c-4190-9758-e756269ade00 req-4accd2c9-9f83-4727-b200-53e5d4c098d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:32:50.600419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f206053-c86c-4190-9758-e756269ade00 req-4accd2c9-9f83-4727-b200-53e5d4c098d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 931 time: 0.2726324 Mar 16 11:32:50.600812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-702a63e3-ca66-4a82-9fda-a925f6a014f5 None None] Provisioning complete for port 37e0865d-5828-4099-b261-0a295f7f2e79 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:50.601176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-702a63e3-ca66-4a82-9fda-a925f6a014f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.723845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-702a63e3-ca66-4a82-9fda-a925f6a014f5 None None] Port 37e0865d-5828-4099-b261-0a295f7f2e79 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:32:50.731299 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f206053-c86c-4190-9758-e756269ade00 req-29ceca4b-f344-40ef-9583-9edc36d676a2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215236 Mar 16 11:32:50.852708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e0865d-5828-4099-b261-0a295f7f2e79 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:32:50.859706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.875555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Transition to ACTIVE for port object 37e0865d-5828-4099-b261-0a295f7f2e79 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:50.879951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.906219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:50.919098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Transition to ACTIVE for port object c57dd378-a746-4beb-af82-c0814346829d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:32:50.926657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.060280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Pushing event updated for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:51.129478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Pushing event updated for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:51.169654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Attempting to bind port c57dd378-a746-4beb-af82-c0814346829d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:51.170197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Attempting to bind port c57dd378-a746-4beb-af82-c0814346829d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:51.170638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Attempting to bind port c57dd378-a746-4beb-af82-c0814346829d on network 6778e932-2217-4c39-b7e2-98357a27656d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:51.178423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:51.179269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Checking segment: {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:51.179839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.180410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Bound using segment: {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:51.181036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Bound port: c57dd378-a746-4beb-af82-c0814346829d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:51.181732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.292027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] For port c57dd378-a746-4beb-af82-c0814346829d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:51.296900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] For port c57dd378-a746-4beb-af82-c0814346829d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c57dd378-a746-4beb-af82-c0814346829d,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:51.304894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.319936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Attempting to bind port 37e0865d-5828-4099-b261-0a295f7f2e79 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:32:51.320262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Attempting to bind port 37e0865d-5828-4099-b261-0a295f7f2e79 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:32:51.320578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Attempting to bind port 37e0865d-5828-4099-b261-0a295f7f2e79 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:51.326425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Port 37e0865d-5828-4099-b261-0a295f7f2e79 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:32:51.326736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Attempting to bind port 37e0865d-5828-4099-b261-0a295f7f2e79 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:32:51.333553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:32:51.333875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:32:51.334418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Bound using segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:32:51.334833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Bound port: 37e0865d-5828-4099-b261-0a295f7f2e79, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:32:51.335173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.413102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Pushing event updated for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:51.419243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:32:51.419963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:32:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:51.437258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:32:51.442789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=37e0865d-5828-4099-b261-0a295f7f2e79,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:32:51.449031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.523191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:51.524649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] 10.222.0.59 "PUT /v2.0/ports/37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 1093 time: 1.3387163 Mar 16 11:32:51.525026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:32:51.569209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905fc2-97b7-449d-9140-6933ae653555 service neutron] Pushing event updated for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:51.639860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79', 'status': 'completed', 'code': 200} Mar 16 11:32:51.656625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:32:51.697289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-437397ba-b1f9-46d5-8ecf-b8a3031154fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1096 time: 0.1223199 Mar 16 11:32:51.707861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.708203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.708664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.709142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.709485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.709812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.710179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.710505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.710825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.711143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.711461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fc71fa-840a-4976-a3db-7691f5d00376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:32:51.789694 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-af631b5d-7a27-4cbc-a51c-07a722440a57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 217 time: 0.0818665 Mar 16 11:32:51.865486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-a9bedfed-b91b-4741-b61a-0bf9c87ac10f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:51.867147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-a9bedfed-b91b-4741-b61a-0bf9c87ac10f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0669596 Mar 16 11:32:52.013081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:27Z', 'revision_number': 4, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c57dd378-a746-4beb-af82-c0814346829d', 'name': '', 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'mac_address': 'fa:16:3e:b9:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50426c46-c898-4bec-a63f-834c24b0a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:26Z', 'updated_at': '2022-03-16T11:32:51Z', 'revision_number': 4, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'subnets': [{'id': '50426c46-c898-4bec-a63f-834c24b0a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:32:52.015187 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-755ebf67-65c9-44f4-b424-b81d1d0b488f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373289 Mar 16 11:32:52.017321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8ada9-921b-4fc8-a37e-3a2dc0f65602 None None] The sync data for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv is: [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:32:27Z', 'revision_number': 4, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c57dd378-a746-4beb-af82-c0814346829d', 'name': '', 'network_id': '6778e932-2217-4c39-b7e2-98357a27656d', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'mac_address': 'fa:16:3e:b9:c1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50426c46-c898-4bec-a63f-834c24b0a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:26Z', 'updated_at': '2022-03-16T11:32:51Z', 'revision_number': 4, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'subnets': [{'id': '50426c46-c898-4bec-a63f-834c24b0a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:32:52.025974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff357b-647c-4244-a96a-63cf9b81407b req-7f0d6d05-2f61-442a-b9f5-4d1fff9d5c26 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.027433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ff357b-647c-4244-a96a-63cf9b81407b req-7f0d6d05-2f61-442a-b9f5-4d1fff9d5c26 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.1146202 Mar 16 11:32:52.213752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-684c5dc0-b33d-4e09-9709-170f9d054770 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853094 Mar 16 11:32:52.216118 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ff357b-647c-4244-a96a-63cf9b81407b req-0586210a-c1ce-4c14-aaec-340fa9fb58b6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072760 Mar 16 11:32:52.368464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17937872-7ccb-4dac-b8d4-6145cdd381a0 req-f4e4ccd8-c156-4e7a-b844-f27369506c6c service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436181 Mar 16 11:32:52.497570 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-f7b83f9f-6815-4835-b6a7-e322d580cc91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1096 time: 0.0784180 Mar 16 11:32:52.638617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-a67aa987-5ad8-4b10-916e-7bf8c51ced5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.640208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-a67aa987-5ad8-4b10-916e-7bf8c51ced5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1338384 Mar 16 11:32:52.715543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-3bca52fd-e0ba-4760-b8b7-a582d0955153 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 217 time: 0.0651579 Mar 16 11:32:52.798245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-dccbead5-7bb8-4184-baa2-f824a0f92c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:52.799876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-dccbead5-7bb8-4184-baa2-f824a0f92c1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0759027 Mar 16 11:32:52.805718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c57dd378-a746-4beb-af82-c0814346829d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:52.887448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-b03dcd67-3e4e-4d3b-8bfb-339f2eb10916 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747390 Mar 16 11:32:52.893259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c57dd378-a746-4beb-af82-c0814346829d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:32:52.899479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c57dd378-a746-4beb-af82-c0814346829d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:52.899974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:53.023962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:53.044244 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-96563e5f-91bf-416d-bba6-3bdf032a22cf service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473062 Mar 16 11:32:53.060556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c57dd378-a746-4beb-af82-c0814346829d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c57dd378-a746-4beb-af82-c0814346829d,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:32:53.066645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:53.137693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:32:53.281642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47dcb116-9cf2-47e4-a000-02956c9d0c0b req-0b065d7b-5f28-4cdb-99a7-81b17f796bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273176 Mar 16 11:32:53.441149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd6ea-7a40-4bf9-8a7f-b08775c595a8 req-bfdc6a12-5855-4c76-ab55-9ae9d7feb6bd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:53.442708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4edcd6ea-7a40-4bf9-8a7f-b08775c595a8 req-bfdc6a12-5855-4c76-ab55-9ae9d7feb6bd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0802009 Mar 16 11:32:53.491013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4edcd6ea-7a40-4bf9-8a7f-b08775c595a8 req-41b7ad0c-633c-4b96-8927-c8664d4e54f1 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Mar 16 11:32:54.691839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5acf3-3edd-4b08-9e84-2ce8c031a2da req-0f371dc6-f3b9-425b-a53e-cb44f8de365e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:54.693091 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1d5acf3-3edd-4b08-9e84-2ce8c031a2da req-0f371dc6-f3b9-425b-a53e-cb44f8de365e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0822399 Mar 16 11:32:54.739250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1d5acf3-3edd-4b08-9e84-2ce8c031a2da req-094b0878-129c-419d-8507-884c3c769837 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Mar 16 11:32:54.752640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c57dd378-a746-4beb-af82-c0814346829d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:32:54.822906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c57dd378-a746-4beb-af82-c0814346829d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:32:54.823211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:32:55.953572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1e423-39b3-48e0-a497-9d2a274a66b6 req-7455f5b3-a1ce-4479-9c3e-6363653d2562 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:55.954917 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ce1e423-39b3-48e0-a497-9d2a274a66b6 req-7455f5b3-a1ce-4479-9c3e-6363653d2562 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0874760 Mar 16 11:32:56.003147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ce1e423-39b3-48e0-a497-9d2a274a66b6 req-d720edfa-768a-4b88-820d-3c9accce39e6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Mar 16 11:32:57.221885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0042ce2-6696-43c6-97b5-712fc32113f5 req-4f12df1a-8142-4e43-89ce-4f592f72c143 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:57.223332 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0042ce2-6696-43c6-97b5-712fc32113f5 req-4f12df1a-8142-4e43-89ce-4f592f72c143 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0793209 Mar 16 11:32:57.272582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0042ce2-6696-43c6-97b5-712fc32113f5 req-25fbf963-97b0-4350-bee8-45fb529798e0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Mar 16 11:32:58.468380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa2212-e960-4f14-a293-471b6d58bf06 req-e85b0995-5735-48c3-9500-c7ebf536db3d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:58.469788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-39fa2212-e960-4f14-a293-471b6d58bf06 req-e85b0995-5735-48c3-9500-c7ebf536db3d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0790880 Mar 16 11:32:58.517948 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-39fa2212-e960-4f14-a293-471b6d58bf06 req-cabe812a-140d-4e36-a33b-ff6350071e8b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Mar 16 11:32:59.729486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665fc83-ccf8-4e5b-b489-2d4423249dd5 req-b5acfee2-a6b3-4767-88d5-0e1da9446060 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:32:59.730932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3665fc83-ccf8-4e5b-b489-2d4423249dd5 req-b5acfee2-a6b3-4767-88d5-0e1da9446060 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0867522 Mar 16 11:32:59.779755 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3665fc83-ccf8-4e5b-b489-2d4423249dd5 req-b15c20f5-c7cb-48be-84ff-90e0428eb798 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406110 Mar 16 11:33:00.997166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523f374-9442-4e16-9917-5a11b59a8df9 req-85e5d1b9-54ee-4b31-9e43-de4b5a8fbdaf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:00.998883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a523f374-9442-4e16-9917-5a11b59a8df9 req-85e5d1b9-54ee-4b31-9e43-de4b5a8fbdaf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 943 time: 0.0843482 Mar 16 11:33:01.058524 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a523f374-9442-4e16-9917-5a11b59a8df9 req-3f1f1d53-d521-4128-9c1d-7c24ce117536 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517106 Mar 16 11:33:01.435992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 37e0865d-5828-4099-b261-0a295f7f2e79 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:33:01.576872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d692f18d-33dd-40ba-9704-1da5ac6bbd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:01.614632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=37e0865d-5828-4099-b261-0a295f7f2e79,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:01.628449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '37e0865d-5828-4099-b261-0a295f7f2e79', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'port_id': '37e0865d-5828-4099-b261-0a295f7f2e79', 'mac_address': 'fa:16:3e:2d:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:33:01.687953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:01.704654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e0865d-5828-4099-b261-0a295f7f2e79 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:33:01.719115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=37e0865d-5828-4099-b261-0a295f7f2e79,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:01.723890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:01.788560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:01.977425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['37e0865d-5828-4099-b261-0a295f7f2e79'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:33:02.261425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4adc-638e-4911-9349-aa73f88e56e3 req-47ac6375-593d-4768-842c-e68c7586ea12 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:02.263050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f6a4adc-638e-4911-9349-aa73f88e56e3 req-47ac6375-593d-4768-842c-e68c7586ea12 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 944 time: 0.0810337 Mar 16 11:33:02.310087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f6a4adc-638e-4911-9349-aa73f88e56e3 req-5978cdec-be3c-4100-af90-77db3a1ce81a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410702 Mar 16 11:33:03.459229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 37e0865d-5828-4099-b261-0a295f7f2e79 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:33:03.505873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e90df-af26-4ef3-bd02-c39e646e3efc req-023d7ce2-21f3-4ff2-a841-4aa804ac1cdf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:03.507273 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d58e90df-af26-4ef3-bd02-c39e646e3efc req-023d7ce2-21f3-4ff2-a841-4aa804ac1cdf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 944 time: 0.0768111 Mar 16 11:33:03.533918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 37e0865d-5828-4099-b261-0a295f7f2e79 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:33:03.538723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 37e0865d-5828-4099-b261-0a295f7f2e79 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:33:03.539091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.554952 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d58e90df-af26-4ef3-bd02-c39e646e3efc req-a4ba0d94-0769-4996-832f-dd9afe5c33d0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Mar 16 11:33:03.651058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.679671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:33:03.698179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=37e0865d-5828-4099-b261-0a295f7f2e79,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:33:03.704152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.737945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff06b136-cc94-4cdb-aaa7-72720ee8032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:03.770353 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:03.816016 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79', 'code': 200} Mar 16 11:33:04.057115 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43a71f16-e7fb-4e60-95c6-5be8ecbe9dcc req-2524e5f9-f10c-48fb-8cc5-325953bebfba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1098 time: 0.0766542 Mar 16 11:33:04.114864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43a71f16-e7fb-4e60-95c6-5be8ecbe9dcc req-fbfaa329-ce9c-48e0-b902-7936bf782261 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 Mar 16 11:33:04.777684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19ac6-1354-4aad-994a-6de1149ac0da req-9b8cab06-db68-4d50-bb34-c9828c1ed65c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:04.779128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cdb19ac6-1354-4aad-994a-6de1149ac0da req-9b8cab06-db68-4d50-bb34-c9828c1ed65c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.0973649 Mar 16 11:33:04.827335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cdb19ac6-1354-4aad-994a-6de1149ac0da req-ec38d1bc-388a-4ce7-aa97-f2d800efbf71 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Mar 16 11:33:04.980450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:04.993897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.048693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64515d31-e45b-4c3c-afe0-fcfac1f7a7a3 req-d8c854de-5c68-42d9-9962-fd8ce58a5653 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.050125 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64515d31-e45b-4c3c-afe0-fcfac1f7a7a3 req-d8c854de-5c68-42d9-9962-fd8ce58a5653 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.0873907 Mar 16 11:33:06.098232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64515d31-e45b-4c3c-afe0-fcfac1f7a7a3 req-c7795a0a-b06f-4977-9e75-091727815e46 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Mar 16 11:33:06.247317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.302575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eae30-d7a2-4d06-969d-6d1e0ffdda37 req-8578727e-8cdd-4891-8e49-1384aff037a1 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:06.303944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-123eae30-d7a2-4d06-969d-6d1e0ffdda37 req-8578727e-8cdd-4891-8e49-1384aff037a1 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.0867081 Mar 16 11:33:06.352257 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-123eae30-d7a2-4d06-969d-6d1e0ffdda37 req-91c6cd12-a5ea-4694-b04a-98e14f36b555 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 Mar 16 11:33:06.381026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:06.528926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ce3401d-6a14-4604-adc2-6b780e8f7cf4 tempest-TestVolumeBootPattern-804484782 tempest-TestVolumeBootPattern-804484782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1093 time: 0.1467159 Mar 16 11:33:06.532906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:33:06.538292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '37e0865d-5828-4099-b261-0a295f7f2e79', 'tenant_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:33:06.544247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:33:06.548367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:floatingip and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:33:06.551375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:33:06.557267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:33:06.570816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.721717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:06.864339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.26.1.131 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/331f71b3-8c5c-4368-966d-bd04be3cd0ac) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:33:07.103321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:07.133947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:07.197449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:33:07.198538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:33:07.202164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:33:07.233015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=331f71b3-8c5c-4368-966d-bd04be3cd0ac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:07.254527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.254821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.255152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.255498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.255816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.256130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.256442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.257199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.257199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.257422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.257792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:33:07.719871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:07.783553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:07.992619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.000251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.100668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=331f71b3-8c5c-4368-966d-bd04be3cd0ac,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:33:08.115421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:08.302506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Floating IP 59a308c4-8939-4956-9256-ca6ad4f4f268 associated. External IP: 172.26.1.131, port: 37e0865d-5828-4099-b261-0a295f7f2e79. Mar 16 11:33:08.803834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:33:09.006810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:33:09.016700 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:33:09.030028 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:33:09.030647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:33:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:09.031696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:09.088541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-69f9e4b1-c4ac-437b-a64f-e3f603f2b1ac tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5546005 Mar 16 11:33:09.089212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:33:09.142800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79', 'status': 'completed', 'code': 200} Mar 16 11:33:09.208337 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:33:09.231704 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-de8971b8-52b0-4877-a574-280791d22eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1098 time: 0.0679429 Mar 16 11:33:09.362153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a062e-8475-41b6-8d0e-141d475b0039 req-207239bb-a2cb-41e4-a973-bab9aa3a24e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:09.363647 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-207239bb-a2cb-41e4-a973-bab9aa3a24e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1260958 Mar 16 11:33:09.465885 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-69f9399a-da74-4a2d-a3c6-65008c4254c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 999 time: 0.0945244 Mar 16 11:33:09.525497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a062e-8475-41b6-8d0e-141d475b0039 req-bf814b83-7046-4ea1-8380-25bf60c4c367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:33:09.526830 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-bf814b83-7046-4ea1-8380-25bf60c4c367 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0557814 Mar 16 11:33:09.556486 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '59a308c4-8939-4956-9256-ca6ad4f4f268', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.131', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '37e0865d-5828-4099-b261-0a295f7f2e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:2d:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:33:07Z', 'updated_at': '2022-03-16T11:33:07Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:09.560846 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:33:09.571832 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:33:09.572451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:33:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:09.600770 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-9b4431d1-db54-4aca-a52f-1b8ec7c2b0b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684679 Mar 16 11:33:09.733328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-4fec60d3-409c-4e47-8d8f-b339495836a1 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263366 Mar 16 11:33:09.751861 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:33:09.860729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-723a062e-8475-41b6-8d0e-141d475b0039 req-3b00307e-559a-4849-9bad-b9ab6643b482 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217477 Mar 16 11:33:10.144323 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '59a308c4-8939-4956-9256-ca6ad4f4f268', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.131', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '37e0865d-5828-4099-b261-0a295f7f2e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:2d:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:33:07Z', 'updated_at': '2022-03-16T11:33:07Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:33:10.148390 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d24-8776-4bbf-9546-b0e447adc517 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '59a308c4-8939-4956-9256-ca6ad4f4f268', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.131', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '37e0865d-5828-4099-b261-0a295f7f2e79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:2d:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:33:07Z', 'updated_at': '2022-03-16T11:33:07Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:33:10.338459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4185d-7030-4209-8418-53d596e9c269 None None] New status for floating IP 59a308c4-8939-4956-9256-ca6ad4f4f268: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:33:12.126117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:27.510620 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:33:31.550417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a4b97e0-91da-4cda-8c2f-eaac41b9119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:33.704574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a056563-a4ba-4f43-a742-52832232c109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:34.976662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:35.000312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:36.249986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:33:42.123571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.043740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-e78fc905-5eec-4e2e-88e8-ba66b9a4f902 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907273 Mar 16 11:34:01.193595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-c766305b-cb07-410f-a797-3e794eefc991 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1098 time: 0.0724537 Mar 16 11:34:01.353300 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7087-01d9-4601-b65d-0dea3a212228 req-ba91964b-843d-40e2-b784-789335866cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.354675 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-ba91964b-843d-40e2-b784-789335866cfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1378381 Mar 16 11:34:01.457844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-3913d179-8222-479d-aaee-9885852bfad3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 1001 time: 0.0928080 Mar 16 11:34:01.546526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80181795-25fb-4f1b-abfc-21a3a53b0101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:01.621378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7087-01d9-4601-b65d-0dea3a212228 req-bdcf208b-c298-456e-b7b6-c1420d128ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:34:01.622789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-bdcf208b-c298-456e-b7b6-c1420d128ffe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.1558433 Mar 16 11:34:01.703028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-ca25d4c8-d991-484e-9e99-3b476ab5ca68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709646 Mar 16 11:34:01.835682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-ee8020e6-0a95-4bee-96af-f9c022a4beec service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231146 Mar 16 11:34:01.968974 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-603e7087-01d9-4601-b65d-0dea3a212228 req-67817f34-ed65-4b55-b3e8-7760755631f9 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248326 Mar 16 11:34:03.712870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d13f914a-43b8-4f0b-99cf-f1bd6bd6f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:04.515930 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:04.983256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:05.010229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:06.252048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:12.156616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:31.553793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-692955b3-a33b-4e27-9331-516e887a5a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:33.709025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03409876-3e3e-4750-ab4f-58f52581cc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:34.994155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:35.007437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:36.254954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:41.523038 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:34:42.161339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:34:59.796932 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-e8690556-2fb9-463a-96b1-5c4da358fc7f req-efb42d1c-f6ee-4771-86d9-529c172fde77 service neutron] (83793) timed out ('10.222.0.59', 54340) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:35:01.545349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74694eba-c803-4841-abce-36b63b4b580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:02.117015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-53ba7905-06a2-43e1-9257-ef59c4f8354c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418729 Mar 16 11:35:02.263845 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-ff09027f-0b06-4930-90c6-1c227794d082 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 1098 time: 0.0703926 Mar 16 11:35:02.412711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-148d4e4d-8ae0-48c9-9459-04165fec866a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:02.414153 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-148d4e4d-8ae0-48c9-9459-04165fec866a service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1271918 Mar 16 11:35:02.520640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-6f812daf-f410-4251-8d10-fdde287f4731 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 200 len: 1001 time: 0.0974622 Mar 16 11:35:02.585204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-95c0e483-3fbd-4244-b3ed-b2e46c87f109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:02.586608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-95c0e483-3fbd-4244-b3ed-b2e46c87f109 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0574028 Mar 16 11:35:02.668232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-87fbeeda-2bab-478a-8e76-f6a1e1362bd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725899 Mar 16 11:35:02.681744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-14d1ee63-97a2-4717-b2a7-ec34a6cecc37 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:35:02.682715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-14d1ee63-97a2-4717-b2a7-ec34a6cecc37 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052516 Mar 16 11:35:02.818894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-7227d277-c397-44b4-b3ac-426bcfde6bbd service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259499 Mar 16 11:35:02.963352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2a295a7-79f6-42d1-b00b-0504fe536108 req-6f718907-81d3-4131-a07f-05781d65a9a2 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356549 Mar 16 11:35:03.703227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0793735e-01b4-475d-a514-017ef3613daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:05.003319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:05.009955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:06.257577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:07.206269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f095531-d10d-4736-8394-319413965671 req-32bd281d-126d-468b-bac8-9f04fb87ec54 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:07.207615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f095531-d10d-4736-8394-319413965671 req-32bd281d-126d-468b-bac8-9f04fb87ec54 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.1471989 Mar 16 11:35:07.254670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f095531-d10d-4736-8394-319413965671 req-365defa8-9f47-4c58-a759-9e5ce08ccb86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Mar 16 11:35:08.564201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca27a7-3019-40dc-9735-cf3595bef574 req-0da09888-f730-4488-b44f-b26d946bcec2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:08.565563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ca27a7-3019-40dc-9735-cf3595bef574 req-0da09888-f730-4488-b44f-b26d946bcec2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.1730824 Mar 16 11:35:08.611781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ca27a7-3019-40dc-9735-cf3595bef574 req-19d94b7d-6522-4f41-92a4-646179e5b782 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 Mar 16 11:35:08.823015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-a066e2f3-5a41-4b41-ac17-57ae9129d758 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:08.824335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-a066e2f3-5a41-4b41-ac17-57ae9129d758 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 945 time: 0.0869994 Mar 16 11:35:08.904122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 37e0865d-5828-4099-b261-0a295f7f2e79 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:35:08.904648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.232001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] For port 37e0865d-5828-4099-b261-0a295f7f2e79, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=37e0865d-5828-4099-b261-0a295f7f2e79,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:35:09.232329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.513163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.513416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.513726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Floating IP 59a308c4-8939-4956-9256-ca6ad4f4f268 disassociated. External IP: 172.26.1.131, port: 37e0865d-5828-4099-b261-0a295f7f2e79. Mar 16 11:35:09.514332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 37e0865d-5828-4099-b261-0a295f7f2e79 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:35:09.686911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:09.734968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=37e0865d-5828-4099-b261-0a295f7f2e79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:09.749689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.750026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.750354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.750679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.751025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.751343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.751661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.751953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.752264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.752572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.752877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:09.914006 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7ebd366-ec55-419a-847e-bdd7aee7be13 req-17d65cb2-8c86-4c9e-bf9c-117121d72967 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 210 time: 0.1572487 Mar 16 11:35:10.014507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:35:10.223801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:35:10.235359 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:35:10.246753 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:35:10.247346 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:35:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:10.294615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] No DVR routers for this DVR port 37e0865d-5828-4099-b261-0a295f7f2e79 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:35:10.297534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:10.300201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'name': 'network-vif-deleted', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:35:10.319998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4e33a21-833f-441b-a250-b19ee1444ce5 req-7185aaf1-b599-4d1b-9aa5-d033aca1d795 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "DELETE /v2.0/ports/37e0865d-5828-4099-b261-0a295f7f2e79 HTTP/1.1" status: 204 len: 173 time: 1.4874752 Mar 16 11:35:10.364185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bb69e0-c176-4a45-b878-a3ddac459471', 'name': 'network-vif-deleted', 'tag': '37e0865d-5828-4099-b261-0a295f7f2e79', 'status': 'completed', 'code': 200} Mar 16 11:35:10.434050 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:35:10.745797 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:10.750664 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:35:10.762300 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:35:10.762890 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:35:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:10.940140 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:35:11.092242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd681126-0063-43f3-bb9a-6f39c377f5df req-41034447-5269-4070-a809-28d3021e686c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:11.108533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd681126-0063-43f3-bb9a-6f39c377f5df req-41034447-5269-4070-a809-28d3021e686c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:11.109692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd681126-0063-43f3-bb9a-6f39c377f5df req-41034447-5269-4070-a809-28d3021e686c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1bb69e0-c176-4a45-b878-a3ddac459471 HTTP/1.1" status: 200 len: 210 time: 0.0593197 Mar 16 11:35:11.279636 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:11.283576 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4160b-7833-42a7-ac3b-fb0043794f4f None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:35:11.516384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b3552-e042-4617-8281-27095b8a756f None None] New status for floating IP 59a308c4-8939-4956-9256-ca6ad4f4f268: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:35:12.152733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:12.242129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 37e0865d-5828-4099-b261-0a295f7f2e79 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:35:12.275932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 37e0865d-5828-4099-b261-0a295f7f2e79 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:35:12.276277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 37e0865d-5828-4099-b261-0a295f7f2e79 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:35:12.466200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-06e3ebad-49f7-4b6d-8a0a-083374d8498c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541716246&fields=id&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 267 time: 0.0509145 Mar 16 11:35:12.612769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-d9c57535-4811-41ee-a156-799a7b52081c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:12.614197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-d9c57535-4811-41ee-a156-799a7b52081c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1389499 Mar 16 11:35:12.630868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-e2d0155b-c51c-4a02-9b3c-4c96f2effde9 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/quotas/461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 375 time: 0.0113845 Mar 16 11:35:12.712991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-d8c8bf43-257c-448d-9b35-746b6d6a1157 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771787 Mar 16 11:35:12.810567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-8d5e96c1-38ee-408b-8e1f-a53d678fedcf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:35:12.811690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-8d5e96c1-38ee-408b-8e1f-a53d678fedcf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0821857 Mar 16 11:35:13.036645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-acac817e-d9f8-4642-ae05-66dc6de45432 service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183805 Mar 16 11:35:13.179444 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-1b7dfc76-3f8e-4a14-8ae4-964c83eaf379 service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319978 Mar 16 11:35:13.582737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b95a41-dd99-4b2b-9d99-8cb1aefc732d req-0aeb165c-0a71-4dcc-9284-10441eb2bde7 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 210 time: 0.0439465 Mar 16 11:35:14.689295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-7531307b-17cb-4fdf-aa18-0cd120694e5d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:14.690799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-7531307b-17cb-4fdf-aa18-0cd120694e5d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1481001 Mar 16 11:35:14.766913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc339887-8616-43e4-83fd-c4954b6439c1 req-81dfc497-5e56-442e-824a-af84e77c329e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 210 time: 0.0611804 Mar 16 11:35:14.792463 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-4022a793-e443-4408-95ad-d7a6188d3711 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 379 time: 0.0529594 Mar 16 11:35:14.802915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'port': {'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'admin_state_up': True, 'tenant_id': '461773d6710147b49c5148419a13829a', 'security_groups': ['91bb3c76-c038-406b-bf89-ebc77f6a5d5f']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:35:14.937899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:14.947258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:14.959337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Made reservation on behalf of 461773d6710147b49c5148419a13829a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:35:14.962372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.125366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.20.0.7 (983ab41b-0fb1-45c9-be9a-1b5e29411acd/2844b1f6-06f0-48d7-8bff-2db73f903f7f/2ce15774-26ec-4c32-a444-2d772983c4a1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:15.309637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.325274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Transition to ACTIVE for port object 2ce15774-26ec-4c32-a444-2d772983c4a1 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:15.348977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.422951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:15.424128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:15.427932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:35:15.472260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:15.502800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:15.503421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.530914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-9035c986-55bc-4c59-bd5e-638fb5fc99cd tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317157 Mar 16 11:35:15.545600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Request body: {'port': {'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:35:15.661143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.721555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-79741f4c-16d9-4758-8708-10748ab0d79c None None] Provisioning for port 2ce15774-26ec-4c32-a444-2d772983c4a1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:15.727047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-79741f4c-16d9-4758-8708-10748ab0d79c None None] Provisioning complete for port 2ce15774-26ec-4c32-a444-2d772983c4a1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:15.727413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-79741f4c-16d9-4758-8708-10748ab0d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:15.781214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-79741f4c-16d9-4758-8708-10748ab0d79c None None] Port 2ce15774-26ec-4c32-a444-2d772983c4a1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:35:16.162043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26294-4311-43f0-86ba-8e2d4fd92535 req-9f19bab5-9ce2-449b-b3bb-961756b4b5ed tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:16.162748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19d26294-4311-43f0-86ba-8e2d4fd92535 req-9f19bab5-9ce2-449b-b3bb-961756b4b5ed tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:16.168855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce15774-26ec-4c32-a444-2d772983c4a1 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:35:16.178098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.197643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19d26294-4311-43f0-86ba-8e2d4fd92535 req-9f19bab5-9ce2-449b-b3bb-961756b4b5ed tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:16.198817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d26294-4311-43f0-86ba-8e2d4fd92535 req-9f19bab5-9ce2-449b-b3bb-961756b4b5ed tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 931 time: 0.3053885 Mar 16 11:35:16.199667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Transition to ACTIVE for port object 2ce15774-26ec-4c32-a444-2d772983c4a1 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:35:16.204102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.357780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:16.374762 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d26294-4311-43f0-86ba-8e2d4fd92535 req-dbf2698a-52c3-4e43-a589-d03aac53aeea tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643646 Mar 16 11:35:16.481701 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Attempting to bind port 2ce15774-26ec-4c32-a444-2d772983c4a1 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:35:16.482050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Attempting to bind port 2ce15774-26ec-4c32-a444-2d772983c4a1 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:35:16.482364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Attempting to bind port 2ce15774-26ec-4c32-a444-2d772983c4a1 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:35:16.488114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Port 2ce15774-26ec-4c32-a444-2d772983c4a1 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:35:16.488420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Attempting to bind port 2ce15774-26ec-4c32-a444-2d772983c4a1 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:35:16.494482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:35:16.494808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:35:16.495176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Bound using segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:35:16.503457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Bound port: 2ce15774-26ec-4c32-a444-2d772983c4a1, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:35:16.503830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.592869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:35:16.596155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2ce15774-26ec-4c32-a444-2d772983c4a1,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:35:16.603243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.665587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:16.666977 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] 10.222.0.59 "PUT /v2.0/ports/2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 1093 time: 1.1258578 Mar 16 11:35:16.667403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:35:16.686851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c0a16-2efe-4ac7-a11f-c57398c6a69e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:16.795461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-b0a309e5-37cf-4eb9-87c2-e688d8242235 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1096 time: 0.0757706 Mar 16 11:35:16.872862 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-cafd8f0d-6838-4b44-9cac-a208be073e44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0636792 Mar 16 11:35:16.940969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-99a5dba5-b406-45db-b49c-57e9c36bc7f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:16.942475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-99a5dba5-b406-45db-b49c-57e9c36bc7f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0604310 Mar 16 11:35:17.023556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-fa66c5cf-b417-4983-b654-1e2c45f0b98e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724108 Mar 16 11:35:17.170148 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-ae403a57-6862-475d-af78-e608957a0be9 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371298 Mar 16 11:35:17.311453 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3337c510-766b-4ad5-abae-e2dc3f871bf0 req-da42fea9-a7db-43f5-8d6b-28471aa46808 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308153 Mar 16 11:35:17.600282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52e59-c92a-4720-8e43-5a693c710cb5 req-db9d7a56-25d1-429f-981a-7adf0f6a4b64 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:17.601718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59a52e59-c92a-4720-8e43-5a693c710cb5 req-db9d7a56-25d1-429f-981a-7adf0f6a4b64 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.0945179 Mar 16 11:35:17.648584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59a52e59-c92a-4720-8e43-5a693c710cb5 req-95777abc-1fd8-4517-8892-27bd10cafba2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Mar 16 11:35:17.768518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'status': 'completed', 'code': 200} Mar 16 11:35:17.880394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-abb3ac49-bf6e-4123-966b-981981e3c645 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1096 time: 0.0807252 Mar 16 11:35:18.020845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-299a4d96-dbbb-413f-85a5-bbc1dc6e4d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.022259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-299a4d96-dbbb-413f-85a5-bbc1dc6e4d11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1328111 Mar 16 11:35:18.103865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-8bbaa548-c49c-49c7-84d5-6031672f4e7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0720842 Mar 16 11:35:18.169036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-0cb4648d-5acc-4750-ab2f-c0a0609ebb6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.170410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-0cb4648d-5acc-4750-ab2f-c0a0609ebb6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0578876 Mar 16 11:35:18.245038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-28f3444d-8110-4115-9bfd-80543810d653 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660126 Mar 16 11:35:18.480103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-9da3c385-aafe-48d1-87a8-0b791f2e99e9 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249415 Mar 16 11:35:18.513809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:35:18.614890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b33bdcc5-fd8e-4f3d-96e1-176b4136c3e5 req-81e512b6-bd91-4204-adef-7887ccfaf035 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254954 Mar 16 11:35:18.858920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7133-6573-4268-a1fb-95678a06a5dd req-6e86f5cd-546b-4809-b0ef-6af9a038d500 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:18.860329 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e94c7133-6573-4268-a1fb-95678a06a5dd req-6e86f5cd-546b-4809-b0ef-6af9a038d500 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.0799944 Mar 16 11:35:18.907209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e94c7133-6573-4268-a1fb-95678a06a5dd req-9cc2894f-02d1-4e56-87ce-c4244846b354 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389552 Mar 16 11:35:20.118907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4703a73-7c99-4e25-b173-0c4c7453a1c9 req-b4bba7f5-9002-454d-b17a-a2fa9a29c55e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:20.120403 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4703a73-7c99-4e25-b173-0c4c7453a1c9 req-b4bba7f5-9002-454d-b17a-a2fa9a29c55e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.0802002 Mar 16 11:35:20.167716 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4703a73-7c99-4e25-b173-0c4c7453a1c9 req-43dd04d8-b40a-4f2c-aec5-c807c922a98e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391028 Mar 16 11:35:21.368244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd834f7e-885f-40ed-b648-769c1e364d6f req-882df4c5-a88c-4b86-a17c-5662b970ad07 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:21.369663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd834f7e-885f-40ed-b648-769c1e364d6f req-882df4c5-a88c-4b86-a17c-5662b970ad07 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.0797069 Mar 16 11:35:21.415095 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd834f7e-885f-40ed-b648-769c1e364d6f req-813b7812-1d94-4202-8890-44a4832f52ce tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Mar 16 11:35:22.644296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a95c-480c-463c-8ffc-88d6b79db7d8 req-a4515fba-990d-41c9-8669-1c11474533d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:22.645692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c798a95c-480c-463c-8ffc-88d6b79db7d8 req-a4515fba-990d-41c9-8669-1c11474533d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.1099648 Mar 16 11:35:22.691959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c798a95c-480c-463c-8ffc-88d6b79db7d8 req-86f46d8d-5fb0-4f18-8265-acb5b1534870 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Mar 16 11:35:23.931864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678b43c-c250-4ca6-b1a0-d386a88bb580 req-816dfae6-bd22-4014-b965-ad86f5a78b9e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:23.933290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3678b43c-c250-4ca6-b1a0-d386a88bb580 req-816dfae6-bd22-4014-b965-ad86f5a78b9e tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 943 time: 0.1069396 Mar 16 11:35:23.980477 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3678b43c-c250-4ca6-b1a0-d386a88bb580 req-a7b320fa-82f4-45c7-aada-3189b7d63e63 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Mar 16 11:35:24.273746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2ce15774-26ec-4c32-a444-2d772983c4a1 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:35:24.409575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2ce15774-26ec-4c32-a444-2d772983c4a1,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:35:24.432947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:35:24.487911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.506255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce15774-26ec-4c32-a444-2d772983c4a1 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:35:24.523382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2ce15774-26ec-4c32-a444-2d772983c4a1,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:35:24.529834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:24.601601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:24.612213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.612569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.612909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.613275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.613608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.613949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.614304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.614626 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.614973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.615292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.615610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:24.799931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['2ce15774-26ec-4c32-a444-2d772983c4a1'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:35:25.180488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ab70-57eb-4e67-a99e-f6e3eb493cfb req-b2855488-aa7b-4b9d-92db-e85e7e08a23d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:25.181927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5295ab70-57eb-4e67-a99e-f6e3eb493cfb req-b2855488-aa7b-4b9d-92db-e85e7e08a23d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 944 time: 0.0784342 Mar 16 11:35:25.230192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5295ab70-57eb-4e67-a99e-f6e3eb493cfb req-8247293f-5088-40c5-8693-ac85b1623ca5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Mar 16 11:35:26.273521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2ce15774-26ec-4c32-a444-2d772983c4a1 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:35:26.347019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 2ce15774-26ec-4c32-a444-2d772983c4a1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:35:26.352694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 2ce15774-26ec-4c32-a444-2d772983c4a1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:35:26.353278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.451153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267cf3a-6333-42e3-bc7b-3a60873c4a9b req-14bce6e0-0f47-487b-a32e-100b8b9204c6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:26.452958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0267cf3a-6333-42e3-bc7b-3a60873c4a9b req-14bce6e0-0f47-487b-a32e-100b8b9204c6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 944 time: 0.1001339 Mar 16 11:35:26.492654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.501186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0267cf3a-6333-42e3-bc7b-3a60873c4a9b req-944edc01-3fc3-4373-8dd0-3b2abe7ae2a2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418468 Mar 16 11:35:26.518857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:35:26.529232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2ce15774-26ec-4c32-a444-2d772983c4a1,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:35:26.534404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:26.575917 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'code': 200} Mar 16 11:35:26.601054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:26.887739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50c87a91-f68b-45cc-9bf8-f57a844e7b20 req-84bba9eb-f06b-4706-962b-0da974728e6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0710628 Mar 16 11:35:26.936065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50c87a91-f68b-45cc-9bf8-f57a844e7b20 req-c37f70ba-24bd-41ef-9b0f-a7c244a61129 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394478 Mar 16 11:35:27.719560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8022b1-4d8b-4d6c-abf6-34a413da1a40 req-8435fed6-86b8-40aa-8275-426745042838 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:27.721501 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c8022b1-4d8b-4d6c-abf6-34a413da1a40 req-8435fed6-86b8-40aa-8275-426745042838 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.0878770 Mar 16 11:35:27.771707 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c8022b1-4d8b-4d6c-abf6-34a413da1a40 req-050265a8-9ab3-409c-8b56-a003b3c8bb30 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Mar 16 11:35:29.013489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce7876-ab35-4c42-8e7b-06fb0c4731f3 req-6c48b885-add8-4c84-b119-03c387c9bfa6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.014948 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5ce7876-ab35-4c42-8e7b-06fb0c4731f3 req-6c48b885-add8-4c84-b119-03c387c9bfa6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.0958481 Mar 16 11:35:29.072796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5ce7876-ab35-4c42-8e7b-06fb0c4731f3 req-6fed41da-672a-4e6d-965e-cede3dd95179 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493708 Mar 16 11:35:29.317811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df788-11f1-4de5-b4b3-0818385748eb req-688a08bc-e811-44a1-b892-4cf2389ae923 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:29.319484 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df6df788-11f1-4de5-b4b3-0818385748eb req-688a08bc-e811-44a1-b892-4cf2389ae923 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.0937023 Mar 16 11:35:29.383915 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df6df788-11f1-4de5-b4b3-0818385748eb req-4667c1d6-90a4-4e72-b322-b38268d9ba6d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587986 Mar 16 11:35:29.414396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46566) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:29.491224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e4062d6-cef9-49da-9e6e-c6a157d92e48 tempest-TestVolumeBootPattern-804484782 tempest-TestVolumeBootPattern-804484782-project-admin] Synchronizing usage tracker for tenant:fd8686c77b794305b215e7382462a27b on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:35:29.511178 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e4062d6-cef9-49da-9e6e-c6a157d92e48 tempest-TestVolumeBootPattern-804484782 tempest-TestVolumeBootPattern-804484782-project-admin] Unset dirty status for tenant:fd8686c77b794305b215e7382462a27b on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:35:29.512325 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6e4062d6-cef9-49da-9e6e-c6a157d92e48 tempest-TestVolumeBootPattern-804484782 tempest-TestVolumeBootPattern-804484782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1093 time: 0.0969656 Mar 16 11:35:29.515395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46570) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:35:29.520743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'tenant_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:35:29.526770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:35:29.530921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:floatingip and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:35:29.534270 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:35:29.540771 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:35:29.553020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.697487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:29.840195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.26.1.142 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/33c6cb0c-3ef7-4733-bada-808e8d2f8741) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:35:29.985219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.013927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.076321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:35:30.079560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:35:30.082098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:35:30.117786 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=33c6cb0c-3ef7-4733-bada-808e8d2f8741,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:30.137899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.138260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.138591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.138920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.139244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.139565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.139878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.140195 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.140508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.140857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.141244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:35:30.690751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.751286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.970683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:30.977820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.080652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=33c6cb0c-3ef7-4733-bada-808e8d2f8741,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:35:31.095243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.287062 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Floating IP 9cb22b88-e39d-4254-b663-05639a9f0e73 associated. External IP: 172.26.1.142, port: 2ce15774-26ec-4c32-a444-2d772983c4a1. Mar 16 11:35:31.538706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49aa61c3-f9b0-4c8e-9720-d0d9a9a575ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:31.689202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:35:31.995309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:35:32.008383 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:35:32.020248 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:35:32.020944 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:35:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.024003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:32.078308 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-255163f3-8388-4bca-8b8c-d455973fe513 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5617406 Mar 16 11:35:32.079354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:35:32.201750 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:35:32.211901 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'status': 'completed', 'code': 200} Mar 16 11:35:32.304170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-a84f88ad-eeec-4b4b-8df6-df39a2db6520 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0704772 Mar 16 11:35:32.430703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-123c6c0a-ff94-4a02-a2a5-e65911b1ae7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.432115 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-123c6c0a-ff94-4a02-a2a5-e65911b1ae7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1226957 Mar 16 11:35:32.535066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-628d3d75-9f9a-42b2-959a-b8be56ffa896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 999 time: 0.0973527 Mar 16 11:35:32.547114 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:30Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.550936 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:35:32.561208 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:35:32.561791 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:35:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:32.596671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-0161b20e-f003-4a08-8930-6872a6b1f3e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:35:32.598116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-0161b20e-f003-4a08-8930-6872a6b1f3e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0580637 Mar 16 11:35:32.746530 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:35:32.779271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-09f4e69b-6cd4-468b-a60d-a1e162b49c72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755450 Mar 16 11:35:32.913312 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-419ff61f-5b57-455d-b4d9-e12b18d4f328 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269734 Mar 16 11:35:33.051040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16cd7a05-0a0f-4449-881e-d8960ebd8227 req-031eea21-f36c-40c7-b622-596a03acf960 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282115 Mar 16 11:35:33.093272 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:30Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:35:33.097152 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7081fca-f0c5-432b-bdb9-8ee29a693030 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:30Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:35:33.306713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d28e9bb-4edf-4e8a-ac00-e40b39d77643 None None] New status for floating IP 9cb22b88-e39d-4254-b663-05639a9f0e73: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:35:33.697718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ddc887f4-fda7-4607-b82b-292c6e01ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.006831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:35.011066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:36.261365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:42.154866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:35:55.518494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:01.546498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69b0551a-585e-405e-814c-a93341a1289f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:01.998886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-77d1aed7-d79c-4aba-b5e9-2a8468270dcd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676184 Mar 16 11:36:02.147124 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-607cd40c-fd12-42b6-9f77-478652e43a8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0698752 Mar 16 11:36:02.302518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1989-d215-471e-a181-b26b6a877b9f req-1b23bf6a-622f-4745-8714-d1516fb58e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:02.304018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-1b23bf6a-622f-4745-8714-d1516fb58e0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1331847 Mar 16 11:36:02.411927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-c6a53e25-d4af-4c9b-937c-26c2ea633a08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 1001 time: 0.0989161 Mar 16 11:36:02.479414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1989-d215-471e-a181-b26b6a877b9f req-c0170764-785c-41de-8c94-bca04e777f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:36:02.480861 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-c0170764-785c-41de-8c94-bca04e777f7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0603249 Mar 16 11:36:02.557943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-475ab235-99f8-46f3-8bf5-749989978afa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677550 Mar 16 11:36:02.694940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-2278bfbe-7f7e-431b-90cf-c0003afe188e service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271696 Mar 16 11:36:02.838369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abcc1989-d215-471e-a181-b26b6a877b9f req-facda9b4-1b80-41ca-95f8-824d76adcd02 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349673 Mar 16 11:36:03.741435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-864c319e-d92b-4c02-81e5-4a736c1ecf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.004968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:05.010649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:06.263780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:12.141340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:31.552144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-176797f7-e40f-40cd-be33-b61a48493248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:32.525553 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:36:33.713970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9198cdb3-2df8-4a1a-a83a-bf6862789f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.010580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:35.014130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:36.267750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:36:42.153356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:01.560394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-112ddf39-c1bc-4f56-8464-7140b400c4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:01.994424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-33b0d0e7-afac-4a8e-82f4-2f3823b319ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761042 Mar 16 11:37:02.142266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-7b814166-08e7-4ac8-89c4-f77b0a6a38d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0702081 Mar 16 11:37:02.300406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-d1eb9a6f-68b1-43ef-a75d-5610d3b48a95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:02.301908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-d1eb9a6f-68b1-43ef-a75d-5610d3b48a95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1365597 Mar 16 11:37:02.407643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-7706d313-5378-4e19-9160-81b6454eedc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 1001 time: 0.0963595 Mar 16 11:37:02.474316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-b5f6db0a-dc13-4afa-901d-ef26700a6cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:02.475771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-b5f6db0a-dc13-4afa-901d-ef26700a6cdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0585430 Mar 16 11:37:02.646533 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-c3b95f63-06c9-4d0f-b9a9-d50f08897efa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1620467 Mar 16 11:37:02.783798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-213577fc-40f4-478c-93eb-e363b74b96d1 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276212 Mar 16 11:37:02.921321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a699d032-51a3-4913-a1cc-b53de8da3ed5 req-9a0250c6-c627-41f2-98b6-206554dafe1c service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285882 Mar 16 11:37:03.719319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e67f6c5e-45a8-4571-a465-061a183010db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:05.022988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:05.024206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:06.269715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:09.520200 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:37:12.147853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:18.870763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-a63d3c3f-15c1-4586-8394-5a165d915bfa tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541716246&fields=id&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 267 time: 0.0411623 Mar 16 11:37:19.014627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-86a3c95a-991a-4e6b-b8de-ff4f22c2cf3c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:19.016034 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-86a3c95a-991a-4e6b-b8de-ff4f22c2cf3c tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1386185 Mar 16 11:37:19.035538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-476df840-0d25-485a-8780-f331ce20e4a1 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/quotas/461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 375 time: 0.0114114 Mar 16 11:37:19.126022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-46c02eae-d483-427b-836b-76f2d55d6949 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826037 Mar 16 11:37:19.140861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-2048cf97-6113-429c-8beb-90224a192190 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:37:19.141751 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-2048cf97-6113-429c-8beb-90224a192190 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048707 Mar 16 11:37:19.268908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-3145f45b-81a9-4923-92d5-84d8a33bf70d service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214731 Mar 16 11:37:19.413710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-d31bf6be-e0ae-417e-a83a-755c16a83862 service neutron] 10.222.0.36 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390407 Mar 16 11:37:19.953039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5fa2bf21-7d0c-47a2-b3cf-4aac1dddd395 req-2abdf809-ba3d-4c77-b9b3-386b359756b4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 210 time: 0.0459299 Mar 16 11:37:21.127356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efdda17e-50ce-4d60-bf1f-e67e7eb6af0b req-19e40f2b-3c4d-4ded-9312-45251d294e73 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 210 time: 0.0486681 Mar 16 11:37:21.164898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7835e96b-b789-4cd7-ae96-c2d5d68a4100 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:21.166327 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7835e96b-b789-4cd7-ae96-c2d5d68a4100 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 812 time: 0.1831439 Mar 16 11:37:21.226497 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-2914f694-eb5f-4cf2-8f2a-8ae8f4ddae65 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461773d6710147b49c5148419a13829a HTTP/1.1" status: 200 len: 379 time: 0.0410993 Mar 16 11:37:21.235997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'port': {'device_id': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'admin_state_up': True, 'tenant_id': '461773d6710147b49c5148419a13829a', 'security_groups': ['91bb3c76-c038-406b-bf89-ebc77f6a5d5f']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:37:21.372646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:37:21.382320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:37:21.392283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Made reservation on behalf of 461773d6710147b49c5148419a13829a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:37:21.395271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:21.554896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.20.0.6 (983ab41b-0fb1-45c9-be9a-1b5e29411acd/2844b1f6-06f0-48d7-8bff-2db73f903f7f/5c69b0c0-24b0-4673-9110-e4540ec2a6b9) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:37:21.742943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:21.758769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Transition to ACTIVE for port object 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:37:21.781565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:21.941856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:37:21.944738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:37:21.948680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:37:21.984073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:21.995717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.995996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.996274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.996586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.996914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.997243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.997549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.997854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.998193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.998917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:21.999213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:22.030032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.030784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.058434 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7d3a9fad-8402-4ce0-a703-95866647252a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267248 Mar 16 11:37:22.073890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Request body: {'port': {'device_id': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:37:22.183628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.252879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-01b7787a-42d8-4895-98e3-944136b97697 None None] Provisioning for port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:37:22.258589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-01b7787a-42d8-4895-98e3-944136b97697 None None] Provisioning complete for port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:22.258955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01b7787a-42d8-4895-98e3-944136b97697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.315079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-01b7787a-42d8-4895-98e3-944136b97697 None None] Port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:37:22.479494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de587bbe-a73f-40cb-a49a-f6e735d1f095 req-8217ddf5-2493-4f8f-9832-24cb19d6392b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:22.480147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-de587bbe-a73f-40cb-a49a-f6e735d1f095 req-8217ddf5-2493-4f8f-9832-24cb19d6392b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:37:22.523863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-de587bbe-a73f-40cb-a49a-f6e735d1f095 req-8217ddf5-2493-4f8f-9832-24cb19d6392b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:37:22.525176 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de587bbe-a73f-40cb-a49a-f6e735d1f095 req-8217ddf5-2493-4f8f-9832-24cb19d6392b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 931 time: 0.2612596 Mar 16 11:37:22.639809 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de587bbe-a73f-40cb-a49a-f6e735d1f095 req-75b08ba7-e4c8-44e3-a92f-e141496f89c9 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082199 Mar 16 11:37:22.643575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:37:22.650838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.667828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Transition to ACTIVE for port object 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:37:22.675287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:22.803347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:22.916558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Attempting to bind port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:37:22.916885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Attempting to bind port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:37:22.917200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Attempting to bind port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:37:22.923124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:37:22.923431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Attempting to bind port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 on network 983ab41b-0fb1-45c9-be9a-1b5e29411acd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:37:22.929672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:37:22.930032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Checking segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:37:22.930444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Bound using segment: {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:37:22.930828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Bound port: 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:37:22.931165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:23.021121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:37:23.024469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:37:23.030646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:23.089906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:23.091316 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 1093 time: 1.0223994 Mar 16 11:37:23.091723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:37:23.110213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb405d1-4d14-4890-8ab0-c1f5f105abd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:23.212419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-9d3da809-9213-415a-a30c-8d4f8f06f4dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1096 time: 0.0731199 Mar 16 11:37:23.276586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'status': 'completed', 'code': 200} Mar 16 11:37:23.291625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-7e53d8b0-7bad-459e-9ede-25d89395adf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 217 time: 0.0687253 Mar 16 11:37:23.355507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-227f3664-da56-4952-8cac-86e765c8ba93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:23.356842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-227f3664-da56-4952-8cac-86e765c8ba93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0570862 Mar 16 11:37:23.446563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-e5aacd83-4699-40b8-948f-c0bae41e8a02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796840 Mar 16 11:37:23.580698 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-81c732a2-1897-4c6f-bd89-439490b1b39c service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 Mar 16 11:37:23.862658 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b355b18d-f8d8-449a-a0ce-430ea0aabba8 req-94e19cae-1ad3-433b-94c6-814b2f09967e service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720342 Mar 16 11:37:23.887505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61832fb6-7c10-43ac-be31-64f632a5d396 req-7fb3c6d5-b2f4-4118-b75a-0e875b2b5a79 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:23.889126 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61832fb6-7c10-43ac-be31-64f632a5d396 req-7fb3c6d5-b2f4-4118-b75a-0e875b2b5a79 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.1163595 Mar 16 11:37:23.995286 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61832fb6-7c10-43ac-be31-64f632a5d396 req-1e29f275-6ae4-4125-938a-6092355c43a5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962968 Mar 16 11:37:24.016329 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-a2b78f47-375d-404b-afb8-4a5af612407e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1096 time: 0.1020312 Mar 16 11:37:24.160543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-907d4c50-14a3-4c58-9016-9793f8f6cc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:24.163742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-907d4c50-14a3-4c58-9016-9793f8f6cc55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1386118 Mar 16 11:37:24.234593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-f24d4542-5abe-4451-91b6-8544ebe0dbf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 217 time: 0.0661278 Mar 16 11:37:24.302894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-bf0bfe63-3b64-4596-b5b6-892d4d527884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:24.302894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-bf0bfe63-3b64-4596-b5b6-892d4d527884 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0612421 Mar 16 11:37:24.397726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-efee23fb-5cae-430a-a62a-68a3e4372156 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885427 Mar 16 11:37:24.526400 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-a42dc527-6fc4-45b9-bb92-40cf3106f170 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224737 Mar 16 11:37:24.674942 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3df5ea62-ece5-4f37-86ad-7f2e59abcef3 req-b3dcadf8-f8e2-41ad-8ce3-afff76fe21ba service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416972 Mar 16 11:37:25.215656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7755-8e3f-444b-adcc-ae2faa15f816 req-d7b08d22-644e-4f1e-92c8-a88f3e85e799 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:25.217074 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-edab7755-8e3f-444b-adcc-ae2faa15f816 req-d7b08d22-644e-4f1e-92c8-a88f3e85e799 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.0884433 Mar 16 11:37:25.265382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-edab7755-8e3f-444b-adcc-ae2faa15f816 req-835f6e08-f5ed-4887-a4ba-c6cab3ec66f2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Mar 16 11:37:26.471998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4624-b964-4cd4-8ce9-a0c153afd1f8 req-522b8a4e-1998-4c86-85ef-6afd1a9090a3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:26.473663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15ab4624-b964-4cd4-8ce9-a0c153afd1f8 req-522b8a4e-1998-4c86-85ef-6afd1a9090a3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.0822873 Mar 16 11:37:26.530055 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15ab4624-b964-4cd4-8ce9-a0c153afd1f8 req-bbeff4a8-466d-46c6-8aa8-bc296437f6f4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466404 Mar 16 11:37:27.743517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649941-7d93-4061-8282-f350eeb0a742 req-a54ae33b-27b6-4892-8f03-e2446e1a415a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:27.745105 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d649941-7d93-4061-8282-f350eeb0a742 req-a54ae33b-27b6-4892-8f03-e2446e1a415a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.0859053 Mar 16 11:37:27.792803 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d649941-7d93-4061-8282-f350eeb0a742 req-67002615-2409-4f71-98d6-e1686f6a9579 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415201 Mar 16 11:37:29.021377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdab41-cc4a-4a33-ac7e-9719469b2e39 req-37d712f0-8547-46a0-a081-59727a85add8 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:29.022838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-debdab41-cc4a-4a33-ac7e-9719469b2e39 req-37d712f0-8547-46a0-a081-59727a85add8 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.0940263 Mar 16 11:37:29.133207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-debdab41-cc4a-4a33-ac7e-9719469b2e39 req-04f44030-c8af-4a03-8606-5d8611c61c62 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047840 Mar 16 11:37:30.365979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc654ad-f434-4fe4-aa1a-e3bf9492ee18 req-d1a5df50-af40-4b60-968b-3b37a8723f93 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:30.367512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dbc654ad-f434-4fe4-aa1a-e3bf9492ee18 req-d1a5df50-af40-4b60-968b-3b37a8723f93 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 943 time: 0.0873921 Mar 16 11:37:30.414879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dbc654ad-f434-4fe4-aa1a-e3bf9492ee18 req-9544e1f2-b9de-4fce-a8ce-b9cbb65c0bc3 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Mar 16 11:37:30.802230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:37:30.947556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:30.963259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'port_id': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'mac_address': 'fa:16:3e:20:30:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:37:31.024197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.050707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:37:31.066139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:31.072559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.138577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:31.147162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.147503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.147831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.148153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.148473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.148798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.149107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.149419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.149715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.150047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.150380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:37:31.366657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['5c69b0c0-24b0-4673-9110-e4540ec2a6b9'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:37:31.559304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8069be3b-1056-4fe4-8d58-6b9af4a0c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:31.621163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb956f0-fb9c-48db-8ef3-f168b1130190 req-3f9bf349-5991-4db3-af14-130e674fba8a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:31.622506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8eb956f0-fb9c-48db-8ef3-f168b1130190 req-3f9bf349-5991-4db3-af14-130e674fba8a tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 944 time: 0.0815029 Mar 16 11:37:31.671146 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8eb956f0-fb9c-48db-8ef3-f168b1130190 req-a8563b93-1cde-441e-a450-fbb1e619101b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Mar 16 11:37:32.817984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:37:32.890948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8dd47-44a4-45db-b7f4-f78b3a63217f req-f8f3f49c-8d51-415b-80a7-2d1b40100c58 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:32.892627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ee8dd47-44a4-45db-b7f4-f78b3a63217f req-f8f3f49c-8d51-415b-80a7-2d1b40100c58 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 944 time: 0.0856693 Mar 16 11:37:32.893645 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:37:32.898678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:37:32.899047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:32.940251 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ee8dd47-44a4-45db-b7f4-f78b3a63217f req-93b5fe36-f8da-400a-8d32-1cf771a842f2 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 Mar 16 11:37:33.012987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:33.042743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:37:33.052596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:37:33.059000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:33.102457 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'code': 200} Mar 16 11:37:33.130227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:33.412079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6c91e40-a16d-4ca8-bc43-b7e8620df6da req-8a669c14-bcf1-47e7-a3ff-cc069d75edbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1098 time: 0.0781136 Mar 16 11:37:33.456180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6c91e40-a16d-4ca8-bc43-b7e8620df6da req-1e617363-c076-4b14-bbc5-eb8d3f460c5d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348339 Mar 16 11:37:33.724016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49c75119-7b8a-45ce-91d2-58068ddb79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:34.165021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508a4b-21c2-419e-9e37-0df141a00de9 req-a8c9ab90-e872-4da9-b7e5-4ef7b79eadbf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:34.166455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c508a4b-21c2-419e-9e37-0df141a00de9 req-a8c9ab90-e872-4da9-b7e5-4ef7b79eadbf tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.0958064 Mar 16 11:37:34.212471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c508a4b-21c2-419e-9e37-0df141a00de9 req-66314df8-a951-44d0-ab77-c3c3a8b84533 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385070 Mar 16 11:37:35.021072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:35.022553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:35.416401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a7d16-f0e6-487f-a3e8-e9f4c36dc95e req-90467cb1-21fa-4877-8e19-2457379f4b79 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:35.417814 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-063a7d16-f0e6-487f-a3e8-e9f4c36dc95e req-90467cb1-21fa-4877-8e19-2457379f4b79 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.0847735 Mar 16 11:37:35.462525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-063a7d16-f0e6-487f-a3e8-e9f4c36dc95e req-2b0486fa-4451-433f-a1c2-97fa8cb00331 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391099 Mar 16 11:37:35.749573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017ea89-ede4-4a11-9d7f-f5605d282b9c req-0aa7e6bd-5402-42a3-afb1-d5133d795182 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:35.751029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f017ea89-ede4-4a11-9d7f-f5605d282b9c req-0aa7e6bd-5402-42a3-afb1-d5133d795182 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.1692855 Mar 16 11:37:35.797374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f017ea89-ede4-4a11-9d7f-f5605d282b9c req-992c4270-d774-4853-8a84-eae227fe6073 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 Mar 16 11:37:35.831189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46702) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:37:35.908260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b33863b9-9cf5-46b4-8ae3-26ac2a17319c tempest-TestVolumeBootPattern-804484782 tempest-TestVolumeBootPattern-804484782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1093 time: 0.0759161 Mar 16 11:37:35.911022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:37:35.916145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'tenant_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:37:35.921984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:37:35.926182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Usage tracker for resource:floatingip and tenant:461773d6710147b49c5148419a13829a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:37:35.929160 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:37:35.935131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:37:35.948767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.095181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.238946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Allocated IP 172.26.1.233 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/55aa67aa-5277-4cb2-92a0-b371dbbde097) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:37:36.272755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.389026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.425407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:36.491724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:37:36.494490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:37:36.497245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:37:36.527110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=55aa67aa-5277-4cb2-92a0-b371dbbde097,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:37.017729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.083815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.284111 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.291524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.393772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event updated for resources: {'Port': ['ID=55aa67aa-5277-4cb2-92a0-b371dbbde097,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:37:37.408494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:37.699668 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Floating IP 69f4aaea-3c9c-44df-92c3-14860852533f associated. External IP: 172.26.1.233, port: 5c69b0c0-24b0-4673-9110-e4540ec2a6b9. Mar 16 11:37:38.100611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:37:38.305702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:37:38.316143 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:37:38.329192 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:37:38.329891 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:37:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:38.332509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:38.388984 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a6b002c-6064-4683-901a-4ca51b1fcd86 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4768531 Mar 16 11:37:38.389522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:37:38.444123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'status': 'completed', 'code': 200} Mar 16 11:37:38.506747 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:37:38.533408 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-92aaaab1-212d-446d-bac9-9e37338accff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1098 time: 0.0684335 Mar 16 11:37:38.673627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d67ee8-f427-4833-9ac5-934f33428539 req-76d56d81-7b65-4e4d-a374-01a75c3234f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:38.675376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-76d56d81-7b65-4e4d-a374-01a75c3234f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1363356 Mar 16 11:37:38.776882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-ac758836-7a5d-4887-ab94-d06add8577a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 999 time: 0.0961609 Mar 16 11:37:38.840346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d67ee8-f427-4833-9ac5-934f33428539 req-0694f3a5-b0e3-45c4-8c73-8bd22845fc03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:37:38.843060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-0694f3a5-b0e3-45c4-8c73-8bd22845fc03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0604849 Mar 16 11:37:38.859530 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '69f4aaea-3c9c-44df-92c3-14860852533f', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:20:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:36Z', 'updated_at': '2022-03-16T11:37:36Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}, {'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:38.863586 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:37:38.874380 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:37:38.875172 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:37:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:38.921060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-25bfa3a2-ae4a-4f28-ba2b-fa650e0f035c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720901 Mar 16 11:37:39.050754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-4285016b-d9f0-46d6-a50d-349dcd975a84 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237640 Mar 16 11:37:39.056179 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:37:39.300841 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89d67ee8-f427-4833-9ac5-934f33428539 req-1e8d0340-e425-4540-96fb-d49efcd4a8c6 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447221 Mar 16 11:37:39.444551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '69f4aaea-3c9c-44df-92c3-14860852533f', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:20:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:36Z', 'updated_at': '2022-03-16T11:37:36Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}, {'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:37:39.448494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fdac3-329b-42d3-84d1-3f6344860e4e None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '69f4aaea-3c9c-44df-92c3-14860852533f', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:20:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:37:36Z', 'updated_at': '2022-03-16T11:37:36Z', 'revision_number': 0, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}, {'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:37:39.651685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23995453-ebb0-4742-bdb1-d8bb4332517d None None] New status for floating IP 69f4aaea-3c9c-44df-92c3-14860852533f: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:37:42.156312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:37:46.526694 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:01.543238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9a31c68-9739-4933-bfb5-697010fb0d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:02.999258 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-de14c82a-520a-4a96-bd28-4336b275c875 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772104 Mar 16 11:38:03.156589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-e065f654-485a-4d8f-9abf-38a0ba5549a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0743213 Mar 16 11:38:03.309337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-602de307-7b3b-4b5e-b593-00513cfe2bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:03.310765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-602de307-7b3b-4b5e-b593-00513cfe2bc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1263103 Mar 16 11:38:03.411592 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-32805889-4a8b-4110-a027-cd46e588bebe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 1001 time: 0.0911276 Mar 16 11:38:03.484918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-b50ce3b1-1dd0-471e-b2d1-879a22531717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:38:03.486760 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-b50ce3b1-1dd0-471e-b2d1-879a22531717 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0663176 Mar 16 11:38:03.572246 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-47d28dfe-e264-4c4d-9dd9-c5cbf611c2d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766554 Mar 16 11:38:03.717781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acda585f-c872-49e8-9839-dd225311f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:03.719067 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-2bfeb7ab-1baf-40e8-bd03-3e0e5eeefe2c service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367404 Mar 16 11:38:03.850988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59e9516f-74df-41ba-98f2-035a261dfbaa req-b6f69b66-9c43-493f-82ce-a5be92c3d502 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231794 Mar 16 11:38:05.021430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:05.023245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:06.281152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:12.153774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:23.516934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:38:31.549234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea611d86-99d3-41b6-aa30-688faa4f40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:33.734698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7cd3dd5d-63f0-4061-b04c-b5172af05786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.049578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:35.051411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:36.289274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:38:42.170296 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:00.551986 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:01.551394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41d3e2ad-13bb-4966-a393-a2a209306ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.062922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-04a6a839-253b-423c-a5b1-55f7fd3a0dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732059 Mar 16 11:39:03.169244 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-3de25c29-7a6f-42b1-92c4-92bc0752c521 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1098 time: 0.0815096 Mar 16 11:39:03.322802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-a82c0c8d-d5b3-4e69-84d9-48ae8e119ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:03.324331 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-a82c0c8d-d5b3-4e69-84d9-48ae8e119ece service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1291473 Mar 16 11:39:03.430771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-11992ecd-c46a-40ac-b2ed-cad001139d0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 1001 time: 0.0975709 Mar 16 11:39:03.506630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-fee03257-4fdc-4350-813b-31a030c7ea9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:03.508023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-fee03257-4fdc-4350-813b-31a030c7ea9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0642722 Mar 16 11:39:03.592346 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-e17348fb-9a8f-4352-8de1-b6d938a97c3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740576 Mar 16 11:39:03.726342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dde48da2-9d91-4414-9c71-2c8d17635ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:03.733909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-987863de-7945-42e0-8260-4790fad7b669 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320689 Mar 16 11:39:03.969144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bbb3615-ba1d-4ca6-9458-b0e556c19bc8 req-9df29e25-6a67-49d3-8e48-003f9ef25a1f service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257888 Mar 16 11:39:05.014965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:05.018300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:06.296922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:12.176063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:17.684214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:17.886355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 55aa67aa-5277-4cb2-92a0-b371dbbde097 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:17.886691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.068194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.068412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.186548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 55aa67aa-5277-4cb2-92a0-b371dbbde097 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:18.337021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.388516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=55aa67aa-5277-4cb2-92a0-b371dbbde097,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:18.425212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.425555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.425884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.426238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.426562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.426879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.427224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.427516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.427828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.428146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.428452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:18.491291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:18.904493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:39:19.215799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:39:19.227039 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:39:19.238787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:19.239875 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:19.240573 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.291205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b3bc2f82-141e-42f6-8a58-d97fc2e4f378 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "DELETE /v2.0/floatingips/69f4aaea-3c9c-44df-92c3-14860852533f HTTP/1.1" status: 204 len: 168 time: 1.6052053 Mar 16 11:39:19.291876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:39:19.375029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'status': 'completed', 'code': 200} Mar 16 11:39:19.444872 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:19.476839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-bed09f6b-07ce-4859-98a3-c1a93500d88a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 1098 time: 0.0754189 Mar 16 11:39:19.619457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-adac32b5-e576-40ca-a9b8-a4f0df0a14ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.620898 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-adac32b5-e576-40ca-a9b8-a4f0df0a14ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1357019 Mar 16 11:39:19.730504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-469c0f25-6fcb-490a-a2f3-4d611da4cb06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 200 len: 217 time: 0.0751405 Mar 16 11:39:19.803943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-c9dd0da3-5891-4a06-a7ab-ce9c3f06c2c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.804519 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.805370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-c9dd0da3-5891-4a06-a7ab-ce9c3f06c2c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0664744 Mar 16 11:39:19.808424 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:39:19.810763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23eead-7b3c-432e-8c7a-7de3299e99b0 req-c775e489-cb60-4ddc-86cf-987846e58e48 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:19.811718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3b23eead-7b3c-432e-8c7a-7de3299e99b0 req-c775e489-cb60-4ddc-86cf-987846e58e48 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:19.819998 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:19.820585 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:19.868559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3b23eead-7b3c-432e-8c7a-7de3299e99b0 req-c775e489-cb60-4ddc-86cf-987846e58e48 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:19.869853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b23eead-7b3c-432e-8c7a-7de3299e99b0 req-c775e489-cb60-4ddc-86cf-987846e58e48 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.2477851 Mar 16 11:39:19.929205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-da061f0e-6a10-4db7-903e-8e93b0c9ea7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129622 Mar 16 11:39:19.932981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b23eead-7b3c-432e-8c7a-7de3299e99b0 req-818c3d13-41bb-45a2-b4e9-3afae31a39a5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552759 Mar 16 11:39:19.999978 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:20.064869 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-12782470-76be-4fc5-808a-b92163ded24f service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280611 Mar 16 11:39:20.196225 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a5b3bc8-264c-4c25-9634-70183afc74d4 req-d19e5c3a-ac4f-419a-95a0-e1b431970fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251495 Mar 16 11:39:20.346838 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:20.351247 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8e22-ed67-4b15-b824-8d18c17f3d5d None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '9cb22b88-e39d-4254-b663-05639a9f0e73', 'tenant_id': '461773d6710147b49c5148419a13829a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'port_id': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'mac_address': 'fa:16:3e:10:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b11466-c79c-4c1f-9765-be92c314167e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:35:30Z', 'updated_at': '2022-03-16T11:35:33Z', 'revision_number': 1, 'project_id': '461773d6710147b49c5148419a13829a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:39:20.566171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b437b-dd95-4ea8-9a83-884d8af5444d None None] New status for floating IP 69f4aaea-3c9c-44df-92c3-14860852533f: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:39:21.151399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957421f-b729-4c40-96c1-0816aa62bac5 req-03f13f60-8c7c-4b6a-9d50-6c1a56949da0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.152809 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2957421f-b729-4c40-96c1-0816aa62bac5 req-03f13f60-8c7c-4b6a-9d50-6c1a56949da0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.0786128 Mar 16 11:39:21.198245 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2957421f-b729-4c40-96c1-0816aa62bac5 req-f3cc5b95-ed18-439f-a5d2-2ecdd7ff6c94 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Mar 16 11:39:21.405888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-945804ca-cd52-4d38-814a-cc2dd8ccb6d0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:21.407289 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-945804ca-cd52-4d38-814a-cc2dd8ccb6d0 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 945 time: 0.0814955 Mar 16 11:39:21.474916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:21.475179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.725800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] For port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:21.726069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:21.844152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:22.099117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:22.145610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=5c69b0c0-24b0-4673-9110-e4540ec2a6b9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:22.223843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] No DVR routers for this DVR port 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:22.226309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:22.228755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'name': 'network-vif-deleted', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:39:22.249723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b40390fc-d312-450c-8021-8f9af6cd3d74 req-1023e7b4-cca9-44e7-b7b4-686723472443 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "DELETE /v2.0/ports/5c69b0c0-24b0-4673-9110-e4540ec2a6b9 HTTP/1.1" status: 204 len: 173 time: 0.8343208 Mar 16 11:39:22.294025 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c5afa0-d0ea-46d3-a952-174c0f9126fa', 'name': 'network-vif-deleted', 'tag': '5c69b0c0-24b0-4673-9110-e4540ec2a6b9', 'status': 'completed', 'code': 200} Mar 16 11:39:22.377988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-199e25b6-1ec4-4c75-a1aa-d2f1375fa82e req-a6ea6600-fd64-4b8a-9e20-ab70e55d7a82 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:22.395244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-199e25b6-1ec4-4c75-a1aa-d2f1375fa82e req-a6ea6600-fd64-4b8a-9e20-ab70e55d7a82 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:22.396410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-199e25b6-1ec4-4c75-a1aa-d2f1375fa82e req-a6ea6600-fd64-4b8a-9e20-ab70e55d7a82 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=60c5afa0-d0ea-46d3-a952-174c0f9126fa HTTP/1.1" status: 200 len: 210 time: 0.0583878 Mar 16 11:39:25.254885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:25.288637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:25.288968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 5c69b0c0-24b0-4673-9110-e4540ec2a6b9 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:28.170030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:28.388398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 33c6cb0c-3ef7-4733-bada-808e8d2f8741 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:28.388622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.557244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.557533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.680271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 33c6cb0c-3ef7-4733-bada-808e8d2f8741 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:28.839467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:28.887301 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=33c6cb0c-3ef7-4733-bada-808e8d2f8741,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:28.954967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.955176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.955535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.955862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.956194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.956510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.956831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.957154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.957468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.957781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.958097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:39:28.987926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.397246 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:39:29.699183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:39:29.709881 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:39:29.720098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:29.721885 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:29.722510 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:29.772726 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8f28531-339b-4c52-b0d0-0070b4675d97 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "DELETE /v2.0/floatingips/9cb22b88-e39d-4254-b663-05639a9f0e73 HTTP/1.1" status: 204 len: 168 time: 1.6016040 Mar 16 11:39:29.773364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:39:29.837754 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'status': 'completed', 'code': 200} Mar 16 11:39:29.897018 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:29.930206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-df11c9f0-13a8-4f54-bf83-ad2d58ca34f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461773d6710147b49c5148419a13829a&device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 1098 time: 0.0772965 Mar 16 11:39:30.074885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-1e9e21f4-6ed4-4e7c-9ab6-843a643f9a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:30.076435 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-1e9e21f4-6ed4-4e7c-9ab6-843a643f9a1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 200 len: 912 time: 0.1370513 Mar 16 11:39:30.182401 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-d0442292-e496-402c-9cde-b5a64bf90141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0996711 Mar 16 11:39:30.242443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:30.247296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:39:30.257406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-9e90cb7b-e8dd-4b32-8046-58f1587398b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:30.258445 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:30.259063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-9e90cb7b-e8dd-4b32-8046-58f1587398b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 200 len: 851 time: 0.0702078 Mar 16 11:39:30.259163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:30.308027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23644b-d704-4862-96ef-e41d5b10a5e8 req-cfa622db-4f4c-416f-abdb-75d016cac08d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:30.309449 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd23644b-d704-4862-96ef-e41d5b10a5e8 req-cfa622db-4f4c-416f-abdb-75d016cac08d tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.1805451 Mar 16 11:39:30.369517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd23644b-d704-4862-96ef-e41d5b10a5e8 req-aef72f22-06f0-42e6-b0a0-267a39d57801 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533116 Mar 16 11:39:30.381046 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-d6c362ca-10d8-4eef-a8d6-3cd84f1fb7f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=983ab41b-0fb1-45c9-be9a-1b5e29411acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137838 Mar 16 11:39:30.436156 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:30.521917 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-0dcdd0d1-1e39-438b-8f05-e36ff4ecffb6 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257691 Mar 16 11:39:30.652069 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbb565a4-d5f1-4200-8c80-a32976774523 req-ddf3de08-bbb1-4739-be05-c0fb8d9938f2 service neutron] 10.222.0.59 "GET /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Mar 16 11:39:30.745343 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:30.749623 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb78b45-ef8b-4008-bfa0-5e8ad7725347 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:32:20Z', 'revision_number': 4, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'b2cabb28-8d95-44f1-a0ec-d18bd8260d16', 'name': '', 'network_id': '983ab41b-0fb1-45c9-be9a-1b5e29411acd', 'tenant_id': '461773d6710147b49c5148419a13829a', 'mac_address': 'fa:16:3e:28:ea:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:20Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'subnets': [{'id': '2844b1f6-06f0-48d7-8bff-2db73f903f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:39:30.977037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad71d3e-e5be-48a0-8680-c5f3c8e3d705 None None] New status for floating IP 9cb22b88-e39d-4254-b663-05639a9f0e73: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:39:31.550800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5625-0578-43a3-88bc-e7aea36abfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:31.615003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbd154-7718-491e-9035-f9140ff9e170 req-7b152faa-093c-48ef-b539-b5e7c85164d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:31.616442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4fbd154-7718-491e-9035-f9140ff9e170 req-7b152faa-093c-48ef-b539-b5e7c85164d5 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.0998392 Mar 16 11:39:31.669379 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4fbd154-7718-491e-9035-f9140ff9e170 req-38066e7d-e9ee-4827-a888-78f7d90d3ec6 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/security-groups?id=91bb3c76-c038-406b-bf89-ebc77f6a5d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461738 Mar 16 11:39:31.792272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-9e87cca2-bba4-4c15-b285-23bb4420eb24 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:31.793577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-9e87cca2-bba4-4c15-b285-23bb4420eb24 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 945 time: 0.0804238 Mar 16 11:39:31.868465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 2ce15774-26ec-4c32-a444-2d772983c4a1 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:31.868693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.153419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] For port 2ce15774-26ec-4c32-a444-2d772983c4a1, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=2ce15774-26ec-4c32-a444-2d772983c4a1,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:32.153771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.387204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 2ce15774-26ec-4c32-a444-2d772983c4a1 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:32.536007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.585640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=2ce15774-26ec-4c32-a444-2d772983c4a1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:32.660299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] No DVR routers for this DVR port 2ce15774-26ec-4c32-a444-2d772983c4a1 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:32.663089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:32.665512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'name': 'network-vif-deleted', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:39:32.676961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc8b0b85-02c9-4294-a2c4-0fc8359cfd7b req-b821d3ca-3b7d-445f-b281-1538441647a4 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.59 "DELETE /v2.0/ports/2ce15774-26ec-4c32-a444-2d772983c4a1 HTTP/1.1" status: 204 len: 173 time: 0.8753498 Mar 16 11:39:32.724323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b11466-c79c-4c1f-9765-be92c314167e', 'name': 'network-vif-deleted', 'tag': '2ce15774-26ec-4c32-a444-2d772983c4a1', 'status': 'completed', 'code': 200} Mar 16 11:39:32.844962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fb341d18-ab86-4f1f-b92e-fcc1951f48dd req-f1b73e73-c77b-4221-856a-183bec421c5b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Synchronizing usage tracker for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:39:32.863277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fb341d18-ab86-4f1f-b92e-fcc1951f48dd req-f1b73e73-c77b-4221-856a-183bec421c5b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Unset dirty status for tenant:461773d6710147b49c5148419a13829a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:39:32.864426 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb341d18-ab86-4f1f-b92e-fcc1951f48dd req-f1b73e73-c77b-4221-856a-183bec421c5b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "GET /v2.0/ports?device_id=56b11466-c79c-4c1f-9765-be92c314167e HTTP/1.1" status: 200 len: 210 time: 0.0654628 Mar 16 11:39:33.727246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-79becbeb-de17-49b6-bb2c-f06f1960fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:33.978799 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:34.134498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Deleting port 331f71b3-8c5c-4368-966d-bd04be3cd0ac {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:34.134820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.308480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.308792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.435218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Calling delete_port for 331f71b3-8c5c-4368-966d-bd04be3cd0ac owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:34.581912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.625000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'Port': ['ID=331f71b3-8c5c-4368-966d-bd04be3cd0ac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:34.722012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.742825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:34.743970 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-455ac670-513e-468a-b11a-eb3a3829a54b tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "DELETE /v2.0/floatingips/59a308c4-8939-4956-9256-ca6ad4f4f268 HTTP/1.1" status: 204 len: 168 time: 0.7641931 Mar 16 11:39:35.027593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.033114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:35.284871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2ce15774-26ec-4c32-a444-2d772983c4a1 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:35.319115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 2ce15774-26ec-4c32-a444-2d772983c4a1 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:35.319449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 2ce15774-26ec-4c32-a444-2d772983c4a1 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:36.290103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.236115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.305737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.335905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.405006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.423311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb3c76-c038-406b-bf89-ebc77f6a5d5f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:37.429830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:37.430929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65e28d94-4727-452b-90aa-aea58f2c2596 tempest-TestVolumeBootPattern-1284235903 tempest-TestVolumeBootPattern-1284235903-project] 10.222.0.36 "DELETE /v2.0/security-groups/91bb3c76-c038-406b-bf89-ebc77f6a5d5f HTTP/1.1" status: 204 len: 168 time: 0.1938131 Mar 16 11:39:37.501723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46834) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:37.522771 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:39:38.147857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.768040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Deleting port b2cabb28-8d95-44f1-a0ec-d18bd8260d16 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:38.768730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:38.942466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] For port b2cabb28-8d95-44f1-a0ec-d18bd8260d16, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:38.942822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.063800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Calling delete_port for b2cabb28-8d95-44f1-a0ec-d18bd8260d16 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:39.240204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:39.282725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2cabb28-8d95-44f1-a0ec-d18bd8260d16,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:39.681633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.270588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Router fb3636fa-14e9-402a-a791-b1acf5e67344 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:39:40.472913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:39:40.482707 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Sync routers for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:39:40.485706 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-86345d21-37a9-4d5d-a828-0fab10dddf65 admin admin] 10.222.0.36 "PUT /v2.0/routers/fb3636fa-14e9-402a-a791-b1acf5e67344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828920 Mar 16 11:39:40.488796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:40.495313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:40.495904 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:40.670100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:40.682836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.877849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.888310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Deleting port e7255a13-5a36-453b-b09b-dafdd076c445 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:40.888664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:40.947504 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:39:39Z', 'revision_number': 5, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port': {'id': 'e7255a13-5a36-453b-b09b-dafdd076c445', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:18Z', 'updated_at': '2022-03-16T11:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:40.951710 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Checking router: fb3636fa-14e9-402a-a791-b1acf5e67344 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:39:40.963233 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Routers {'fb3636fa-14e9-402a-a791-b1acf5e67344'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:40.963832 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['fb3636fa-14e9-402a-a791-b1acf5e67344'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:41.149392 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] Set router fb3636fa-14e9-402a-a791-b1acf5e67344 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:41.175087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] For port e7255a13-5a36-453b-b09b-dafdd076c445, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e7255a13-5a36-453b-b09b-dafdd076c445,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:41.175345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.250281 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:39:40Z', 'revision_number': 6, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:41.254673 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bf788-ed66-4e8e-b31c-ef5572d74325 None None] The sync data for ids ['fb3636fa-14e9-402a-a791-b1acf5e67344'] in dv-neutron-833733-1-hyperv is: [{'id': 'fb3636fa-14e9-402a-a791-b1acf5e67344', 'name': 'tempest-TestVolumeBootPattern-1056094559-router', 'tenant_id': '461773d6710147b49c5148419a13829a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:17Z', 'updated_at': '2022-03-16T11:39:40Z', 'revision_number': 6, 'project_id': '461773d6710147b49c5148419a13829a', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:39:41.297568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Calling delete_port for e7255a13-5a36-453b-b09b-dafdd076c445 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:41.472504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.519047 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e7255a13-5a36-453b-b09b-dafdd076c445,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:41.744653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:41.997611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.002168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.027887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.028421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3636fa-14e9-402a-a791-b1acf5e67344 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:39:42.040548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.041656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02461dd8-5995-4ff4-8cd5-47305bbc39ff admin admin] 10.222.0.36 "DELETE /v2.0/routers/fb3636fa-14e9-402a-a791-b1acf5e67344 HTTP/1.1" status: 204 len: 168 time: 1.5519416 Mar 16 11:39:42.044328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46844) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:42.102720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Deleting subnet 2844b1f6-06f0-48d7-8bff-2db73f903f7f {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:39:42.105595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.157449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.191869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.242151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.310448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.348486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2844b1f6-06f0-48d7-8bff-2db73f903f7f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:42.355981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.362027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5a482-fa55-4e61-884f-218c8ef1d8aa None None] Network 983ab41b-0fb1-45c9-be9a-1b5e29411acd requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:39:42.363409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0198605-5e69-41d0-84cd-341a26aeafd2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2844b1f6-06f0-48d7-8bff-2db73f903f7f HTTP/1.1" status: 204 len: 168 time: 0.3181322 Mar 16 11:39:42.367473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:42.469974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.481369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Deleting port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:42.481724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.610749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] DHCP port deletion for 983ab41b-0fb1-45c9-be9a-1b5e29411acd request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:39:42.617315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Deleting port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:42.617714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.784039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] For port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:42.784379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.827543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] For port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,segment=NetworkSegment(5fcc9f9d-e659-426b-8f33-e0f7f3ee870f),segment_id=5fcc9f9d-e659-426b-8f33-e0f7f3ee870f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:42.827831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.906053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Calling delete_port for 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:42.947775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Calling delete_port for 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:42.988638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:42.990310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:43.033819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:43.034181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f02908d-f705-4f23-8c77-8ec37e7ff9a8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:43.034276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:43.034596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e7255a13-5a36-453b-b09b-dafdd076c445 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:43.037925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] No DVR routers for this DVR port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:43.101942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e7255a13-5a36-453b-b09b-dafdd076c445 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:43.102210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e7255a13-5a36-453b-b09b-dafdd076c445 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:43.102603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b2cabb28-8d95-44f1-a0ec-d18bd8260d16 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:43.137506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b2cabb28-8d95-44f1-a0ec-d18bd8260d16 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:43.137805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b2cabb28-8d95-44f1-a0ec-d18bd8260d16 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:43.159583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:43.160306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:43.163602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.198353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983ab41b-0fb1-45c9-be9a-1b5e29411acd']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:43.210335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:43.210627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc9f9d-e659-426b-8f33-e0f7f3ee870f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:43.221655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.237480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.243871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:39:43.244253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:43.258099 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:43.333542 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.338677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.363926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] Pushing event deleted for resources: {'Network': ['ID=983ab41b-0fb1-45c9-be9a-1b5e29411acd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:43.373858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b87f5754-9b48-461a-ae1b-9199f7e78017 admin admin] 10.222.0.36 "DELETE /v2.0/networks/983ab41b-0fb1-45c9-be9a-1b5e29411acd HTTP/1.1" status: 204 len: 168 time: 1.0052171 Mar 16 11:39:43.378409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:43.661735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Deleting port 4f02908d-f705-4f23-8c77-8ec37e7ff9a8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:43.662332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:43.726659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fc127d94-0a6c-471b-a0d9-8204fb44dcc5 None None] The port '4f02908d-f705-4f23-8c77-8ec37e7ff9a8' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:39:43.788675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.470184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Deleting port c57dd378-a746-4beb-af82-c0814346829d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:44.471027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.639792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] For port c57dd378-a746-4beb-af82-c0814346829d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c57dd378-a746-4beb-af82-c0814346829d,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:44.640035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.755354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Calling delete_port for c57dd378-a746-4beb-af82-c0814346829d owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:44.939968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:44.982145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57dd378-a746-4beb-af82-c0814346829d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:45.274153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:45.956896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Router ddc8d3e0-055b-4caf-92f6-f41de07379b0 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:39:46.171451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:39:46.180342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Sync routers for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:39:46.190907 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b17b88e9-b250-483a-9dc9-76055f89fd87 admin admin] 10.222.0.36 "PUT /v2.0/routers/ddc8d3e0-055b-4caf-92f6-f41de07379b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109975 Mar 16 11:39:46.192026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:46.193771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:46.194537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.374439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:46.388676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.596879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.607881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Deleting port 064787d8-56af-428d-8858-3576163d7638 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:46.608182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.658985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187'}], 'enable_snat': True}, 'gw_port_id': '064787d8-56af-428d-8858-3576163d7638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:39:44Z', 'revision_number': 5, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port': {'id': '064787d8-56af-428d-8858-3576163d7638', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:32:24Z', 'updated_at': '2022-03-16T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.663115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Checking router: ddc8d3e0-055b-4caf-92f6-f41de07379b0 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:39:46.675161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Routers {'ddc8d3e0-055b-4caf-92f6-f41de07379b0'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:39:46.675759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:39:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.787986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] For port 064787d8-56af-428d-8858-3576163d7638, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=064787d8-56af-428d-8858-3576163d7638,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:46.788375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:46.827170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] Set router ddc8d3e0-055b-4caf-92f6-f41de07379b0 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:39:46.906347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Calling delete_port for 064787d8-56af-428d-8858-3576163d7638 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:46.929185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:39:46Z', 'revision_number': 6, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:46.933126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dcd41-1449-435f-abf4-5991c1f05903 None None] The sync data for ids ['ddc8d3e0-055b-4caf-92f6-f41de07379b0'] in dv-neutron-833733-1-hyperv is: [{'id': 'ddc8d3e0-055b-4caf-92f6-f41de07379b0', 'name': 'tempest-TestVolumeBootPattern-1119057773-router', 'tenant_id': 'fd8686c77b794305b215e7382462a27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:32:23Z', 'updated_at': '2022-03-16T11:39:46Z', 'revision_number': 6, 'project_id': 'fd8686c77b794305b215e7382462a27b', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:39:47.191367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.235938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=064787d8-56af-428d-8858-3576163d7638,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:47.466831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.732022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.736681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.764274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.764947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc8d3e0-055b-4caf-92f6-f41de07379b0 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:39:47.778845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.779965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9edaad51-0408-45e2-9641-38bc72ca8d26 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ddc8d3e0-055b-4caf-92f6-f41de07379b0 HTTP/1.1" status: 204 len: 168 time: 1.5867858 Mar 16 11:39:47.782626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:47.840585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Deleting subnet 50426c46-c898-4bec-a63f-834c24b0a810 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:39:47.843547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.893443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:47.980740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.057291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.095199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50426c46-c898-4bec-a63f-834c24b0a810,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:48.101337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.106903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde1f70-0daf-4555-97a9-d6e9314ee3ae None None] Network 6778e932-2217-4c39-b7e2-98357a27656d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:39:48.110011 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b03bc63f-9a20-464a-bb98-4aa9a371a78b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/50426c46-c898-4bec-a63f-834c24b0a810 HTTP/1.1" status: 204 len: 168 time: 0.3236227 Mar 16 11:39:48.110011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 46864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:48.215639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.228513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Deleting port e708505e-8d96-4c03-8b25-ece977fb09a8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:48.228838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.353375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] DHCP port deletion for 6778e932-2217-4c39-b7e2-98357a27656d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:39:48.357710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Deleting port e708505e-8d96-4c03-8b25-ece977fb09a8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:48.358108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.441541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] For port e708505e-8d96-4c03-8b25-ece977fb09a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e708505e-8d96-4c03-8b25-ece977fb09a8,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:48.441865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.610970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] For port e708505e-8d96-4c03-8b25-ece977fb09a8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e708505e-8d96-4c03-8b25-ece977fb09a8,segment=NetworkSegment(ebcc58d4-2626-4ecd-83ba-8927c9f5cf37),segment_id=ebcc58d4-2626-4ecd-83ba-8927c9f5cf37)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:39:48.611466 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.661980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Calling delete_port for e708505e-8d96-4c03-8b25-ece977fb09a8 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:48.728586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Calling delete_port for e708505e-8d96-4c03-8b25-ece977fb09a8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:39:48.736539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.780190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e708505e-8d96-4c03-8b25-ece977fb09a8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:48.787515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] No DVR routers for this DVR port e708505e-8d96-4c03-8b25-ece977fb09a8 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:39:48.802730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:39:48.803099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:39:48.910215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.934280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6778e932-2217-4c39-b7e2-98357a27656d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:48.946595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:48.946882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcc58d4-2626-4ecd-83ba-8927c9f5cf37') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:39:48.958515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.975067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.983446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:39:48.984395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:48.985191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 064787d8-56af-428d-8858-3576163d7638 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:39:49.001465 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:39:49.019915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 064787d8-56af-428d-8858-3576163d7638 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:49.020228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 064787d8-56af-428d-8858-3576163d7638 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:49.020664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c57dd378-a746-4beb-af82-c0814346829d no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:49.051241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c57dd378-a746-4beb-af82-c0814346829d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:49.051574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c57dd378-a746-4beb-af82-c0814346829d not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:49.051974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e708505e-8d96-4c03-8b25-ece977fb09a8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:39:49.076108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.082368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.084072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e708505e-8d96-4c03-8b25-ece977fb09a8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:39:49.084417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e708505e-8d96-4c03-8b25-ece977fb09a8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:39:49.107601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6778e932-2217-4c39-b7e2-98357a27656d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.113436 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-edb69a4b-0c6e-47e0-9fa7-c175c46c42ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/6778e932-2217-4c39-b7e2-98357a27656d HTTP/1.1" status: 204 len: 168 time: 1.0027287 Mar 16 11:39:49.254821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:49.304877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Deleting port e708505e-8d96-4c03-8b25-ece977fb09a8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:39:49.305461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.307936 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7125128-7230-4a59-a6b2-958e704fc021 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=461773d6710147b49c5148419a13829a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519814 Mar 16 11:39:49.310687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:49.370780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.371031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31659aa1-f211-4b7f-82f0-e3cca78cb75e None None] The port 'e708505e-8d96-4c03-8b25-ece977fb09a8' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:39:49.397924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.447527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.461535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f213e2-fb99-4819-90cf-b6bb5e597105,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:49.467499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:49.471254 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7fd5a39b-2da7-44e4-b252-aa16b6ccba0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6f213e2-fb99-4819-90cf-b6bb5e597105 HTTP/1.1" status: 204 len: 168 time: 0.1569867 Mar 16 11:39:49.877613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46882) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:49.934867 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9104f89-cadd-4860-8bbf-c764d5802859 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd8686c77b794305b215e7382462a27b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560143 Mar 16 11:39:49.938566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 46886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:39:50.001332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.026840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.084084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.098557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee50b1c-0853-4619-ab23-46b21ba34254,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:39:50.106593 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:39:50.110140 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d16ebd6-0026-4c16-91a4-3dfc31141f33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ee50b1c-0853-4619-ab23-46b21ba34254 HTTP/1.1" status: 204 len: 168 time: 0.1682782 Mar 16 11:39:57.948419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-9c5350c6-683e-4146-b1c8-77fbbbb4131e req-adb7b0f0-ab46-4e26-a73a-9615eb696ad9 service neutron] (83793) timed out ('10.222.0.59', 54326) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:39:58.268397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-277d5cde-1695-44f6-9094-b99dd17d2976 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377829 Mar 16 11:39:58.437023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-0c315039-2dfe-4e2d-bf44-411b364ab173 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:39:58.438442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-0c315039-2dfe-4e2d-bf44-411b364ab173 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615856 Mar 16 11:39:58.454550 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-83ff5c11-9ad8-499e-a330-f2ea1a567bc2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/quotas/13ba69c7d3c0410f95bb3952aec5f497 HTTP/1.1" status: 200 len: 375 time: 0.0107169 Mar 16 11:39:58.499521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-66a1209e-5d72-4091-8b14-3aee5183f2f2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395041 Mar 16 11:39:58.693828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2d1b9cc-8f06-41f4-998c-0b02687cc8c0 req-84b8d5fd-fc23-4c3a-911e-6ded6d5b61ec tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 210 time: 0.0406446 Mar 16 11:39:59.874899 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07961b23-7431-40c4-9fce-e19c9ac3ac2e req-3776aaac-a2bf-49ed-ad29-3188b7e3fe8f tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 210 time: 0.0434988 Mar 16 11:39:59.933678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-439f9c00-04cc-4f01-9ae8-5e0a03e13591 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286934 Mar 16 11:40:00.088340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-90554c4a-2033-4e52-bd7e-fde5609c3fd6 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:00.089652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-90554c4a-2033-4e52-bd7e-fde5609c3fd6 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515625 Mar 16 11:40:00.114504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Request body: {'port': {'device_id': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd', 'admin_state_up': True, 'tenant_id': '13ba69c7d3c0410f95bb3952aec5f497'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:00.251497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:00.256220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Usage tracker for resource:port and tenant:13ba69c7d3c0410f95bb3952aec5f497 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:00.259245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:00.265288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:00.278747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Made reservation on behalf of 13ba69c7d3c0410f95bb3952aec5f497 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:00.283969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.300966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.333787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:00.337529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Usage tracker for resource:security_group_rule and tenant:13ba69c7d3c0410f95bb3952aec5f497 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:00.340334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:00.346151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:00.414566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.421380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.506530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:00.591588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Allocated IP 192.168.233.30 (1f1866be-6820-407d-80ae-43197e81c8dd/11314648-9f79-4151-a474-cb2fb33d6772/6d20247d-54ca-4a9a-9af9-155b30992722) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:00.797106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:00.812420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Transition to ACTIVE for port object 6d20247d-54ca-4a9a-9af9-155b30992722 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:00.836198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.056030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Network 1f1866be-6820-407d-80ae-43197e81c8dd is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:01.058203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:01.059932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Pushing event updated for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:01.061927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:40:01.134162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.134752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.170316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-443dc2c9-e825-4cb5-b513-da597d2197a1 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:01.170993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-443dc2c9-e825-4cb5-b513-da597d2197a1 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Synchronizing usage tracker for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:01.176281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-d973d2ae-8134-4880-8118-e351d006e2de tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0656080 Mar 16 11:40:01.192358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Request body: {'port': {'device_id': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:01.220980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-443dc2c9-e825-4cb5-b513-da597d2197a1 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Unset dirty status for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:01.222796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-443dc2c9-e825-4cb5-b513-da597d2197a1 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 935 time: 0.2208898 Mar 16 11:40:01.311966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a22fd8bc-4c54-4858-a45c-6b42408ca2c8 None None] Provisioning for port 6d20247d-54ca-4a9a-9af9-155b30992722 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:01.317896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a22fd8bc-4c54-4858-a45c-6b42408ca2c8 None None] Provisioning complete for port 6d20247d-54ca-4a9a-9af9-155b30992722 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:01.318300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a22fd8bc-4c54-4858-a45c-6b42408ca2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.330113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-aa10a34d-26f5-4ac8-a174-e9248035a9ba tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Synchronizing usage tracker for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:01.340869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.371662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a22fd8bc-4c54-4858-a45c-6b42408ca2c8 None None] Port 6d20247d-54ca-4a9a-9af9-155b30992722 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:40:01.391235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-aa10a34d-26f5-4ac8-a174-e9248035a9ba tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Unset dirty status for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:01.392356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca5f5cfd-21e0-4733-a72e-5ea12b55330f req-aa10a34d-26f5-4ac8-a174-e9248035a9ba tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612117 Mar 16 11:40:01.545072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-401701e1-aa72-4e7a-8310-8965375da320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.695893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d20247d-54ca-4a9a-9af9-155b30992722 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:40:01.702892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.717703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Transition to ACTIVE for port object 6d20247d-54ca-4a9a-9af9-155b30992722 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:01.724217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:01.843792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Pushing event updated for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:01.955432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Attempting to bind port 6d20247d-54ca-4a9a-9af9-155b30992722 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:01.955741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Attempting to bind port 6d20247d-54ca-4a9a-9af9-155b30992722 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:01.956062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Attempting to bind port 6d20247d-54ca-4a9a-9af9-155b30992722 on network 1f1866be-6820-407d-80ae-43197e81c8dd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:40:01.962150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Port 6d20247d-54ca-4a9a-9af9-155b30992722 on network 1f1866be-6820-407d-80ae-43197e81c8dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:40:01.962478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Attempting to bind port 6d20247d-54ca-4a9a-9af9-155b30992722 on network 1f1866be-6820-407d-80ae-43197e81c8dd {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:40:01.968596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:40:01.968920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Checking segment: {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:40:01.969290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Bound using segment: {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:40:01.969722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Bound port: 6d20247d-54ca-4a9a-9af9-155b30992722, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401baa47-9369-433c-83ca-c1f5aaa79733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:01.970063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.059018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:40:02.062643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=6d20247d-54ca-4a9a-9af9-155b30992722,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:40:02.068175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.130748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:02.132329 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] 10.222.0.59 "PUT /v2.0/ports/6d20247d-54ca-4a9a-9af9-155b30992722 HTTP/1.1" status: 200 len: 1097 time: 0.9447844 Mar 16 11:40:02.135282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:40:02.157147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf85c7-f263-4e99-8b70-538dc8e179af service neutron] Pushing event updated for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:02.223941 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722', 'status': 'completed', 'code': 200} Mar 16 11:40:02.429887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-b481f1bc-dfa5-4227-9e66-5f9a80cdcc9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 1100 time: 0.2433248 Mar 16 11:40:02.508593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-675f8e5e-8343-4e93-87e5-ad7718b0a9fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6d20247d-54ca-4a9a-9af9-155b30992722 HTTP/1.1" status: 200 len: 217 time: 0.0670786 Mar 16 11:40:02.619577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-da429103-a31e-48b7-861a-deac0ab1cca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:02.620935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-da429103-a31e-48b7-861a-deac0ab1cca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11314648-9f79-4151-a474-cb2fb33d6772 HTTP/1.1" status: 200 len: 843 time: 0.1041112 Mar 16 11:40:02.681021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dfbd7-d55c-4382-88bb-388768ec3a76 req-25ba4558-bd21-469d-92bd-66251465cf4e tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:02.682448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d06dfbd7-d55c-4382-88bb-388768ec3a76 req-25ba4558-bd21-469d-92bd-66251465cf4e tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 947 time: 0.1366889 Mar 16 11:40:02.742448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-8027b9d5-7c90-4b64-83e1-090ba3059a38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f1866be-6820-407d-80ae-43197e81c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1108534 Mar 16 11:40:02.744612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d06dfbd7-d55c-4382-88bb-388768ec3a76 req-21cd05bd-676c-473e-883c-b28c28b718df tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522220 Mar 16 11:40:02.890290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-da20c040-7324-48da-abed-e27851abf4d6 service neutron] 10.222.0.59 "GET /v2.0/networks/1f1866be-6820-407d-80ae-43197e81c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372931 Mar 16 11:40:03.123043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0143400-5382-4dce-a2aa-07175ff56e12 req-447dfb3d-c4a4-483b-8a0c-d89fe375fa12 service neutron] 10.222.0.59 "GET /v2.0/networks/1f1866be-6820-407d-80ae-43197e81c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244897 Mar 16 11:40:03.254784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-bbbbc5aa-6d1d-4d17-b5d0-6862fe475a02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 1100 time: 0.0739930 Mar 16 11:40:03.385803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-9919d4d6-c605-4830-a576-6d169e8acd10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:03.387275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-9919d4d6-c605-4830-a576-6d169e8acd10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f1866be-6820-407d-80ae-43197e81c8dd HTTP/1.1" status: 200 len: 869 time: 0.1257770 Mar 16 11:40:03.456744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-b3d2fc6b-4ec7-4b95-90e8-0c84aa458d74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6d20247d-54ca-4a9a-9af9-155b30992722 HTTP/1.1" status: 200 len: 217 time: 0.0594051 Mar 16 11:40:03.522662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-ae834c92-6bab-4818-bfc0-350fdfd1aae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:03.523959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-ae834c92-6bab-4818-bfc0-350fdfd1aae2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11314648-9f79-4151-a474-cb2fb33d6772 HTTP/1.1" status: 200 len: 843 time: 0.0611429 Mar 16 11:40:03.608924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-6f357414-593e-49dd-9b8e-db2cd0c252e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f1866be-6820-407d-80ae-43197e81c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0781672 Mar 16 11:40:03.722452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-866de756-dbe3-4569-b12c-37b4beab9e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:03.747464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-d04ac429-b4ec-4a23-8825-7a0d67436c7a service neutron] 10.222.0.59 "GET /v2.0/networks/1f1866be-6820-407d-80ae-43197e81c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302330 Mar 16 11:40:03.911732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20700cdf-badc-4c4a-935e-4544e76228b8 req-bdacefcd-9867-4da2-bc00-c98dde0d4a47 service neutron] 10.222.0.59 "GET /v2.0/networks/1f1866be-6820-407d-80ae-43197e81c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571722 Mar 16 11:40:03.961418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a65783-6adb-4dc8-bd6e-4db94dbabcc9 req-2c52bc81-3818-4bf2-b781-c52a5abde06b tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:03.962866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a65783-6adb-4dc8-bd6e-4db94dbabcc9 req-2c52bc81-3818-4bf2-b781-c52a5abde06b tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 947 time: 0.0864925 Mar 16 11:40:04.010552 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a65783-6adb-4dc8-bd6e-4db94dbabcc9 req-ca73bdc8-6f95-4aaf-ad62-95719bed7489 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Mar 16 11:40:05.029241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.033202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.210932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889cbc-3f0b-494c-9919-0f645aae22bb req-ed7fb28c-8ed1-425d-8e35-355db6fb8854 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:05.212252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42889cbc-3f0b-494c-9919-0f645aae22bb req-ed7fb28c-8ed1-425d-8e35-355db6fb8854 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 947 time: 0.0787914 Mar 16 11:40:05.260154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42889cbc-3f0b-494c-9919-0f645aae22bb req-0a2ffe73-4f50-42eb-a2a6-ba57e015355e tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Mar 16 11:40:05.378847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 6d20247d-54ca-4a9a-9af9-155b30992722 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:40:05.527674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=6d20247d-54ca-4a9a-9af9-155b30992722,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:05.543342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '6d20247d-54ca-4a9a-9af9-155b30992722', 'network_id': '1f1866be-6820-407d-80ae-43197e81c8dd', 'port_id': '6d20247d-54ca-4a9a-9af9-155b30992722', 'mac_address': 'fa:16:3e:8b:0b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11314648-9f79-4151-a474-cb2fb33d6772', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:40:05.600432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.618419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d20247d-54ca-4a9a-9af9-155b30992722 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:40:05.635044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=6d20247d-54ca-4a9a-9af9-155b30992722,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:05.639877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:05.705942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:05.714321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.714665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.715024 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.715350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.715677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.716004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.716321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.716623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.716924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.717238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.717550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:05.889254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['6d20247d-54ca-4a9a-9af9-155b30992722'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:40:06.294692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:06.475097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e6e3b-d168-4fb1-a96f-1b0b042d445b req-23572859-6542-4bb3-b228-9c01630de5ce tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:06.476515 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d87e6e3b-d168-4fb1-a96f-1b0b042d445b req-23572859-6542-4bb3-b228-9c01630de5ce tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 948 time: 0.0933335 Mar 16 11:40:06.521543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d87e6e3b-d168-4fb1-a96f-1b0b042d445b req-66863206-1d51-423e-a2d9-0a141b8972d9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Mar 16 11:40:07.393783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 6d20247d-54ca-4a9a-9af9-155b30992722 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:07.481578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 6d20247d-54ca-4a9a-9af9-155b30992722 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:07.488075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 6d20247d-54ca-4a9a-9af9-155b30992722 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:07.488469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.603222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.633984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:40:07.643828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=6d20247d-54ca-4a9a-9af9-155b30992722,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:07.649140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:07.714999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:07.767951 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722', 'code': 200} Mar 16 11:40:07.803936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9960854-d216-4b36-a8b8-8cb5fc16133c req-e92d2a68-af4b-4811-b95b-b1173673cbc9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:07.805368 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9960854-d216-4b36-a8b8-8cb5fc16133c req-e92d2a68-af4b-4811-b95b-b1173673cbc9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.1655800 Mar 16 11:40:07.855473 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9960854-d216-4b36-a8b8-8cb5fc16133c req-26bd49bf-810a-4e79-ad1b-0a4b36dec2c3 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Mar 16 11:40:08.026240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f19e90d-51d1-406b-a7f4-f3cd5e4d21ab req-a8b75317-98c7-4d66-9263-381effa27e36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 1102 time: 0.0811400 Mar 16 11:40:08.071405 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f19e90d-51d1-406b-a7f4-f3cd5e4d21ab req-8ee8482c-6706-4d72-bf8d-c6193684f476 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Mar 16 11:40:09.136933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417621b-f0b3-4d2a-837f-d4c82aa9d681 req-795dcf46-8793-43ec-a2b1-9a9987fbf56f tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:09.138871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9417621b-f0b3-4d2a-837f-d4c82aa9d681 req-795dcf46-8793-43ec-a2b1-9a9987fbf56f tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.1513193 Mar 16 11:40:09.185171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9417621b-f0b3-4d2a-837f-d4c82aa9d681 req-46fa2701-45af-4849-99bc-7c2b38552b5e tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Mar 16 11:40:10.394147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58ec09-37a6-4464-a59e-87ccf3ac5408 req-1ad46878-9d43-403b-b2b8-93edd9bb3208 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:10.395566 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee58ec09-37a6-4464-a59e-87ccf3ac5408 req-1ad46878-9d43-403b-b2b8-93edd9bb3208 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.0812700 Mar 16 11:40:10.446944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee58ec09-37a6-4464-a59e-87ccf3ac5408 req-7a86bd57-977d-4d05-bfc7-3f71c3625348 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Mar 16 11:40:10.974264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94fa795c-885d-4175-b2b3-9fd3e5bd3948 req-063bc62b-f609-4a7b-a3e0-f55b9de99cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1477206 Mar 16 11:40:11.494733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c67f3385-365f-4e35-a029-710cd4ce0d24 req-2b06eb5a-54c2-4fb2-9cb8-7696c705b55a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702770 Mar 16 11:40:12.050900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0280d9f-bad0-4efe-8c4e-4576d05ae223 req-f7ff801f-2d63-480d-9f42-7c105f0199bb tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:12.052371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0280d9f-bad0-4efe-8c4e-4576d05ae223 req-f7ff801f-2d63-480d-9f42-7c105f0199bb tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.0823731 Mar 16 11:40:12.097666 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0280d9f-bad0-4efe-8c4e-4576d05ae223 req-26522d6d-e382-43b7-ad42-411cf5399059 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Mar 16 11:40:12.209169 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.429647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960016d-315d-467b-9a99-7ba278bc3a71 req-f2b13fb6-70d5-4e0c-8239-2315aa0196f2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:13.431037 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5960016d-315d-467b-9a99-7ba278bc3a71 req-f2b13fb6-70d5-4e0c-8239-2315aa0196f2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.2030766 Mar 16 11:40:13.495181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5960016d-315d-467b-9a99-7ba278bc3a71 req-eb3fd1bf-337f-40e7-b37d-007927d71d73 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547061 Mar 16 11:40:13.503814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-43becefe-2578-41da-886c-aba4aaad29b2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:13.505271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-43becefe-2578-41da-886c-aba4aaad29b2 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.59 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 949 time: 0.2113242 Mar 16 11:40:13.575939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Deleting port 6d20247d-54ca-4a9a-9af9-155b30992722 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:40:13.576277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.823239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] For port 6d20247d-54ca-4a9a-9af9-155b30992722, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=6d20247d-54ca-4a9a-9af9-155b30992722,segment=NetworkSegment(401baa47-9369-433c-83ca-c1f5aaa79733),segment_id=401baa47-9369-433c-83ca-c1f5aaa79733)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:13.823456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:13.938617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Calling delete_port for 6d20247d-54ca-4a9a-9af9-155b30992722 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:40:14.089035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.102299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['6d20247d-54ca-4a9a-9af9-155b30992722'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:40:14.141206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Pushing event deleted for resources: {'Port': ['ID=6d20247d-54ca-4a9a-9af9-155b30992722,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:14.212544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] No DVR routers for this DVR port 6d20247d-54ca-4a9a-9af9-155b30992722 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:40:14.215283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:14.221879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'name': 'network-vif-deleted', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:40:14.235679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0753ae4d-e0d2-49ba-bec6-e51de12bdc61 req-5e6ffb4b-8c88-4e9d-80b1-8ec3c905a617 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.59 "DELETE /v2.0/ports/6d20247d-54ca-4a9a-9af9-155b30992722 HTTP/1.1" status: 204 len: 173 time: 0.7225010 Mar 16 11:40:14.286092 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d', 'name': 'network-vif-deleted', 'tag': '6d20247d-54ca-4a9a-9af9-155b30992722', 'status': 'completed', 'code': 200} Mar 16 11:40:14.527529 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:14.678570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dc7756df-ddf0-4f66-9b15-04001913b7aa req-b7280b25-f44a-46d6-86cd-0950e82d2ba9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Synchronizing usage tracker for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:14.700926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dc7756df-ddf0-4f66-9b15-04001913b7aa req-b7280b25-f44a-46d6-86cd-0950e82d2ba9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] Unset dirty status for tenant:13ba69c7d3c0410f95bb3952aec5f497 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:14.702207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc7756df-ddf0-4f66-9b15-04001913b7aa req-b7280b25-f44a-46d6-86cd-0950e82d2ba9 tempest-ServersAdminNegativeTestJSON-433134391 tempest-ServersAdminNegativeTestJSON-433134391-project] 10.222.0.36 "GET /v2.0/ports?device_id=28cb6c93-8bc6-4e63-8f6c-ff47cf2c079d HTTP/1.1" status: 200 len: 210 time: 0.0735681 Mar 16 11:40:16.120588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47030) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:16.300669 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0de02a96-28d6-4cb7-bc25-57dd309eb2f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13ba69c7d3c0410f95bb3952aec5f497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1786318 Mar 16 11:40:16.304127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:16.364425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.393828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.447430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.463685 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:16.475858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.477126 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40cf0cfc-e94d-4478-8dc5-f4331d93f149 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef9eb0bd-bdb9-48db-8b2b-b188e624f4fe HTTP/1.1" status: 204 len: 168 time: 0.1721425 Mar 16 11:40:16.831036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:16.850807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.885144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:16.888945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Usage tracker for resource:security_group_rule and tenant:422a9b67865d46298d1fdfbc994d0391 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:16.891763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:16.897306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:16.962034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:16.968063 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.010836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4834f88a-e323-4d86-a25d-4f654cf372d4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:17.016444 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f0993549-84d4-4f38-b625-ecafab70811c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=422a9b67865d46298d1fdfbc994d0391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843469 Mar 16 11:40:17.018986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:17.080473 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.106258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.156566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.171686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834f88a-e323-4d86-a25d-4f654cf372d4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:17.175810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:17.176936 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-29e449cb-0475-4319-a81d-9ca552fc7fc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4834f88a-e323-4d86-a25d-4f654cf372d4 HTTP/1.1" status: 204 len: 168 time: 0.1569939 Mar 16 11:40:17.438736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 6d20247d-54ca-4a9a-9af9-155b30992722 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:40:17.474602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 6d20247d-54ca-4a9a-9af9-155b30992722 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:40:17.474919 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 6d20247d-54ca-4a9a-9af9-155b30992722 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:40:18.086293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47070) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:18.226537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1044403933-network', 'tenant_id': 'a5e4e70915d4456fbfd37b6aeb839d0c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:18.231612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:18.235687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Usage tracker for resource:network and tenant:a5e4e70915d4456fbfd37b6aeb839d0c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:18.238894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:18.244824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:18.257240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Made reservation on behalf of a5e4e70915d4456fbfd37b6aeb839d0c for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:18.259798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.276607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.307119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:18.310950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e4e70915d4456fbfd37b6aeb839d0c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:18.313859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:18.320330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:18.385957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.391413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.419937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:40:18.428655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598293b-7d38-4953-8064-0e967af84c89,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:18.434086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.434475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Added segment 07b533a3-6014-4814-a7c2-c72f534c8357 of type vlan for network f3beef7b-4c75-4a06-bcbb-bdead7191d30 Mar 16 11:40:18.459722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.489398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.490364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:18.490823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.589411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Pushing event updated for resources: {'Network': ['ID=f3beef7b-4c75-4a06-bcbb-bdead7191d30,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:18.593196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5058351 Mar 16 11:40:18.596390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:18.600105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.600446 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.600777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.601105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.601426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.601746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.602091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.602234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Request body: {'subnet': {'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1044403933-subnet', 'tenant_id': 'a5e4e70915d4456fbfd37b6aeb839d0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:18.602409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.602723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.603033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.603357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e487c7-3f84-4c67-9cb1-8a6133507b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:40:18.607320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:18.611190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Usage tracker for resource:subnet and tenant:a5e4e70915d4456fbfd37b6aeb839d0c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:18.614075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:18.614624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network f3beef7b-4c75-4a06-bcbb-bdead7191d30 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:40:18.620516 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:18.630631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Made reservation on behalf of a5e4e70915d4456fbfd37b6aeb839d0c for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:18.633051 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.838119 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.907954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb69dbf3-7e18-4147-829c-d371c23a4f3f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:18.924374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Checking segment: {'id': '07b533a3-6014-4814-a7c2-c72f534c8357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:40:18.924719 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Network hostable DHCP agents. Network: f3beef7b-4c75-4a06-bcbb-bdead7191d30, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:40:18.946707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Network f3beef7b-4c75-4a06-bcbb-bdead7191d30 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:40:18.956531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, f3beef7b-4c75-4a06-bcbb-bdead7191d30) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:18.960954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:18.961545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:18.966267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4a9f8-d7fa-4fb3-8b0f-ac1f2b3d8af9 None None] Network f3beef7b-4c75-4a06-bcbb-bdead7191d30 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:40:18.986739 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-985d2f85-897a-4fca-8500-141a573be656 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3889747 Mar 16 11:40:19.206430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ce503-ba93-401f-b318-2e61ef44902f None None] Network f3beef7b-4c75-4a06-bcbb-bdead7191d30 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:40:19.554949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-576ebb6e-0713-441c-b7f0-a68b339837f6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:19.555792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-576ebb6e-0713-441c-b7f0-a68b339837f6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Synchronizing usage tracker for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:19.579777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-576ebb6e-0713-441c-b7f0-a68b339837f6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Unset dirty status for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:19.580958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-576ebb6e-0713-441c-b7f0-a68b339837f6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 812 time: 0.1977112 Mar 16 11:40:19.597163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-9c2648ad-fa43-4045-954e-75ad442ba40b tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/quotas/a5e4e70915d4456fbfd37b6aeb839d0c HTTP/1.1" status: 200 len: 375 time: 0.0105813 Mar 16 11:40:19.642884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-8735b083-a4d6-4f15-a965-babec0b48727 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406067 Mar 16 11:40:19.784850 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-60e25c6b-c08c-4291-ad56-7f6fd53008e1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345007 Mar 16 11:40:19.924897 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-ff187701-4bcb-4d85-972b-6a87df8d0c17 service neutron] 10.222.0.36 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327631 Mar 16 11:40:20.212654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-23e4987b-61e4-4c59-a642-141f4c7fff33 req-27c2d83f-badf-4bd1-b933-9c10f35b1a0b tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 210 time: 0.1400816 Mar 16 11:40:21.301591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-1a218e91-e28d-4b73-a29e-34fbe93fec01 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:21.303151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-1a218e91-e28d-4b73-a29e-34fbe93fec01 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 812 time: 0.1492975 Mar 16 11:40:21.326510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Request body: {'port': {'device_id': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30', 'admin_state_up': True, 'tenant_id': 'a5e4e70915d4456fbfd37b6aeb839d0c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:21.444283 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84f4f9e0-7c22-401a-8237-2ec92307c8c0 req-4f9fea35-f014-46f8-aaa8-eea58e7c691e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 210 time: 0.1004143 Mar 16 11:40:21.508014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:40:21.512084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Usage tracker for resource:port and tenant:a5e4e70915d4456fbfd37b6aeb839d0c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:40:21.515105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:40:21.521663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:40:21.531798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Made reservation on behalf of a5e4e70915d4456fbfd37b6aeb839d0c for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:40:21.534972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.699433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Allocated IP 172.20.0.7 (f3beef7b-4c75-4a06-bcbb-bdead7191d30/eb69dbf3-7e18-4147-829c-d371c23a4f3f/1d60361a-a4db-4ba0-a54e-8f9e04a22c90) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:40:21.909805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:21.940936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.013475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Network f3beef7b-4c75-4a06-bcbb-bdead7191d30 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:40:22.016454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:40:22.020791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:40:22.044894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:22.080018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.080612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.100856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-adad9c4a-2473-459f-baa1-cab432552bd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785819 Mar 16 11:40:22.116655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Request body: {'port': {'device_id': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:40:22.226978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.613088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:40:22.621904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.645475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Transition to ACTIVE for port object 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:40:22.652087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:22.783751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774784c8-98cc-429a-b224-e25a44b75f39 req-0e8bb8fe-9e4e-4840-b738-cbfb50564c95 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:22.784331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-774784c8-98cc-429a-b224-e25a44b75f39 req-0e8bb8fe-9e4e-4840-b738-cbfb50564c95 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Synchronizing usage tracker for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:22.787366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:22.831733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-774784c8-98cc-429a-b224-e25a44b75f39 req-0e8bb8fe-9e4e-4840-b738-cbfb50564c95 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Unset dirty status for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:22.832885 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-774784c8-98cc-429a-b224-e25a44b75f39 req-0e8bb8fe-9e4e-4840-b738-cbfb50564c95 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 931 time: 0.2655640 Mar 16 11:40:23.024251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Attempting to bind port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:40:23.024517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Attempting to bind port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '07b533a3-6014-4814-a7c2-c72f534c8357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:40:23.024871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Attempting to bind port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 on network f3beef7b-4c75-4a06-bcbb-bdead7191d30 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:40:23.028082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-774784c8-98cc-429a-b224-e25a44b75f39 req-1d23b111-5194-47ce-87bb-12765e97c8ab tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Synchronizing usage tracker for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:40:23.038165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 on network f3beef7b-4c75-4a06-bcbb-bdead7191d30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:40:23.038410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Attempting to bind port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 on network f3beef7b-4c75-4a06-bcbb-bdead7191d30 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:40:23.050088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:40:23.050396 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Checking segment: {'id': '07b533a3-6014-4814-a7c2-c72f534c8357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:40:23.050833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Bound using segment: {'id': '07b533a3-6014-4814-a7c2-c72f534c8357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:40:23.051283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Bound port: 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b533a3-6014-4814-a7c2-c72f534c8357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:40:23.051721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.062612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-774784c8-98cc-429a-b224-e25a44b75f39 req-1d23b111-5194-47ce-87bb-12765e97c8ab tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Unset dirty status for tenant:a5e4e70915d4456fbfd37b6aeb839d0c on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:40:23.063712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-774784c8-98cc-429a-b224-e25a44b75f39 req-1d23b111-5194-47ce-87bb-12765e97c8ab tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100800 Mar 16 11:40:23.147465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:40:23.150580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:40:23.156017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.215948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:23.217254 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] 10.222.0.59 "PUT /v2.0/ports/1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 1093 time: 1.1048071 Mar 16 11:40:23.219494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:40:23.236935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce444f-b034-4754-b32e-4881c3264efd service neutron] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:23.296099 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'status': 'completed', 'code': 200} Mar 16 11:40:23.337088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-0b65cf23-4fcf-4116-b519-b74ba6bc094d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1096 time: 0.0760157 Mar 16 11:40:23.406010 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-5ef76805-206a-48b9-a81d-7f75d4182bfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0588858 Mar 16 11:40:23.472428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-ef454ea8-be25-4396-98c3-d3ce1ec57792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:23.473769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-ef454ea8-be25-4396-98c3-d3ce1ec57792 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0592353 Mar 16 11:40:23.524140 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-70c6e936-14e1-4318-9c3d-7e1be171b222 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411656 Mar 16 11:40:23.668615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-93a7b5d4-adcb-41a7-a27e-b28f68f67010 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348464 Mar 16 11:40:23.801647 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6de8c292-366c-4dde-846a-d6b87ac9ef2b req-961e6d28-ed5d-4f3e-b1e2-625bd43a1063 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229713 Mar 16 11:40:23.932066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-71dcdb2e-e310-4923-98df-a71908d0bf47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1096 time: 0.0749192 Mar 16 11:40:24.065040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-ac2dc4ea-30d5-438e-9d98-abe726ed40f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:24.066473 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-ac2dc4ea-30d5-438e-9d98-abe726ed40f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 912 time: 0.1281877 Mar 16 11:40:24.136867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-ca614420-628a-409d-a97a-35d9b4bb9ae4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0628982 Mar 16 11:40:24.238731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-f856a058-c1df-4386-9385-768443ce50eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:24.240147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-f856a058-c1df-4386-9385-768443ce50eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0971978 Mar 16 11:40:24.291195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-9cdf97a7-daee-4d92-8e09-0e137fb1bcab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408387 Mar 16 11:40:24.386885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc9659-0a16-47b3-ae85-01641871e9bb req-a20e125f-5e6c-4d60-a136-e87665f9142f tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:24.388277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cdc9659-0a16-47b3-ae85-01641871e9bb req-a20e125f-5e6c-4d60-a136-e87665f9142f tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 943 time: 0.2028468 Mar 16 11:40:24.463991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-a922936d-a5ef-47ef-9f84-61d7d643c650 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656418 Mar 16 11:40:24.468726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cdc9659-0a16-47b3-ae85-01641871e9bb req-445e5741-e276-48e1-a1ab-bb1bf8f83d0c tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731969 Mar 16 11:40:24.593297 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510e2c8c-fbfd-468f-88ac-c0066c1ffabc req-8f79ffa7-bd1a-4d51-a88a-f8a815a73915 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233673 Mar 16 11:40:25.788569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044780-b47c-4947-aa47-8d38fb7021b7 req-afb10ac9-fdb5-4441-8edc-093ddc80b421 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:25.789956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60044780-b47c-4947-aa47-8d38fb7021b7 req-afb10ac9-fdb5-4441-8edc-093ddc80b421 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 943 time: 0.1804252 Mar 16 11:40:25.836543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60044780-b47c-4947-aa47-8d38fb7021b7 req-1c6bb2d8-c37e-4126-9862-71c480962ba3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Mar 16 11:40:27.213584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052495f-b728-4d70-ae10-8c7534a215ea req-b75fc032-9e99-4a5c-9009-34b8614791c8 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:27.215066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c052495f-b728-4d70-ae10-8c7534a215ea req-b75fc032-9e99-4a5c-9009-34b8614791c8 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 943 time: 0.0862226 Mar 16 11:40:27.264147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c052495f-b728-4d70-ae10-8c7534a215ea req-baf7e45d-1f35-4977-b0c7-27a9d1673c78 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Mar 16 11:40:27.504574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:40:27.661486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:27.675218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30', 'port_id': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'mac_address': 'fa:16:3e:64:85:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb69dbf3-7e18-4147-829c-d371c23a4f3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:40:27.727602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.744843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:40:27.760731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:27.767319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:27.843086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:28.013955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1d60361a-a4db-4ba0-a54e-8f9e04a22c90'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:40:28.481197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c8b37-4c0d-46e7-ac11-8ceb1e9bf992 req-d166132b-c296-43fc-ac37-512012c44ca7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:28.482672 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c4c8b37-4c0d-46e7-ac11-8ceb1e9bf992 req-d166132b-c296-43fc-ac37-512012c44ca7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 944 time: 0.0880756 Mar 16 11:40:28.532300 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c4c8b37-4c0d-46e7-ac11-8ceb1e9bf992 req-d00b71d2-f576-4e47-b50b-d433c5142b2a tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Mar 16 11:40:29.520133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:40:29.601399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:40:29.606400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:40:29.606901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.730270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.742982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5605-da40-4a4a-b3a6-154f851ef34e req-5e574876-5fce-4427-8a0c-39111cd1a9d9 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:29.744430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e79d5605-da40-4a4a-b3a6-154f851ef34e req-5e574876-5fce-4427-8a0c-39111cd1a9d9 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 944 time: 0.0832653 Mar 16 11:40:29.758629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:40:29.768232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:40:29.772505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:29.791504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e79d5605-da40-4a4a-b3a6-154f851ef34e req-99a5a96d-ef19-4e60-9d61-6395953abe2f tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Mar 16 11:40:29.821595 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'code': 200} Mar 16 11:40:29.846027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:40:30.098029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daedd12b-1c18-43c3-b7ef-4317aa0e0aa6 req-f0a23f40-f7de-4084-88e1-3bcf78ed8e27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1098 time: 0.0858850 Mar 16 11:40:30.152189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daedd12b-1c18-43c3-b7ef-4317aa0e0aa6 req-d6c90323-bec2-4967-942d-550fb390bb47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Mar 16 11:40:30.994206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb654f-b63c-4ec6-bc3a-c654d1ae8bd2 req-a99adf1f-9969-4797-88e8-48db2da4e3b3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:30.995633 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9bb654f-b63c-4ec6-bc3a-c654d1ae8bd2 req-a99adf1f-9969-4797-88e8-48db2da4e3b3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0767131 Mar 16 11:40:31.042027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9bb654f-b63c-4ec6-bc3a-c654d1ae8bd2 req-12349ea1-f20a-4db5-9400-61c36fe79205 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Mar 16 11:40:31.554018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa5995d8-07ed-49f4-b7ba-eb9d1b55a657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:32.265297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c2da8-fe3b-4520-b54d-89f03c767b17 req-0645e792-ac78-4e32-894b-7fbd2202b0b5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:32.266734 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-512c2da8-fe3b-4520-b54d-89f03c767b17 req-0645e792-ac78-4e32-894b-7fbd2202b0b5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0808353 Mar 16 11:40:32.313420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-512c2da8-fe3b-4520-b54d-89f03c767b17 req-a88fdc96-3d4d-4381-bfe1-c517601cd104 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Mar 16 11:40:32.602410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae8c31b6-ba5c-4985-a2d0-95a476da4fd6 req-605cd9c8-cf6b-43ba-a74c-3079659b4a9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1520677 Mar 16 11:40:32.889156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:40:32.920685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e71eb-e397-474f-b49c-dd4ef5cb1206 req-3ae4777b-85b2-4b9a-8311-e7ae97a09f1e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:32.922145 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d6e71eb-e397-474f-b49c-dd4ef5cb1206 req-3ae4777b-85b2-4b9a-8311-e7ae97a09f1e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0850468 Mar 16 11:40:32.967311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d6e71eb-e397-474f-b49c-dd4ef5cb1206 req-97e4e78c-06bd-4078-b271-5cf1d6ee39fa tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Mar 16 11:40:33.029265 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-253eaeed-7a12-41e7-90a6-27da2e3ab6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388705 Mar 16 11:40:33.735060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-461ec1f3-3224-4b8f-aee0-27901cf67999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:34.223269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6aff-c432-4df7-9426-59c71e16ccf5 req-0bc3729d-307a-48de-82d4-144a6083db30 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:34.224953 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28fb6aff-c432-4df7-9426-59c71e16ccf5 req-0bc3729d-307a-48de-82d4-144a6083db30 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0915692 Mar 16 11:40:34.278395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28fb6aff-c432-4df7-9426-59c71e16ccf5 req-da088a8c-a284-45fd-876d-8c225d57e5c9 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Mar 16 11:40:34.463961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-7d5f4f05-9630-404e-b670-d2e53c28ecfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1098 time: 0.0823722 Mar 16 11:40:34.594976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-6a1ece6d-5026-4889-b43b-b2c2d00a2cc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:34.596306 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-6a1ece6d-5026-4889-b43b-b2c2d00a2cc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 912 time: 0.1262157 Mar 16 11:40:34.662147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-87e6fdb1-5588-497f-8ddf-faa572950641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0592606 Mar 16 11:40:34.727763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-dd12cdb3-4422-4b60-b267-4272d1e1a661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:34.729215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-dd12cdb3-4422-4b60-b267-4272d1e1a661 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0621066 Mar 16 11:40:34.775645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-0b9d1d97-15aa-4a50-b67f-241f73817e58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406218 Mar 16 11:40:34.912231 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-751be002-df64-4d22-9705-5b47e40e1600 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302130 Mar 16 11:40:35.023741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.029058 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:35.047183 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-c6831943-ca4b-4b70-9541-5f630605a151 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293714 Mar 16 11:40:35.588191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ffe1e-3346-4b15-89ce-3eaf921da1e0 req-6fc0d541-3423-459a-ab0d-f4d11f7cdca6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:35.589501 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b4ffe1e-3346-4b15-89ce-3eaf921da1e0 req-6fc0d541-3423-459a-ab0d-f4d11f7cdca6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.1655507 Mar 16 11:40:35.638513 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b4ffe1e-3346-4b15-89ce-3eaf921da1e0 req-bcda83ee-2656-4d47-8160-e5dea3f5464e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Mar 16 11:40:36.300721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:36.855825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5c8d-b319-4b81-84a9-97d31ca83daa req-5d24c650-cf0f-4f7c-afa4-97fb4eceaf92 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:36.857248 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-148d5c8d-b319-4b81-84a9-97d31ca83daa req-5d24c650-cf0f-4f7c-afa4-97fb4eceaf92 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0876780 Mar 16 11:40:36.903302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-148d5c8d-b319-4b81-84a9-97d31ca83daa req-91a195a9-9d4a-480f-b9b4-29e03b5dc8e5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Mar 16 11:40:38.112742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca6fb-338b-4fc6-99c4-b526933e36e6 req-c8e68dce-38e3-4903-9912-c4d41a2cd2e5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:38.114195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e68ca6fb-338b-4fc6-99c4-b526933e36e6 req-c8e68dce-38e3-4903-9912-c4d41a2cd2e5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0829530 Mar 16 11:40:38.158695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e68ca6fb-338b-4fc6-99c4-b526933e36e6 req-917cfc50-ab89-4936-9d57-795cad21523e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Mar 16 11:40:39.371088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa6a7-9278-41d0-b1d5-9c8379db1ff3 req-f3a05adc-7252-4e39-91b4-3a6a1fd55cc7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:39.372504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3faa6a7-9278-41d0-b1d5-9c8379db1ff3 req-f3a05adc-7252-4e39-91b4-3a6a1fd55cc7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0833631 Mar 16 11:40:39.419201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3faa6a7-9278-41d0-b1d5-9c8379db1ff3 req-019f11a3-62a4-4fa7-95e6-1b1962af2e81 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Mar 16 11:40:40.644444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b231-ca14-40e8-8a0b-71c4245b010b req-212fcc83-5574-4099-9eb3-8084d1d2b93f tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:40.645900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c189b231-ca14-40e8-8a0b-71c4245b010b req-212fcc83-5574-4099-9eb3-8084d1d2b93f tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0840244 Mar 16 11:40:40.695321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c189b231-ca14-40e8-8a0b-71c4245b010b req-b517bd83-4711-4064-9285-80f0b3cf3b25 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Mar 16 11:40:41.921076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72891f88-36d8-4e79-b7e1-de4b82e10935 req-ee9305ec-83e3-4f54-9624-eae3a6873c6e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:41.922497 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72891f88-36d8-4e79-b7e1-de4b82e10935 req-ee9305ec-83e3-4f54-9624-eae3a6873c6e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0862219 Mar 16 11:40:41.975883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72891f88-36d8-4e79-b7e1-de4b82e10935 req-4f327816-ec4c-41a3-8c13-be0949e828ad tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Mar 16 11:40:42.226704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:40:43.189824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500968-8d02-40d4-b77f-4e5771ecfda3 req-3e39cfb8-2def-4a46-b0b0-58cb93f41fa7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:43.191330 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb500968-8d02-40d4-b77f-4e5771ecfda3 req-3e39cfb8-2def-4a46-b0b0-58cb93f41fa7 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0805941 Mar 16 11:40:43.237231 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb500968-8d02-40d4-b77f-4e5771ecfda3 req-19f3b41f-42e8-42f7-b06d-a1902bcf3436 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Mar 16 11:40:44.456881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8489f-d22e-4e53-8434-3511e7ad7fa0 req-2ebd0e79-ebd3-46fc-b696-8f857cf7e080 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:44.458317 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35f8489f-d22e-4e53-8434-3511e7ad7fa0 req-2ebd0e79-ebd3-46fc-b696-8f857cf7e080 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0911670 Mar 16 11:40:44.505763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35f8489f-d22e-4e53-8434-3511e7ad7fa0 req-692e29b2-867a-4831-8bca-5f4d0b784415 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Mar 16 11:40:45.731518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd459-71c5-4333-b9aa-947e6a2c358a req-c591b161-620e-4e0f-93d2-bf66744812f1 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:45.733230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c15fd459-71c5-4333-b9aa-947e6a2c358a req-c591b161-620e-4e0f-93d2-bf66744812f1 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0928771 Mar 16 11:40:45.782842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c15fd459-71c5-4333-b9aa-947e6a2c358a req-307dac09-6b6a-4e38-a74c-2f0046751170 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Mar 16 11:40:47.002619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cca4d-2c64-420c-88f3-e58f61c71810 req-626e512e-ae01-4b59-9c29-ebd9443e5fb3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:47.004043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-871cca4d-2c64-420c-88f3-e58f61c71810 req-626e512e-ae01-4b59-9c29-ebd9443e5fb3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0902719 Mar 16 11:40:47.050409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-871cca4d-2c64-420c-88f3-e58f61c71810 req-3cbee534-0145-475e-a6dd-92f1322352f9 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Mar 16 11:40:48.252015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fea7-a83a-416a-bf5f-7d2eba318ad3 req-8d5e9e04-46ed-4ac0-a222-f0155ec79fd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:48.253454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-edb0fea7-a83a-416a-bf5f-7d2eba318ad3 req-8d5e9e04-46ed-4ac0-a222-f0155ec79fd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Mar 16 11:40:48.302400 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-edb0fea7-a83a-416a-bf5f-7d2eba318ad3 req-7a002bd3-d502-40df-a507-982250ef8b5d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Mar 16 11:40:49.506668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f968e-f632-46b6-9a2f-9578f37e211b req-a3e7bba5-aa9a-4102-b6b6-2b52a253b94c tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:49.508084 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-527f968e-f632-46b6-9a2f-9578f37e211b req-a3e7bba5-aa9a-4102-b6b6-2b52a253b94c tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0809910 Mar 16 11:40:49.556437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-527f968e-f632-46b6-9a2f-9578f37e211b req-2364d1c7-1bd8-46f6-bc71-9bb793274cf3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Mar 16 11:40:50.801576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e6de7-3a98-4979-951d-cff1bed9d9ce req-9a8ad084-80b8-4358-914d-a733f2de3b25 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:50.803034 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-670e6de7-3a98-4979-951d-cff1bed9d9ce req-9a8ad084-80b8-4358-914d-a733f2de3b25 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0965331 Mar 16 11:40:50.849577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-670e6de7-3a98-4979-951d-cff1bed9d9ce req-7fd43ce5-b498-4224-9f73-34d2826cc122 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Mar 16 11:40:51.534301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:40:52.081954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3e90a-691a-4417-bb76-c036afae28bc req-c877bacb-e7ee-4ef9-a366-5d46495994a4 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:52.083397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51c3e90a-691a-4417-bb76-c036afae28bc req-c877bacb-e7ee-4ef9-a366-5d46495994a4 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0887623 Mar 16 11:40:52.133882 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51c3e90a-691a-4417-bb76-c036afae28bc req-9ac53a06-8c3f-487d-8950-0d3bbbb47a86 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Mar 16 11:40:53.361672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528151af-d6ec-46a3-9b40-808e34d3382a req-c424c144-32f3-44d8-af5d-12549324f68d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:53.363121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-528151af-d6ec-46a3-9b40-808e34d3382a req-c424c144-32f3-44d8-af5d-12549324f68d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0835764 Mar 16 11:40:53.415068 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-528151af-d6ec-46a3-9b40-808e34d3382a req-5d56321f-4cc2-443b-98e1-0b4cb6f20cd6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Mar 16 11:40:54.616312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf25cd-8967-4e36-8919-11c38b5108dd req-ac694c59-1609-4b71-aa38-1a9c377d93e6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:54.617687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2bbf25cd-8967-4e36-8919-11c38b5108dd req-ac694c59-1609-4b71-aa38-1a9c377d93e6 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0792477 Mar 16 11:40:54.667000 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2bbf25cd-8967-4e36-8919-11c38b5108dd req-e0439205-02c7-45ad-b8cd-82591f51d892 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Mar 16 11:40:55.876547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f4eb-3c87-465f-8c61-228a5513591a req-17ccb851-8f24-4ac7-86cf-0b120dafdd57 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:55.877988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8374f4eb-3c87-465f-8c61-228a5513591a req-17ccb851-8f24-4ac7-86cf-0b120dafdd57 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0805881 Mar 16 11:40:55.923151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8374f4eb-3c87-465f-8c61-228a5513591a req-193231d6-4871-4481-9d69-de81bcec2d39 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Mar 16 11:40:57.130024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2108-ea7f-4212-9793-8e887cb18c2f req-8ee01a2c-818c-453f-aa74-5ab313378462 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:57.131451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c76a2108-ea7f-4212-9793-8e887cb18c2f req-8ee01a2c-818c-453f-aa74-5ab313378462 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0798411 Mar 16 11:40:57.180356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c76a2108-ea7f-4212-9793-8e887cb18c2f req-85d6c621-1ce7-4763-b81b-bcd03ed8e6c4 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Mar 16 11:40:58.394969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a398cc-dc72-47fc-b06b-eedb291a5a4d req-d1de12ca-63ca-4b16-8c26-467dce2372f5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:58.396348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61a398cc-dc72-47fc-b06b-eedb291a5a4d req-d1de12ca-63ca-4b16-8c26-467dce2372f5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0830684 Mar 16 11:40:58.446232 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61a398cc-dc72-47fc-b06b-eedb291a5a4d req-84464dc5-bd35-44e8-8935-3806136b3f30 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Mar 16 11:40:59.670454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a0bce-cde7-44ce-912e-b40f2a2447d5 req-7b85dacf-827f-465e-8749-337fb79499e5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:40:59.671924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c01a0bce-cde7-44ce-912e-b40f2a2447d5 req-7b85dacf-827f-465e-8749-337fb79499e5 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0898473 Mar 16 11:40:59.731905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c01a0bce-cde7-44ce-912e-b40f2a2447d5 req-51696bb3-4bd1-4cb4-867a-6762bd8116ca tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Mar 16 11:41:00.939057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa7d9-3bdc-4318-9a95-3fc422aa27ae req-b04ff544-3145-4bdf-858d-97c3ba1521f3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:00.940471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d69aa7d9-3bdc-4318-9a95-3fc422aa27ae req-b04ff544-3145-4bdf-858d-97c3ba1521f3 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0815713 Mar 16 11:41:00.988927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d69aa7d9-3bdc-4318-9a95-3fc422aa27ae req-b104fde6-5e33-48ee-be78-e23cd5c99ed2 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409613 Mar 16 11:41:01.559690 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1aba482-bc56-492b-b0dc-140948ca847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:02.068417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-b9afd1e0-6d00-4e6c-a225-d1dacf1e1892 service neutron] 10.222.0.59 "GET /v2.0/ports/1d60361a-a4db-4ba0-a54e-8f9e04a22c90/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0792990 Mar 16 11:41:02.195402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1c3ad-6ec4-4976-a89e-12692b5ad189 req-7faed081-e1f2-45d7-af1f-8f3683f5878a tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.196752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4f1c3ad-6ec4-4976-a89e-12692b5ad189 req-7faed081-e1f2-45d7-af1f-8f3683f5878a tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0779250 Mar 16 11:41:02.242958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4f1c3ad-6ec4-4976-a89e-12692b5ad189 req-93dcb7cb-2db0-4cdc-8b10-54decdb4a532 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Mar 16 11:41:02.370739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-0a43a803-a10a-4421-92fe-b814626e5ddb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98&tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c HTTP/1.1" status: 200 len: 1098 time: 0.0753467 Mar 16 11:41:02.481521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-ae9aaaab-286c-4181-b610-83221dcb5c31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1098 time: 0.0770350 Mar 16 11:41:02.704156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-0538e3e0-f08d-4ba8-9391-b40ed76f2bba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.705581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-0538e3e0-f08d-4ba8-9391-b40ed76f2bba service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 912 time: 0.2153239 Mar 16 11:41:02.789840 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-9cdcc47e-e342-464d-96ab-90157a6851e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0743723 Mar 16 11:41:02.867664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-833dc63b-4a67-442e-a509-5f86823d031c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:02.869081 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-833dc63b-4a67-442e-a509-5f86823d031c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0697205 Mar 16 11:41:02.919834 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-bb5f2c93-e5da-41df-b9c3-86aeca320e66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405953 Mar 16 11:41:03.055024 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-7943e621-a937-4f3b-9541-f9b862b2447e service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256332 Mar 16 11:41:03.187230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d4adde0-8745-4ac4-ae85-08bcaf2b7fdc req-cf236ab7-6cc4-4bfd-a6f1-a77fcb5acef6 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226091 Mar 16 11:41:03.450699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaf625-e9d8-440a-be5e-af2c33578842 req-88ee4495-d5be-42a2-9df4-30e1dd1b9502 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:03.452116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49aaf625-e9d8-440a-be5e-af2c33578842 req-88ee4495-d5be-42a2-9df4-30e1dd1b9502 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0782351 Mar 16 11:41:03.500796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49aaf625-e9d8-440a-be5e-af2c33578842 req-f5a6ef95-7fb8-449a-ae86-7f197e394345 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Mar 16 11:41:03.732508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b86105f-ab4c-498d-9dd4-608116ee250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:04.717985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b3078-07d2-4542-92d2-e4f1d1bb1ccb req-f759a8ca-0242-4be4-b26b-70380e5fa131 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:04.719476 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b66b3078-07d2-4542-92d2-e4f1d1bb1ccb req-f759a8ca-0242-4be4-b26b-70380e5fa131 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0831261 Mar 16 11:41:04.766987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b66b3078-07d2-4542-92d2-e4f1d1bb1ccb req-9be2fba0-ce83-4024-bb23-c16279a88059 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Mar 16 11:41:05.022539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.031039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:05.081103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-07778a0f-d5ca-44e6-969e-6c8049878007 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1098 time: 0.0744553 Mar 16 11:41:05.232995 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c588-63b0-422e-8c89-8a80003a8288 req-365d4969-552d-4db1-bd6f-965b9dc9e980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:05.234480 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-365d4969-552d-4db1-bd6f-965b9dc9e980 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 912 time: 0.1333153 Mar 16 11:41:05.305746 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-d7ebec74-3995-4fc8-8e17-8717ccd349a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0650241 Mar 16 11:41:05.370738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847c588-63b0-422e-8c89-8a80003a8288 req-602e70fc-1873-41b0-8c95-38139083a773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:05.372130 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-602e70fc-1873-41b0-8c95-38139083a773 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0593812 Mar 16 11:41:05.426085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-7855a68d-09e7-46b2-bf3f-596ec4878bc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473392 Mar 16 11:41:05.553154 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-7a7a5977-050f-498c-ab79-42c3cbfbde85 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208386 Mar 16 11:41:05.688503 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5847c588-63b0-422e-8c89-8a80003a8288 req-a5521ebf-1b65-45e5-a297-23c7746d84f8 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292880 Mar 16 11:41:05.693736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:05.767611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:05.898905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:05.927995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'network_id': 'f3beef7b-4c75-4a06-bcbb-bdead7191d30', 'port_id': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'mac_address': 'fa:16:3e:64:85:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb69dbf3-7e18-4147-829c-d371c23a4f3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:05.960326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c01fd-76fc-4aa9-8586-aaeddbeb6325 req-5dd4c214-36c0-47e1-bde1-030fd5a61cdf tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:05.962103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-631c01fd-76fc-4aa9-8586-aaeddbeb6325 req-5dd4c214-36c0-47e1-bde1-030fd5a61cdf tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0741212 Mar 16 11:41:05.962253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.003898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.007446 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-631c01fd-76fc-4aa9-8586-aaeddbeb6325 req-2ed8c173-7a66-4d0e-af43-e5ad4b89d90b tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Mar 16 11:41:06.016356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:41:06.031198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:06.034329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:41:06.039631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.105737 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'code': 200} Mar 16 11:41:06.151916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:41:06.152277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:41:06.152878 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:06.161338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.161685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.162032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.162393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.162721 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.163044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.163367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.163689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.164008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.164322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.164635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:06.299625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.551212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-3013f09d-3c21-4f31-817d-c30915e87c0d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:06.552620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-3013f09d-3c21-4f31-817d-c30915e87c0d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98&tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 943 time: 0.1938770 Mar 16 11:41:06.692115 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-798ed231-e052-4f8e-90ca-d5291b06b3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 1096 time: 0.0675614 Mar 16 11:41:06.708356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.756281 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:41:06.775345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:06.781873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:06.832630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-d047099a-92d7-414c-a02b-a61c15642458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:06.833970 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-d047099a-92d7-414c-a02b-a61c15642458 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 200 len: 912 time: 0.1344047 Mar 16 11:41:06.849053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:06.853070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1d60361a-a4db-4ba0-a54e-8f9e04a22c90'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:41:06.903931 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-ca788102-d6f3-41a7-a33d-30332f947331 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 200 len: 217 time: 0.0637438 Mar 16 11:41:06.964119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-e995bcb3-b7a1-485c-9a1f-0829b2f72741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:06.965521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-e995bcb3-b7a1-485c-9a1f-0829b2f72741 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 200 len: 852 time: 0.0561402 Mar 16 11:41:07.012373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-975f14f5-45e7-4c48-b5e4-786c4e807eaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3beef7b-4c75-4a06-bcbb-bdead7191d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414472 Mar 16 11:41:07.148515 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-39021ae8-8332-45c1-a597-a52924cde43d service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304491 Mar 16 11:41:07.278028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-c0141ac1-a89a-45a0-a9ec-60cedbdfab32 service neutron] 10.222.0.59 "GET /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232238 Mar 16 11:41:07.704270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:07.772123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:07.772494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:07.886271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:07.917805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:07.922286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:07.990653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:08.106536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:41:08.161636 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'code': 200} Mar 16 11:41:08.175304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2fd22-303f-45ea-8a53-31b50655fba5 req-cb29f48e-89de-4164-8925-f2d0ca757a34 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:08.176724 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d6c2fd22-303f-45ea-8a53-31b50655fba5 req-cb29f48e-89de-4164-8925-f2d0ca757a34 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0809126 Mar 16 11:41:08.221194 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d6c2fd22-303f-45ea-8a53-31b50655fba5 req-33ffe737-8959-4e0e-a2aa-a218c6eff813 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Mar 16 11:41:09.430666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845b3c-0230-4b9c-accd-4982cb7d009e req-a6321f72-b886-43c6-bab3-87f3b7d2eb4c tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:09.432292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5845b3c-0230-4b9c-accd-4982cb7d009e req-a6321f72-b886-43c6-bab3-87f3b7d2eb4c tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0839603 Mar 16 11:41:09.479099 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5845b3c-0230-4b9c-accd-4982cb7d009e req-6467ba9b-39c9-4bb8-9ffc-7ba4eb1e5a2d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/security-groups?id=0598293b-7d38-4953-8064-0e967af84c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Mar 16 11:41:09.909635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-6fab20d0-1180-434b-9dbb-d7534c65052e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:09.911044 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-6fab20d0-1180-434b-9dbb-d7534c65052e tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 945 time: 0.0895867 Mar 16 11:41:09.983136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Deleting port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:41:09.983489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.222962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] For port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,segment=NetworkSegment(07b533a3-6014-4814-a7c2-c72f534c8357),segment_id=07b533a3-6014-4814-a7c2-c72f534c8357)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:10.223190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.346877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Calling delete_port for 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:41:10.499195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.514304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['1d60361a-a4db-4ba0-a54e-8f9e04a22c90'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:41:10.641754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Pushing event deleted for resources: {'Port': ['ID=1d60361a-a4db-4ba0-a54e-8f9e04a22c90,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:10.711464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fcda2eac-a377-4faa-b6b8-e95fdc4f48e0 req-b5c07259-b478-4fad-8c0f-9f77f133b931 tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.36 "GET /v2.0/ports?device_id=43ca7d11-ade5-4aea-9457-50567a11cb98 HTTP/1.1" status: 200 len: 210 time: 0.0711720 Mar 16 11:41:10.757122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] No DVR routers for this DVR port 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:41:10.759551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:10.762219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-deleted', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:41:10.778200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68ba0e56-2eb1-4cf5-9ccf-94284c3087e9 req-f6c1fa94-9c9d-4d2a-94e8-44086001264d tempest-DeleteServersTestJSON-1256601587 tempest-DeleteServersTestJSON-1256601587-project] 10.222.0.59 "DELETE /v2.0/ports/1d60361a-a4db-4ba0-a54e-8f9e04a22c90 HTTP/1.1" status: 204 len: 173 time: 0.8591993 Mar 16 11:41:10.818192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca7d11-ade5-4aea-9457-50567a11cb98', 'name': 'network-vif-deleted', 'tag': '1d60361a-a4db-4ba0-a54e-8f9e04a22c90', 'status': 'completed', 'code': 200} Mar 16 11:41:12.146248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.212218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Deleting subnet eb69dbf3-7e18-4147-829c-d371c23a4f3f {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:41:12.215761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.220912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.267509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.325082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.409208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.448558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb69dbf3-7e18-4147-829c-d371c23a4f3f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:12.456323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.462280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.462621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.462987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.463309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.463844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.463993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.464274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.464584 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.464894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.465207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.465518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:12.470451 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1084d37c-2d8b-44a1-8764-cb91be167150 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb69dbf3-7e18-4147-829c-d371c23a4f3f HTTP/1.1" status: 204 len: 168 time: 0.3230920 Mar 16 11:41:12.473722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:12.582164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.711061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.735080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3beef7b-4c75-4a06-bcbb-bdead7191d30']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.747427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b533a3-6014-4814-a7c2-c72f534c8357') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.747712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b533a3-6014-4814-a7c2-c72f534c8357') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:41:12.759428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.775213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.781833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:41:12.782263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:41:12.799101 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:41:12.875487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.891433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:12.901529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3beef7b-4c75-4a06-bcbb-bdead7191d30,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:12.910115 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-994473eb-462d-43b5-b0e1-c7fad9cfe29b admin admin] 10.222.0.36 "DELETE /v2.0/networks/f3beef7b-4c75-4a06-bcbb-bdead7191d30 HTTP/1.1" status: 204 len: 168 time: 0.4354155 Mar 16 11:41:13.053324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:13.108761 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3775b89b-6e91-4d41-b389-0d57fe49edc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5e4e70915d4456fbfd37b6aeb839d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542567 Mar 16 11:41:13.112439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:13.180076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.206282 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.259100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.275690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598293b-7d38-4953-8064-0e967af84c89,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:13.287342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:13.288693 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f17098b6-6ef2-41e3-bac9-45226bba4e4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0598293b-7d38-4953-8064-0e967af84c89 HTTP/1.1" status: 204 len: 168 time: 0.1753325 Mar 16 11:41:13.720524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:41:13.752931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:41:13.753272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 1d60361a-a4db-4ba0-a54e-8f9e04a22c90 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:41:14.200400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:14.340320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1677788328-network', 'tenant_id': 'e33a4abf799e42ac8efc86d263138baf'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:41:14.345198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:14.349039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Usage tracker for resource:network and tenant:e33a4abf799e42ac8efc86d263138baf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:14.351883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:14.358273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:14.372974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Made reservation on behalf of e33a4abf799e42ac8efc86d263138baf for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:14.375800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.388795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.422892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:14.427621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Usage tracker for resource:security_group_rule and tenant:e33a4abf799e42ac8efc86d263138baf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:14.430396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:14.437017 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:14.505836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.511383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.539405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:41:14.548052 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b89b7-d093-47e8-b648-2f76534aa8e5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:14.553302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.553653 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Added segment 0580b97d-2a38-46ac-a4ae-daa673e8d521 of type vlan for network 5a98fd0f-555a-4a0b-814e-3a81cad918de Mar 16 11:41:14.579285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.609815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.610907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:14.611658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:14.812515 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6109378 Mar 16 11:41:14.813357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355683a-ddf3-45ef-b89c-fea3f47bc90b admin admin] Pushing event updated for resources: {'Network': ['ID=5a98fd0f-555a-4a0b-814e-3a81cad918de,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:14.815463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47278) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:41:14.820931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Request body: {'subnet': {'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1677788328-subnet', 'tenant_id': 'e33a4abf799e42ac8efc86d263138baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:41:14.823969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:41:14.826327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:14.830338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Usage tracker for resource:subnet and tenant:e33a4abf799e42ac8efc86d263138baf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:14.833281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:14.839367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:14.851501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Made reservation on behalf of e33a4abf799e42ac8efc86d263138baf for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:14.854284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.057277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.122032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d70bce-7b8f-4f9f-9d53-55b4b5181198,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:15.145061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Checking segment: {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:41:15.145374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Network hostable DHCP agents. Network: 5a98fd0f-555a-4a0b-814e-3a81cad918de, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:41:15.173885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:41:15.185620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 5a98fd0f-555a-4a0b-814e-3a81cad918de) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:15.193494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459151df-fb40-4f6f-8af4-038db1a57378 None None] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:41:15.194537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:15.195117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:15.217847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da4d9042-7b63-4c73-bee7-5accc2fc72cb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4012735 Mar 16 11:41:15.409580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe331-28cf-41c1-81a1-c1741978dfeb None None] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:41:15.770600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610de9-e55e-48d3-add5-1ea196742173 req-23b53b11-62e2-4b28-bb56-7b34f70e819d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:15.772005 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-23b53b11-62e2-4b28-bb56-7b34f70e819d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 815 time: 0.1580005 Mar 16 11:41:15.790024 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-5bcee197-d8d8-4e0e-b18b-55211fd6b5dc tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/quotas/e33a4abf799e42ac8efc86d263138baf HTTP/1.1" status: 200 len: 375 time: 0.0111589 Mar 16 11:41:15.839350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-e7a77b3a-2c4e-45cb-a6c3-fcd792159b7b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434597 Mar 16 11:41:15.971748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-151e3626-8599-4873-b5a2-0e93758e5fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234772 Mar 16 11:41:16.116797 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-235aa6b8-769a-4b09-8dfa-7b91257bd132 service neutron] 10.222.0.36 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359401 Mar 16 11:41:16.315162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81ce7336-7955-4665-bd94-c5dcb2b10391 req-b2e99266-c95a-4b51-a5a3-ba72efdf6643 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 210 time: 0.0419133 Mar 16 11:41:17.437382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610de9-e55e-48d3-add5-1ea196742173 req-be351ef3-66de-44f9-887d-491a61dc5bee tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:17.438822 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-be351ef3-66de-44f9-887d-491a61dc5bee tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 815 time: 0.1492655 Mar 16 11:41:17.488340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Request body: {'port': {'device_id': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'admin_state_up': True, 'tenant_id': 'e33a4abf799e42ac8efc86d263138baf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:41:17.504049 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9574ab69-a63d-4970-a96e-c96a9b5d1e97 req-27556214-0e74-440e-967c-32e83e4e1425 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 210 time: 0.0642819 Mar 16 11:41:17.635776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:41:17.639936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Usage tracker for resource:port and tenant:e33a4abf799e42ac8efc86d263138baf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:41:17.642906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:41:17.648808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:41:17.660023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Made reservation on behalf of e33a4abf799e42ac8efc86d263138baf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:41:17.663254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:17.834419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Allocated IP 172.20.0.11 (5a98fd0f-555a-4a0b-814e-3a81cad918de/70d70bce-7b8f-4f9f-9d53-55b4b5181198/9b94a376-e62c-4309-9454-075a4850eace) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:41:18.122378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.150618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.220705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:41:18.223762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:41:18.228158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:41:18.255399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:18.290983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:18.291580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.315924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-2fc20696-8bb6-4d45-9054-ee2d23db4a9f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357980 Mar 16 11:41:18.331399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Request body: {'port': {'device_id': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:41:18.441483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.775158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404e57b-6557-415f-81fb-e190d2edb212 req-9f56a0d6-e999-45c0-8a4a-4527c883f6ce tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:18.776254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4404e57b-6557-415f-81fb-e190d2edb212 req-9f56a0d6-e999-45c0-8a4a-4527c883f6ce tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Synchronizing usage tracker for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:41:18.846638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4404e57b-6557-415f-81fb-e190d2edb212 req-9f56a0d6-e999-45c0-8a4a-4527c883f6ce tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Unset dirty status for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:41:18.847768 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4404e57b-6557-415f-81fb-e190d2edb212 req-9f56a0d6-e999-45c0-8a4a-4527c883f6ce tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 932 time: 0.1995070 Mar 16 11:41:18.851184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b94a376-e62c-4309-9454-075a4850eace {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:41:18.870991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.900355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Transition to ACTIVE for port object 9b94a376-e62c-4309-9454-075a4850eace will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:41:18.907816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:18.959610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4404e57b-6557-415f-81fb-e190d2edb212 req-791a9794-a981-4ac7-bcb2-126ee1dbb889 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040869 Mar 16 11:41:19.034355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:19.047062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.047402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.047735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.048065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.048391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.048721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.049066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.049378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.049678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.050024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.050335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:41:19.166819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Attempting to bind port 9b94a376-e62c-4309-9454-075a4850eace on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:41:19.167118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Attempting to bind port 9b94a376-e62c-4309-9454-075a4850eace by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:41:19.167455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Attempting to bind port 9b94a376-e62c-4309-9454-075a4850eace on network 5a98fd0f-555a-4a0b-814e-3a81cad918de {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:41:19.173358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Port 9b94a376-e62c-4309-9454-075a4850eace on network 5a98fd0f-555a-4a0b-814e-3a81cad918de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:41:19.173700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Attempting to bind port 9b94a376-e62c-4309-9454-075a4850eace on network 5a98fd0f-555a-4a0b-814e-3a81cad918de {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:41:19.180030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:41:19.180358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Checking segment: {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:41:19.180731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Bound using segment: {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:41:19.181142 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Bound port: 9b94a376-e62c-4309-9454-075a4850eace, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:41:19.181482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.272306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:41:19.275401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:41:19.279878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.339181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:19.340519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] 10.222.0.59 "PUT /v2.0/ports/9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 1094 time: 1.0130587 Mar 16 11:41:19.340935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'tag': '9b94a376-e62c-4309-9454-075a4850eace'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:41:19.357332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a41d9-61a0-4d67-ab0c-e45c8742f27f service neutron] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:19.412542 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'tag': '9b94a376-e62c-4309-9454-075a4850eace', 'status': 'completed', 'code': 200} Mar 16 11:41:19.458223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-da7ddbb1-318c-49e9-a822-329d713171fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1097 time: 0.0755978 Mar 16 11:41:19.529516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-7af4aa0e-a4e6-48fe-b582-956b0d5646cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 217 time: 0.0607793 Mar 16 11:41:19.598258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59610de9-e55e-48d3-add5-1ea196742173 req-154d052d-d145-44f3-8ea3-ac5796622669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:19.599528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-154d052d-d145-44f3-8ea3-ac5796622669 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0603912 Mar 16 11:41:19.647296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-8e47c464-77d6-4dc7-a3be-d375eaff5791 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379057 Mar 16 11:41:19.780673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-b39c7a38-00e3-4a31-bdd1-2c215e396672 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236076 Mar 16 11:41:20.009038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59610de9-e55e-48d3-add5-1ea196742173 req-21478753-4002-4616-8be3-c8b68630ab43 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191896 Mar 16 11:41:20.199161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-0d9fe37a-a552-41ef-89f3-97ea5385ff7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1097 time: 0.1255252 Mar 16 11:41:20.207406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a979102-4d7d-41c2-8e43-4ea42374161a req-9f2cdbd6-71d4-4d96-8ef3-82d0e5340385 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:20.208731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a979102-4d7d-41c2-8e43-4ea42374161a req-9f2cdbd6-71d4-4d96-8ef3-82d0e5340385 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 944 time: 0.1063988 Mar 16 11:41:20.333382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a979102-4d7d-41c2-8e43-4ea42374161a req-6341e36e-861d-4b26-8a8e-79fc3488d2a3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057088 Mar 16 11:41:20.364517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1377d2c-c587-4307-8027-ea10a53579cc req-a9649dfb-c36e-482c-9de8-3a709ee5273c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:20.365940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-a9649dfb-c36e-482c-9de8-3a709ee5273c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1564231 Mar 16 11:41:20.436374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-8b77f3b2-6695-4b2d-b891-c463a267fdc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 217 time: 0.0636826 Mar 16 11:41:20.496287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1377d2c-c587-4307-8027-ea10a53579cc req-f1472c1e-c5de-4de5-b299-098ac68a6b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:20.497694 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-f1472c1e-c5de-4de5-b299-098ac68a6b84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0553861 Mar 16 11:41:20.548938 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-f56e1796-7fad-4fb2-83f6-482967d65c5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424578 Mar 16 11:41:20.678516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-6e680b3a-5285-4774-8d44-8516d252430d service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221349 Mar 16 11:41:20.808512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1377d2c-c587-4307-8027-ea10a53579cc req-4557c8ac-b658-4531-9daf-4681b473eebc service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235979 Mar 16 11:41:21.545514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58465f-98f0-44d1-a231-f79055e7d975 req-923b2c00-c329-481e-b2b4-6a6c354eb110 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:21.546906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e58465f-98f0-44d1-a231-f79055e7d975 req-923b2c00-c329-481e-b2b4-6a6c354eb110 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 944 time: 0.0835752 Mar 16 11:41:21.592657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e58465f-98f0-44d1-a231-f79055e7d975 req-e1a5db7f-38ae-4711-bb1f-5c4e0d5d6b01 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Mar 16 11:41:21.753804 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:41:21.906259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:21.923434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '9b94a376-e62c-4309-9454-075a4850eace', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'port_id': '9b94a376-e62c-4309-9454-075a4850eace', 'mac_address': 'fa:16:3e:59:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d70bce-7b8f-4f9f-9d53-55b4b5181198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:41:21.978797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:21.995709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b94a376-e62c-4309-9454-075a4850eace {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:41:22.010823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:22.017086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:22.082197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:22.277239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9b94a376-e62c-4309-9454-075a4850eace'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:41:22.815122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124eefc-5377-4c7d-9fb1-9b066da08b99 req-b77d9e0a-ed27-49d8-b80c-363cae8152e0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:22.817422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9124eefc-5377-4c7d-9fb1-9b066da08b99 req-b77d9e0a-ed27-49d8-b80c-363cae8152e0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 945 time: 0.0909417 Mar 16 11:41:22.881030 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9124eefc-5377-4c7d-9fb1-9b066da08b99 req-2b73b47c-d8ea-47c8-8dfb-0f3de819d12b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Mar 16 11:41:23.784437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:41:23.863883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 9b94a376-e62c-4309-9454-075a4850eace completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:41:23.868654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 9b94a376-e62c-4309-9454-075a4850eace triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:41:23.869008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.008041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.044978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:41:24.054636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:41:24.059737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:24.084215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78a712-4e76-40c3-9fc4-7819b261dd56 req-c210e523-0633-49aa-8b31-6da703e83b1c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:24.085734 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd78a712-4e76-40c3-9fc4-7819b261dd56 req-c210e523-0633-49aa-8b31-6da703e83b1c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 945 time: 0.0819912 Mar 16 11:41:24.104906 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace', 'code': 200} Mar 16 11:41:24.130351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:41:24.142620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd78a712-4e76-40c3-9fc4-7819b261dd56 req-44fd4fcc-d7aa-4e1e-894a-9a4089950505 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Mar 16 11:41:24.353441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-683c26e9-d84a-4b58-8024-c6ddd728c693 req-0f407339-d8ab-4dd9-a947-44fd7e98e9e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1099 time: 0.0743859 Mar 16 11:41:24.400744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-683c26e9-d84a-4b58-8024-c6ddd728c693 req-60b92a17-9bb4-4dac-b8eb-a6dda0367efc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Mar 16 11:41:25.361237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175cdc-567b-4174-a5be-1141b36af6c6 req-af2543ef-90c2-4550-a6e2-dee1061d4a3c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:25.362687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-67175cdc-567b-4174-a5be-1141b36af6c6 req-af2543ef-90c2-4550-a6e2-dee1061d4a3c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0872605 Mar 16 11:41:25.412180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-67175cdc-567b-4174-a5be-1141b36af6c6 req-d31c038e-9275-406f-b069-a88253a9d20f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Mar 16 11:41:26.617385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95091-a713-4583-9b60-c7cd99e6425a req-0574c3bb-5e53-4e22-afbb-b050418def88 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:26.618747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74d95091-a713-4583-9b60-c7cd99e6425a req-0574c3bb-5e53-4e22-afbb-b050418def88 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0785906 Mar 16 11:41:26.666077 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74d95091-a713-4583-9b60-c7cd99e6425a req-cddeeae4-eef3-40bb-912b-c44b369e91e7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Mar 16 11:41:26.884341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029333-c08c-41ff-a91a-58557c369d9d req-b632ab4b-206d-49cf-b90f-71fd082b432e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:26.885839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98029333-c08c-41ff-a91a-58557c369d9d req-b632ab4b-206d-49cf-b90f-71fd082b432e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0836363 Mar 16 11:41:26.931488 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98029333-c08c-41ff-a91a-58557c369d9d req-baf0dde1-08ea-4d06-b517-208f0cd8bceb tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Mar 16 11:41:27.323593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d3a80-1b02-4874-b3ba-6166b7886181 req-11019517-bd45-4697-bbb6-40cc2d09fb3a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:27.325071 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-615d3a80-1b02-4874-b3ba-6166b7886181 req-11019517-bd45-4697-bbb6-40cc2d09fb3a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0848327 Mar 16 11:41:27.369385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-615d3a80-1b02-4874-b3ba-6166b7886181 req-730aa0b6-29dc-4855-8187-b9570dcedd2b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Mar 16 11:41:27.671483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d25f7c-aec7-4e9f-8491-e63338ed2d36 req-39ee6973-c779-46d3-ae64-b288124d8b4c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:27.672785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84d25f7c-aec7-4e9f-8491-e63338ed2d36 req-39ee6973-c779-46d3-ae64-b288124d8b4c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.1789908 Mar 16 11:41:27.722206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84d25f7c-aec7-4e9f-8491-e63338ed2d36 req-9ee2eb14-41f7-4f11-9b5b-68d33c108d32 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Mar 16 11:41:27.929517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74608bd8-c817-4fa7-a287-2466ede4bb0b req-d2ee7b3c-62fb-435b-a8a6-ebcfffeb244b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763624 Mar 16 11:41:28.182199 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-bed0500b-5fe3-4792-aff5-b7c30c909143 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706940 Mar 16 11:41:28.240071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426511-4666-4f4f-b535-cfff05a8b82d req-915c24d5-0c51-4eb5-afa7-e52a7e56179a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:28.241503 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e426511-4666-4f4f-b535-cfff05a8b82d req-915c24d5-0c51-4eb5-afa7-e52a7e56179a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0780761 Mar 16 11:41:28.286677 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e426511-4666-4f4f-b535-cfff05a8b82d req-2b1623ea-e60d-41e9-b186-514ce9cb8d47 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Mar 16 11:41:28.525302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:41:29.506243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-b5354c30-cecd-498d-b979-f3243b956e02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1099 time: 0.1236026 Mar 16 11:41:29.517478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3c0f8-8054-4dc9-a9aa-77cc3e49a7cc req-56d248bd-8029-4d96-be82-1185ec789972 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:29.518732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76e3c0f8-8054-4dc9-a9aa-77cc3e49a7cc req-56d248bd-8029-4d96-be82-1185ec789972 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0992768 Mar 16 11:41:29.648773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76e3c0f8-8054-4dc9-a9aa-77cc3e49a7cc req-a2d601ef-aa80-426c-bf0c-55f77566871d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134748 Mar 16 11:41:29.670554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac6003-335e-493e-8f05-d1c306450723 req-dc307b55-7cd8-42dd-8aeb-5e901f426230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:29.671959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-dc307b55-7cd8-42dd-8aeb-5e901f426230 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1602407 Mar 16 11:41:29.739893 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-e405047e-26e4-41a3-b16d-1bb368e455df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 217 time: 0.0622044 Mar 16 11:41:29.799962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac6003-335e-493e-8f05-d1c306450723 req-e961ea93-fb0a-4af5-afac-3dd8888f0f78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:29.801266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-e961ea93-fb0a-4af5-afac-3dd8888f0f78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0562742 Mar 16 11:41:29.847301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-2f975653-07c3-424f-ad35-743d3e4747a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404122 Mar 16 11:41:29.976051 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-b639cf4e-6897-4698-b4c7-db6ed692923b service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230328 Mar 16 11:41:30.106697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-ac6fbf25-1280-4b3c-b011-ed2b8bcbcfcc service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203804 Mar 16 11:41:30.875776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097531-46fe-4b46-bda9-e4c6a52de9c4 req-7723d33e-79ca-41e4-ad6f-7aae9faa7dbc tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:30.877178 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d097531-46fe-4b46-bda9-e4c6a52de9c4 req-7723d33e-79ca-41e4-ad6f-7aae9faa7dbc tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0910151 Mar 16 11:41:30.926455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d097531-46fe-4b46-bda9-e4c6a52de9c4 req-1402fa62-d807-4f6f-b5d7-512dc12084a8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Mar 16 11:41:31.553338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-585f1af1-c718-4e97-bdef-e0011d691669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:32.142014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0522fe2-4886-4f49-8170-f4fed2c7345e req-03dfeaf9-bdc7-4753-b33c-832d39ec48b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:32.143422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d0522fe2-4886-4f49-8170-f4fed2c7345e req-03dfeaf9-bdc7-4753-b33c-832d39ec48b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0845342 Mar 16 11:41:32.192031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d0522fe2-4886-4f49-8170-f4fed2c7345e req-887f677e-7d68-4ace-ba89-05a9bf2707b0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Mar 16 11:41:33.410925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ddc3-02ae-4a7d-a58b-a75c028b364d req-fc7ad8bd-8e1e-43a3-b8ac-cfac100406ad tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:33.412363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1084ddc3-02ae-4a7d-a58b-a75c028b364d req-fc7ad8bd-8e1e-43a3-b8ac-cfac100406ad tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0958714 Mar 16 11:41:33.461701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1084ddc3-02ae-4a7d-a58b-a75c028b364d req-9d5a1c92-d084-48da-9596-a06636e3f144 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Mar 16 11:41:33.736494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1e737b7-c936-4fa7-8ecd-fbd31b8b4b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:34.681174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb1c-fbf0-4c17-a2c6-e3e12ad60131 req-49e1ba38-04e9-4e58-87d5-b3ffe5cc41b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:34.682959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-551adb1c-fbf0-4c17-a2c6-e3e12ad60131 req-49e1ba38-04e9-4e58-87d5-b3ffe5cc41b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0948873 Mar 16 11:41:34.751428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-551adb1c-fbf0-4c17-a2c6-e3e12ad60131 req-129edd15-b9f5-48f5-b218-073c895ff948 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Mar 16 11:41:35.028857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.035470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:35.971378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6067f6e-817e-4a27-bd04-91e0f709a7a1 req-600eadae-ccd4-4d35-ad04-bd889cd50391 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:35.972811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6067f6e-817e-4a27-bd04-91e0f709a7a1 req-600eadae-ccd4-4d35-ad04-bd889cd50391 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0828018 Mar 16 11:41:36.022384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6067f6e-817e-4a27-bd04-91e0f709a7a1 req-a5e4a79f-a06c-4f83-bb87-1ec1fe226ed9 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Mar 16 11:41:36.307597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:37.249053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91017d-b0cd-441f-a916-17a6e63b026d req-ee94e81d-1ad0-4ece-9f93-8b90153a1e14 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:37.250748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c91017d-b0cd-441f-a916-17a6e63b026d req-ee94e81d-1ad0-4ece-9f93-8b90153a1e14 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0925870 Mar 16 11:41:37.296534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c91017d-b0cd-441f-a916-17a6e63b026d req-9aebddde-cd5a-44fb-b93e-e56e7b64f559 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Mar 16 11:41:38.617628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613d75-0b6b-4e05-abb5-820d8f4013a3 req-28c074a1-dbce-4efd-a1ea-0da61eec48ae tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:38.618956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f613d75-0b6b-4e05-abb5-820d8f4013a3 req-28c074a1-dbce-4efd-a1ea-0da61eec48ae tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.1801805 Mar 16 11:41:38.667356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f613d75-0b6b-4e05-abb5-820d8f4013a3 req-67bcab5c-32fc-4598-864a-0fda45470f0b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Mar 16 11:41:39.893985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77549ebd-2949-444c-a51e-1646a8459ff9 req-8d9d62f9-918c-465b-9c27-062b6d1e9036 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:39.895517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77549ebd-2949-444c-a51e-1646a8459ff9 req-8d9d62f9-918c-465b-9c27-062b6d1e9036 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0869360 Mar 16 11:41:39.944147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77549ebd-2949-444c-a51e-1646a8459ff9 req-0eb078cf-ce74-49d3-9683-367cbea4d4e4 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Mar 16 11:41:41.147825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca98ed-4a3c-493f-a45c-0ac5cb7de60f req-7c689bc2-db9b-41e5-b88a-1bc544ff69c8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:41.149236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-adca98ed-4a3c-493f-a45c-0ac5cb7de60f req-7c689bc2-db9b-41e5-b88a-1bc544ff69c8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0798101 Mar 16 11:41:41.194197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-adca98ed-4a3c-493f-a45c-0ac5cb7de60f req-84162113-6c79-4e46-a16e-971683ee5870 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Mar 16 11:41:42.222480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:41:42.404403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47240ea3-ea62-4e8b-a511-d1bede099e1a req-04b949c9-e038-450c-9505-116b5eec5115 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:42.405800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47240ea3-ea62-4e8b-a511-d1bede099e1a req-04b949c9-e038-450c-9505-116b5eec5115 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0881484 Mar 16 11:41:42.450205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47240ea3-ea62-4e8b-a511-d1bede099e1a req-f96d8eeb-e0b1-4967-bc24-29498706cde5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Mar 16 11:41:43.677562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3377b0-4e0c-49bf-bc9f-2f3ed00d173b req-eaefd048-b593-45b2-ad47-e50f0fc8af95 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:43.679006 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e3377b0-4e0c-49bf-bc9f-2f3ed00d173b req-eaefd048-b593-45b2-ad47-e50f0fc8af95 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0917406 Mar 16 11:41:43.723643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e3377b0-4e0c-49bf-bc9f-2f3ed00d173b req-fb5cac86-72da-4e9f-81b7-4fc5f2411e2e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Mar 16 11:41:44.937624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f98862-e078-488c-b406-59bbec417a03 req-dafa7aa3-b166-4eb6-9c34-f7d640944a28 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:44.939065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8f98862-e078-488c-b406-59bbec417a03 req-dafa7aa3-b166-4eb6-9c34-f7d640944a28 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0831332 Mar 16 11:41:44.990845 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8f98862-e078-488c-b406-59bbec417a03 req-f35f8291-d483-4ea4-a8ff-02bd587feebc tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Mar 16 11:41:46.198053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d7ef-7d5a-4102-b835-2e699e112287 req-17526104-7db6-459d-815b-1f39468c7116 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:46.199891 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c481d7ef-7d5a-4102-b835-2e699e112287 req-17526104-7db6-459d-815b-1f39468c7116 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0801232 Mar 16 11:41:46.248470 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c481d7ef-7d5a-4102-b835-2e699e112287 req-41e181f5-8212-40e1-b073-765f8e191a31 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Mar 16 11:41:47.462337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b7c1-383d-49c6-827a-ca3bdf4130d9 req-1a4aac92-6b9d-4e15-a9b2-85c6822259a7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:47.463756 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8510b7c1-383d-49c6-827a-ca3bdf4130d9 req-1a4aac92-6b9d-4e15-a9b2-85c6822259a7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0848830 Mar 16 11:41:47.516103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8510b7c1-383d-49c6-827a-ca3bdf4130d9 req-68285238-7e87-4537-b3ae-4543005ce02e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Mar 16 11:41:48.737277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc12055-2f6c-4190-a1d8-efc6eb942b29 req-2457bdf1-964b-4b45-9c8f-382bf1109cc1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:48.738741 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1dc12055-2f6c-4190-a1d8-efc6eb942b29 req-2457bdf1-964b-4b45-9c8f-382bf1109cc1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0836158 Mar 16 11:41:48.789747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1dc12055-2f6c-4190-a1d8-efc6eb942b29 req-4e8ea9f6-ef9f-421f-a4d1-615c1d5cf86e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Mar 16 11:41:50.015429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c7a86-a837-4fd3-a3b8-e163487c57dd req-92ef3012-1303-4bf2-920b-cab8d3635259 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:50.016920 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da7c7a86-a837-4fd3-a3b8-e163487c57dd req-92ef3012-1303-4bf2-920b-cab8d3635259 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0925930 Mar 16 11:41:50.073019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da7c7a86-a837-4fd3-a3b8-e163487c57dd req-59b10696-7def-4bd0-af91-9213ecd61528 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Mar 16 11:41:51.303978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed947d1-6007-45fc-9a97-87df4503328d req-132e8fb7-635a-47b9-8780-e1b703d17cf3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:51.305742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ed947d1-6007-45fc-9a97-87df4503328d req-132e8fb7-635a-47b9-8780-e1b703d17cf3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0894530 Mar 16 11:41:51.357697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ed947d1-6007-45fc-9a97-87df4503328d req-aa4a006e-644b-43c5-b434-65d3efdcd34d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Mar 16 11:41:52.581626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e1f95-3d13-4ad8-9fdc-eac1dd95f89a req-93c74916-b3db-4220-abc2-ee9caf23099c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:52.583063 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225e1f95-3d13-4ad8-9fdc-eac1dd95f89a req-93c74916-b3db-4220-abc2-ee9caf23099c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0866947 Mar 16 11:41:52.629695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225e1f95-3d13-4ad8-9fdc-eac1dd95f89a req-84b20c4f-1412-4e9f-8e51-1c3d42040af0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Mar 16 11:41:53.859712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bbdf2-599b-45eb-bf3f-40b4cabfdc8d req-7d90f208-405a-46e8-b7be-062893a4e87e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:53.861265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-918bbdf2-599b-45eb-bf3f-40b4cabfdc8d req-7d90f208-405a-46e8-b7be-062893a4e87e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0906343 Mar 16 11:41:53.909455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-918bbdf2-599b-45eb-bf3f-40b4cabfdc8d req-a05f8044-dab6-4600-a341-17f889894d10 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Mar 16 11:41:55.134033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93886268-ed82-4c81-a340-473d70ff85a1 req-62c73537-bd14-472a-9cef-dae1ce8ca006 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:55.135493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93886268-ed82-4c81-a340-473d70ff85a1 req-62c73537-bd14-472a-9cef-dae1ce8ca006 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0894232 Mar 16 11:41:55.181433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93886268-ed82-4c81-a340-473d70ff85a1 req-b3c4537a-445f-4193-b01c-3fbd81e56c20 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Mar 16 11:41:56.397090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f71bb-35f5-4259-97a4-1e8507782f65 req-a02ae3ba-e760-4f15-96cd-f42664f5e33d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:56.398531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-848f71bb-35f5-4259-97a4-1e8507782f65 req-a02ae3ba-e760-4f15-96cd-f42664f5e33d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0949218 Mar 16 11:41:56.448042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-848f71bb-35f5-4259-97a4-1e8507782f65 req-a0680197-f772-4332-aa1e-d22fd06f7561 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Mar 16 11:41:57.077394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-f257b795-a254-4e90-906b-242cfa5b6b1d service neutron] 10.222.0.59 "GET /v2.0/ports/9b94a376-e62c-4309-9454-075a4850eace/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0845714 Mar 16 11:41:57.384612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-c7aa164a-0e39-4f43-a394-b64c5fdce7c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43&tenant_id=e33a4abf799e42ac8efc86d263138baf HTTP/1.1" status: 200 len: 1099 time: 0.0795028 Mar 16 11:41:57.481092 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-1dcd2199-255f-4444-af0e-1d1501ae9ff4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1099 time: 0.0699589 Mar 16 11:41:57.658740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac6003-335e-493e-8f05-d1c306450723 req-b79ac1c1-f943-40a8-affe-2b77121b4599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:57.660119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-b79ac1c1-f943-40a8-affe-2b77121b4599 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1699936 Mar 16 11:41:57.733138 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-757d09fd-7755-4e61-8266-0bb526ea18d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 217 time: 0.0628946 Mar 16 11:41:57.777610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293898de-5b4c-4d95-a5ea-a4cad9548904 req-d93c06a4-6c71-4739-b45b-5f1a18ee49b7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:57.778905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-293898de-5b4c-4d95-a5ea-a4cad9548904 req-d93c06a4-6c71-4739-b45b-5f1a18ee49b7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.1816885 Mar 16 11:41:57.828765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac6003-335e-493e-8f05-d1c306450723 req-0ce99e9c-5797-444f-aa31-a2e773f239a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:57.830252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-0ce99e9c-5797-444f-aa31-a2e773f239a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0880888 Mar 16 11:41:57.874053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-293898de-5b4c-4d95-a5ea-a4cad9548904 req-ffc73ffb-3b8e-454e-8fbd-208c2a68371d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880535 Mar 16 11:41:57.880348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-dc9a9af2-f955-49a1-ab31-9143fc1bef5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408621 Mar 16 11:41:58.100803 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-0907f1f8-72c5-4a53-ae96-2b6646f242a0 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107861 Mar 16 11:41:58.234627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4ac6003-335e-493e-8f05-d1c306450723 req-ad4f16be-dc58-4304-9dfe-ad0b98b46f0c service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250746 Mar 16 11:41:59.079394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1ebd-044d-4cb6-8c80-46cdb02045b0 req-99bf6104-b26c-4d30-ad12-bd3cc0468ce2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:41:59.080858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1bb1ebd-044d-4cb6-8c80-46cdb02045b0 req-99bf6104-b26c-4d30-ad12-bd3cc0468ce2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0823178 Mar 16 11:41:59.125980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1bb1ebd-044d-4cb6-8c80-46cdb02045b0 req-1c1489f4-4fdc-432e-adda-f1826be840ab tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Mar 16 11:42:00.045221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:42:00.049041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:42:00.263575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.281132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:00.300004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '9b94a376-e62c-4309-9454-075a4850eace', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'port_id': '9b94a376-e62c-4309-9454-075a4850eace', 'mac_address': 'fa:16:3e:59:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d70bce-7b8f-4f9f-9d53-55b4b5181198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:42:00.307702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:00.318047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:00.319656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bb868-c4ba-4796-bfda-2a118ffb74cd req-b1ca6bde-4396-46c6-9053-cdb20bce9c31 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:00.321106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-797bb868-c4ba-4796-bfda-2a118ffb74cd req-b1ca6bde-4396-46c6-9053-cdb20bce9c31 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0741715 Mar 16 11:42:00.346141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.377131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-797bb868-c4ba-4796-bfda-2a118ffb74cd req-db6f4bfd-b141-43fe-bfe9-efd23863bf61 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Mar 16 11:42:00.388728 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace', 'code': 200} Mar 16 11:42:00.425592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.446450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:00.450091 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b94a376-e62c-4309-9454-075a4850eace {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:42:00.465786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:00.477530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:00.548104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9b94a376-e62c-4309-9454-075a4850eace'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:42:00.594868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:00.758733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-9dfc9f3b-add4-43f0-b39b-205d31a4b673 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:00.760133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-9dfc9f3b-add4-43f0-b39b-205d31a4b673 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43&tenant_id=e33a4abf799e42ac8efc86d263138baf&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 945 time: 0.1395445 Mar 16 11:42:00.765358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d691199-7893-47ee-916f-eaa770042a10 req-f9fdabc6-1188-47e9-b1a5-a5ec36b5f6e7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:00.766589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d691199-7893-47ee-916f-eaa770042a10 req-f9fdabc6-1188-47e9-b1a5-a5ec36b5f6e7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 945 time: 0.1087763 Mar 16 11:42:00.814611 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d691199-7893-47ee-916f-eaa770042a10 req-24128583-f3e8-4bff-af5c-741d02e74764 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Mar 16 11:42:00.897747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-f3c9c893-8e99-4798-a670-346518e7080c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 1098 time: 0.0693641 Mar 16 11:42:01.027868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-87b3631b-bfe8-4a59-861f-7a09a01cfad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:01.029270 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-87b3631b-bfe8-4a59-861f-7a09a01cfad2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1252685 Mar 16 11:42:01.099556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-afcdf527-ca1a-4263-9f14-97f239120ef5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 200 len: 217 time: 0.0642462 Mar 16 11:42:01.168688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-17c4be5b-50e1-4f8e-afaf-85ae75cf9694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:01.170109 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-17c4be5b-50e1-4f8e-afaf-85ae75cf9694 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0650289 Mar 16 11:42:01.213663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-30362cff-dad5-4d87-b5d1-1cd60c93ec25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379004 Mar 16 11:42:01.347635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-037e2fb3-c734-4c42-8c5b-64f9a965fe18 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266000 Mar 16 11:42:01.481103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d7cbcb8-2827-4d0a-ac55-025977bd1f7e req-6be72dcf-46f5-4ab6-9ab5-f91647f3b798 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280110 Mar 16 11:42:01.552251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db411641-7a7e-4e0c-a267-46517a31f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.024165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fffbd8-f438-41eb-8b49-a99af163bb59 req-06550910-b257-4ea9-9829-f9969fb62caf tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:02.025703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63fffbd8-f438-41eb-8b49-a99af163bb59 req-06550910-b257-4ea9-9829-f9969fb62caf tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 945 time: 0.0805216 Mar 16 11:42:02.045525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:02.073839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63fffbd8-f438-41eb-8b49-a99af163bb59 req-4bbbbf45-26ca-4b1e-a720-2a8ad3e97b84 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Mar 16 11:42:02.139321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 9b94a376-e62c-4309-9454-075a4850eace triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:02.139733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.263476 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.295764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:02.299988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:02.375230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:02.389828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:02.450817 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a376-e62c-4309-9454-075a4850eace', 'code': 200} Mar 16 11:42:03.277222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aeeba-6723-4eb4-b365-cd8a15291ec5 req-6bc8bf2b-00c0-44f4-9242-8e22e57e0965 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:03.278695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e83aeeba-6723-4eb4-b365-cd8a15291ec5 req-6bc8bf2b-00c0-44f4-9242-8e22e57e0965 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0774200 Mar 16 11:42:03.329926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e83aeeba-6723-4eb4-b365-cd8a15291ec5 req-db0b2eef-1a98-44b4-b1f7-a11971cb8ab4 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Mar 16 11:42:03.548853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a08d2-2ab3-44c7-95ce-a971d6b01379 req-91aad119-8c94-4622-b8af-8155f1ebfc3d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:03.551133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa1a08d2-2ab3-44c7-95ce-a971d6b01379 req-91aad119-8c94-4622-b8af-8155f1ebfc3d tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0825047 Mar 16 11:42:03.609753 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa1a08d2-2ab3-44c7-95ce-a971d6b01379 req-8afe2f23-4c05-45dc-8b5c-24e67741bbc2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Mar 16 11:42:03.739034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3a96-d5c9-451c-83ea-cee0cb08a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:03.905029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8a73d-88b9-4c14-b25c-f68db96834b6 req-2992b333-90d8-4dc3-a19c-03968f6979d8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:03.906453 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51e8a73d-88b9-4c14-b25c-f68db96834b6 req-2992b333-90d8-4dc3-a19c-03968f6979d8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.1651981 Mar 16 11:42:03.950639 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51e8a73d-88b9-4c14-b25c-f68db96834b6 req-10de0856-990b-4e01-b4a9-6b5b2e5aa341 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380757 Mar 16 11:42:04.464924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-49a2d84b-897b-494a-9269-d8763f182c59 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:04.467042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-49a2d84b-897b-494a-9269-d8763f182c59 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 815 time: 0.1413696 Mar 16 11:42:04.484461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-e4be45c4-72cf-40e2-b071-3cad666d4c7a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/quotas/e33a4abf799e42ac8efc86d263138baf HTTP/1.1" status: 200 len: 375 time: 0.0111930 Mar 16 11:42:04.572003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-893f0fc6-8d2c-4c2b-a9b5-743637fa2086 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814416 Mar 16 11:42:04.709574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-f124a78a-6ebe-4531-85ea-151927f7012b service neutron] 10.222.0.36 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278152 Mar 16 11:42:04.849897 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-a070fa43-1447-4424-907f-8e207303db58 service neutron] 10.222.0.36 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319175 Mar 16 11:42:05.013925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.034150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:05.072758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d31cf87-b690-4379-b93e-5cae1ed5c38b req-4d49efcf-43c3-4e8b-855d-8b2064340d31 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 210 time: 0.0457621 Mar 16 11:42:05.527203 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:06.135851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.59', 54537) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:06.180359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-1e5eedd7-8944-4f8d-b40a-3b112592f774 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:06.181817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-1e5eedd7-8944-4f8d-b40a-3b112592f774 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 815 time: 0.1603377 Mar 16 11:42:06.233514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-56d19c8c-1397-4325-8514-18cb5e2665a1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:06.235592 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-56d19c8c-1397-4325-8514-18cb5e2665a1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/ports?device_id=563a99b1-fc80-4928-b4f6-ec693a6e8a43 HTTP/1.1" status: 200 len: 946 time: 0.0979147 Mar 16 11:42:06.236430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Request body: {'port': {'device_id': '6f410736-5600-4c92-820f-6e09a46043dd', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'admin_state_up': True, 'tenant_id': 'e33a4abf799e42ac8efc86d263138baf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:42:06.267726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8c9abc2-c10d-4c3e-aed7-1746ded194df req-d63fb44d-e6c9-4b3f-8700-d4295f485a18 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 210 time: 0.0696659 Mar 16 11:42:06.308866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.327111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Deleting port 9b94a376-e62c-4309-9454-075a4850eace {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:42:06.327482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.386150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:42:06.396084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:42:06.406600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Made reservation on behalf of e33a4abf799e42ac8efc86d263138baf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:42:06.409878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.571397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] For port 9b94a376-e62c-4309-9454-075a4850eace, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9b94a376-e62c-4309-9454-075a4850eace,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:06.571760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.572066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Allocated IP 172.20.0.12 (5a98fd0f-555a-4a0b-814e-3a81cad918de/70d70bce-7b8f-4f9f-9d53-55b4b5181198/97a85ee4-0fe2-4dfc-9b02-95069134f608) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:42:06.690111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Calling delete_port for 9b94a376-e62c-4309-9454-075a4850eace owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:42:06.768958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.796426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.811768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9b94a376-e62c-4309-9454-075a4850eace'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:42:06.837082 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.857526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9b94a376-e62c-4309-9454-075a4850eace'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:42:06.885323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Network 5a98fd0f-555a-4a0b-814e-3a81cad918de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:42:06.886279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:06.888996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:42:06.891064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:42:06.892607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Pushing event deleted for resources: {'Port': ['ID=9b94a376-e62c-4309-9454-075a4850eace,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:06.952254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:06.952755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.971613 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] No DVR routers for this DVR port 9b94a376-e62c-4309-9454-075a4850eace on host hv-neutron-8337 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:42:06.974254 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:06.976627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-deleted', 'tag': '9b94a376-e62c-4309-9454-075a4850eace'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:06.978032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-d02c7e89-147b-4a1d-8754-29a75352fe89 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788758 Mar 16 11:42:06.988227 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "DELETE /v2.0/ports/9b94a376-e62c-4309-9454-075a4850eace HTTP/1.1" status: 204 len: 173 time: 0.7344165 Mar 16 11:42:06.993219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Request body: {'port': {'device_id': '6f410736-5600-4c92-820f-6e09a46043dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:42:07.115073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.130248 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563a99b1-fc80-4928-b4f6-ec693a6e8a43', 'name': 'network-vif-deleted', 'tag': '9b94a376-e62c-4309-9454-075a4850eace', 'status': 'completed', 'code': 200} Mar 16 11:42:07.542844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbbaea-4085-4e1d-bfdd-2b142332efcd req-21e3c084-bfd9-4da6-8acb-81cf14fb14c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:07.543530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dffbbaea-4085-4e1d-bfdd-2b142332efcd req-21e3c084-bfd9-4da6-8acb-81cf14fb14c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Synchronizing usage tracker for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:07.610420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dffbbaea-4085-4e1d-bfdd-2b142332efcd req-21e3c084-bfd9-4da6-8acb-81cf14fb14c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Unset dirty status for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:07.611635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dffbbaea-4085-4e1d-bfdd-2b142332efcd req-21e3c084-bfd9-4da6-8acb-81cf14fb14c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 932 time: 0.1958878 Mar 16 11:42:07.620417 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a85ee4-0fe2-4dfc-9b02-95069134f608 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:42:07.642987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.669844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Transition to ACTIVE for port object 97a85ee4-0fe2-4dfc-9b02-95069134f608 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:42:07.675774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:07.706989 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dffbbaea-4085-4e1d-bfdd-2b142332efcd req-891c3066-417e-4216-8696-de37e0eb0c4a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892518 Mar 16 11:42:07.797934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:07.909813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Attempting to bind port 97a85ee4-0fe2-4dfc-9b02-95069134f608 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:42:07.910180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Attempting to bind port 97a85ee4-0fe2-4dfc-9b02-95069134f608 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:42:07.910500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Attempting to bind port 97a85ee4-0fe2-4dfc-9b02-95069134f608 on network 5a98fd0f-555a-4a0b-814e-3a81cad918de {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:42:07.916853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Port 97a85ee4-0fe2-4dfc-9b02-95069134f608 on network 5a98fd0f-555a-4a0b-814e-3a81cad918de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:42:07.917152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Attempting to bind port 97a85ee4-0fe2-4dfc-9b02-95069134f608 on network 5a98fd0f-555a-4a0b-814e-3a81cad918de {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:42:07.924379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:42:07.924694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Checking segment: {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:42:07.925079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Bound using segment: {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:42:07.925491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Bound port: 97a85ee4-0fe2-4dfc-9b02-95069134f608, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0580b97d-2a38-46ac-a4ae-daa673e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:42:07.925825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.010869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:42:08.013825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:42:08.020671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.083230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:08.084598 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] 10.222.0.59 "PUT /v2.0/ports/97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 1094 time: 1.0956795 Mar 16 11:42:08.085020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:08.104724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8de03-a0dd-4074-b527-390c29802134 service neutron] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:08.160184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'status': 'completed', 'code': 200} Mar 16 11:42:08.196261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-10d1f7ae-1f58-4c30-90e9-e543b747cff9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1097 time: 0.0696936 Mar 16 11:42:08.268951 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-e3f4ef82-b308-478c-8e69-89a42e9e9e02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 217 time: 0.0626040 Mar 16 11:42:08.335138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-4d5c06f7-1091-49ad-a5d4-9e59d16d86a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:08.336467 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-4d5c06f7-1091-49ad-a5d4-9e59d16d86a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0586119 Mar 16 11:42:08.388961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-cc92892e-ad05-4154-b20f-9e381b6c21f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431046 Mar 16 11:42:08.543382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-249a9728-2372-40b1-8c9c-4bd7690d2c8c service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447048 Mar 16 11:42:08.677788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d47068-9f95-4d98-bb2e-9722b30c5e90 req-52549a5f-bb66-4a55-9e01-4af9429a3850 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251333 Mar 16 11:42:08.816187 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-ec8154d5-6010-40f6-982d-0fb9b4796e76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1097 time: 0.0755210 Mar 16 11:42:09.009070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-805eca0c-14f4-488c-a3b9-a02b89b1f9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:09.010579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-805eca0c-14f4-488c-a3b9-a02b89b1f9bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1882212 Mar 16 11:42:09.175465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769532d-5923-4942-bd42-4b06a9cfa4a9 req-3328441a-c3fd-4a6d-a6df-6c4b4e721894 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:09.177092 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1769532d-5923-4942-bd42-4b06a9cfa4a9 req-3328441a-c3fd-4a6d-a6df-6c4b4e721894 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 944 time: 0.3370092 Mar 16 11:42:09.212335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-4ce88ca1-cb57-478c-8076-f9c7303c6ee3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 217 time: 0.1955848 Mar 16 11:42:09.283966 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1769532d-5923-4942-bd42-4b06a9cfa4a9 req-5cc5a8d1-246c-4a5a-8b15-0487a10c4088 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994103 Mar 16 11:42:09.294412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-9d65242f-f795-48a4-92aa-550a97f78329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:09.295816 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-9d65242f-f795-48a4-92aa-550a97f78329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0763769 Mar 16 11:42:09.343838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-a5d6ad5b-0507-48a4-924b-d873818bb1e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418971 Mar 16 11:42:09.474127 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-acfda0b8-9171-4849-be71-77ac99f5f0c3 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236346 Mar 16 11:42:09.613781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6a5a970-f60d-4681-9691-e101ce15d1d8 req-7bdbd77a-aabd-41f4-b8a7-40cda2745fa2 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327281 Mar 16 11:42:10.095352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:42:10.137277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 9b94a376-e62c-4309-9454-075a4850eace {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:42:10.137620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9b94a376-e62c-4309-9454-075a4850eace not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:42:10.489793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d0a98-98a6-48e2-9763-ea3cce1e6e54 req-d85ffd1e-dbba-45a6-820c-5b8ae00f6446 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:10.491252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e2d0a98-98a6-48e2-9763-ea3cce1e6e54 req-d85ffd1e-dbba-45a6-820c-5b8ae00f6446 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 944 time: 0.0784395 Mar 16 11:42:10.538709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e2d0a98-98a6-48e2-9763-ea3cce1e6e54 req-ffcb5c5e-692d-4186-8ac8-9bc5d85d7a1c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Mar 16 11:42:11.768201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a9869-6fd6-4b99-994f-99050ecac610 req-8903ec05-eeeb-4b65-b456-258ed3305b1c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:11.769694 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f6a9869-6fd6-4b99-994f-99050ecac610 req-8903ec05-eeeb-4b65-b456-258ed3305b1c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 944 time: 0.0944097 Mar 16 11:42:11.814655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f6a9869-6fd6-4b99-994f-99050ecac610 req-1db4801f-4ba5-4dc6-ae73-ddffaa983c3e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Mar 16 11:42:12.111150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:42:12.290765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.299845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:12.313474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'port_id': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'mac_address': 'fa:16:3e:0f:ed:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d70bce-7b8f-4f9f-9d53-55b4b5181198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:42:12.370619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.389057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a85ee4-0fe2-4dfc-9b02-95069134f608 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:42:12.404991 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:12.409805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:12.481944 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:12.491656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.491994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.492326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.492648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.492974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.493289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.493662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.494010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.494332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.494640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.494951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:12.656994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['97a85ee4-0fe2-4dfc-9b02-95069134f608'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:42:13.022346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bff45-b137-465f-84f4-26ddd8e6839d req-f166151c-779a-4d7f-9312-f86fdbf92556 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:13.023778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-276bff45-b137-465f-84f4-26ddd8e6839d req-f166151c-779a-4d7f-9312-f86fdbf92556 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 945 time: 0.0885882 Mar 16 11:42:13.072715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-276bff45-b137-465f-84f4-26ddd8e6839d req-004a51b7-e420-4de2-b1df-17e76a38b686 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Mar 16 11:42:14.125687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:14.197577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 97a85ee4-0fe2-4dfc-9b02-95069134f608 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:42:14.202610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 97a85ee4-0fe2-4dfc-9b02-95069134f608 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:14.203004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:14.278790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f09573-7959-4bf6-9bc7-6def905d5e3b req-4106e04b-a920-40ce-8a74-b3bbf36deb6c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:14.280197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7f09573-7959-4bf6-9bc7-6def905d5e3b req-4106e04b-a920-40ce-8a74-b3bbf36deb6c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 945 time: 0.0766749 Mar 16 11:42:14.320038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:14.324826 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7f09573-7959-4bf6-9bc7-6def905d5e3b req-1d805716-08a4-40d7-9066-f8e52100d484 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 Mar 16 11:42:14.346835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:14.356018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:14.361336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:14.411490 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'code': 200} Mar 16 11:42:14.428631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:14.651585 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0a0fd54-1bac-44b8-b028-af049b39155e req-f2a9124d-c124-440b-b42f-8d141fa7fea9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1099 time: 0.0706453 Mar 16 11:42:14.695601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0a0fd54-1bac-44b8-b028-af049b39155e req-00422e85-deb7-4652-a2e1-94321021a64e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348868 Mar 16 11:42:15.541621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58738465-1d95-40ab-b4b8-fee85febb355 req-3dce3309-d0c6-492c-8a2a-f64935f41df7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:15.542978 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58738465-1d95-40ab-b4b8-fee85febb355 req-3dce3309-d0c6-492c-8a2a-f64935f41df7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0888848 Mar 16 11:42:15.587892 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58738465-1d95-40ab-b4b8-fee85febb355 req-a612a989-e398-466c-8f69-0cae5e47d238 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Mar 16 11:42:16.806032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579d28-3fa0-492b-97c7-c46d38ed54ae req-93beeac3-db0b-43bf-b626-062c7ccf83da tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:16.808195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad579d28-3fa0-492b-97c7-c46d38ed54ae req-93beeac3-db0b-43bf-b626-062c7ccf83da tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0812976 Mar 16 11:42:16.855285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad579d28-3fa0-492b-97c7-c46d38ed54ae req-855f4276-3184-435c-a757-51e7752816b8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Mar 16 11:42:17.061133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52364-4052-4139-b259-14b1d6928378 req-cc96aeff-06bc-44a6-a51e-c21cc796fa32 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:17.062557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93a52364-4052-4139-b259-14b1d6928378 req-cc96aeff-06bc-44a6-a51e-c21cc796fa32 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0770812 Mar 16 11:42:17.108452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93a52364-4052-4139-b259-14b1d6928378 req-8fe2d0a7-ca1a-4701-9b30-996a44dcc50b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Mar 16 11:42:17.312657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c177f4bc-22bb-4a13-9402-07440ab0e5ba req-14abc7d2-acc0-4c27-beec-f9c106efa12f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0732286 Mar 16 11:42:17.567219 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-ba280580-d79b-4998-a172-289d0d8243c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675962 Mar 16 11:42:17.632358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97706d6d-669b-43ae-a748-17abf4d048bc req-c04071f9-c4e3-4c2b-8108-8fc65e151dd0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:17.633986 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97706d6d-669b-43ae-a748-17abf4d048bc req-c04071f9-c4e3-4c2b-8108-8fc65e151dd0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0779378 Mar 16 11:42:17.680048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97706d6d-669b-43ae-a748-17abf4d048bc req-d051a1e8-1e4a-45de-8f87-06de8da7b629 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Mar 16 11:42:18.768337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-d69b18a2-7784-4e6c-8f1a-4446f718860d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1099 time: 0.0732059 Mar 16 11:42:18.941814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-04e34280-a9a4-4676-9a01-b8e10997b989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:18.943351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-04e34280-a9a4-4676-9a01-b8e10997b989 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1698143 Mar 16 11:42:19.099795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6122-7d0e-43bb-a36d-581a228934a9 req-d42b442b-0e3f-4209-aaaa-6fb4697650a0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:19.101198 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597c6122-7d0e-43bb-a36d-581a228934a9 req-d42b442b-0e3f-4209-aaaa-6fb4697650a0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.2616615 Mar 16 11:42:19.123799 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-d62d25de-9345-4e63-ac23-9caea1647353 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 217 time: 0.1747322 Mar 16 11:42:19.196413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597c6122-7d0e-43bb-a36d-581a228934a9 req-f144b760-7bbe-4929-8fb7-441d389bc26f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882041 Mar 16 11:42:19.201399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-93404739-85e5-461b-a92c-fe228484112c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:19.202743 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-93404739-85e5-461b-a92c-fe228484112c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0727494 Mar 16 11:42:19.247426 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-52beeb6c-9277-4f9d-84d1-9773cb6f13c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393744 Mar 16 11:42:19.403757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-3741f092-04e4-485a-ba16-794dfb757817 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500022 Mar 16 11:42:19.541692 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-ba463878-17a2-4132-8ad4-d27e4547ad3b service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315951 Mar 16 11:42:20.404510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b49cf-8a56-4ddd-8221-17da6d3e8e5e req-c9ec3ff4-4ac8-48c7-ae32-3a3aeccda38c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:20.405935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-981b49cf-8a56-4ddd-8221-17da6d3e8e5e req-c9ec3ff4-4ac8-48c7-ae32-3a3aeccda38c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0831687 Mar 16 11:42:20.458728 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-981b49cf-8a56-4ddd-8221-17da6d3e8e5e req-35573a4e-67db-48a4-9f73-5a2919e094e2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 Mar 16 11:42:21.675371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec6b93-a525-44e0-9cd2-b7c4daf8fc1e req-08625395-b9d6-4fa7-887d-af16b4cf3f3c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:21.676760 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4ec6b93-a525-44e0-9cd2-b7c4daf8fc1e req-08625395-b9d6-4fa7-887d-af16b4cf3f3c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0824773 Mar 16 11:42:21.724935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4ec6b93-a525-44e0-9cd2-b7c4daf8fc1e req-9d952e98-b46d-48ef-9cc8-eae805596071 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Mar 16 11:42:22.964031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c6e9-9246-43a2-a74c-6fe98993ace0 req-0486e7ff-3033-4faf-9de4-0edbf7200ea1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:22.965537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d39c6e9-9246-43a2-a74c-6fe98993ace0 req-0486e7ff-3033-4faf-9de4-0edbf7200ea1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0929096 Mar 16 11:42:23.011916 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d39c6e9-9246-43a2-a74c-6fe98993ace0 req-bfd98069-4930-4745-9037-d21e2de373c0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Mar 16 11:42:24.224229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bfe8e-eb00-4bdf-b03a-f889f12c7f61 req-e446c134-5081-470c-8e56-0066b9dbd6c8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:24.225632 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-264bfe8e-eb00-4bdf-b03a-f889f12c7f61 req-e446c134-5081-470c-8e56-0066b9dbd6c8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0807781 Mar 16 11:42:24.272174 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-264bfe8e-eb00-4bdf-b03a-f889f12c7f61 req-26c254f8-0644-4c67-baf4-dd376c35cdff tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Mar 16 11:42:25.487826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcab615-85af-46ab-8ed0-5395ea32f6ab req-13af5904-b104-423a-8d2d-fde2b987f0e7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:25.489266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bcab615-85af-46ab-8ed0-5395ea32f6ab req-13af5904-b104-423a-8d2d-fde2b987f0e7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0897498 Mar 16 11:42:25.543528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bcab615-85af-46ab-8ed0-5395ea32f6ab req-06e1c6ea-3042-4a22-91bd-9282f33d3ff2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Mar 16 11:42:26.770323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0c964-127b-4157-81c0-40e06d5da1d1 req-94b61834-7bec-4b94-b453-862878aceac4 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:26.771743 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eed0c964-127b-4157-81c0-40e06d5da1d1 req-94b61834-7bec-4b94-b453-862878aceac4 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0771949 Mar 16 11:42:26.820230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eed0c964-127b-4157-81c0-40e06d5da1d1 req-52e0a785-0f00-411e-b804-5531be4320ac tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Mar 16 11:42:28.041618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9589cde-675f-448e-add7-487e6d837902 req-1a883bb1-98d5-44c7-90c3-dd90b18ae15b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:28.043267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9589cde-675f-448e-add7-487e6d837902 req-1a883bb1-98d5-44c7-90c3-dd90b18ae15b tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0867767 Mar 16 11:42:28.093860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9589cde-675f-448e-add7-487e6d837902 req-e55f49dc-aa7b-48a4-ad6e-6d68c2a38aed tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417726 Mar 16 11:42:29.318686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ccc6a-2b04-4f1c-8257-48c3236b274e req-1c66a4fd-d30d-4768-b6a4-2266110cdc41 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:29.321085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d05ccc6a-2b04-4f1c-8257-48c3236b274e req-1c66a4fd-d30d-4768-b6a4-2266110cdc41 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0929604 Mar 16 11:42:29.372492 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d05ccc6a-2b04-4f1c-8257-48c3236b274e req-2c045dc9-1717-4a39-9ba0-3f2fa089e6ac tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Mar 16 11:42:30.591037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d309d-7b58-4c2c-889e-18fb48bd9027 req-3e693647-ff0c-4824-b6b9-3a0277b84478 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:30.592343 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-951d309d-7b58-4c2c-889e-18fb48bd9027 req-3e693647-ff0c-4824-b6b9-3a0277b84478 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0864534 Mar 16 11:42:30.648001 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-951d309d-7b58-4c2c-889e-18fb48bd9027 req-1e41badf-37c6-44d0-9988-38620543ecf0 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Mar 16 11:42:31.557665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d1e351ec-4fce-4dfa-b9af-1b55ec90aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:31.882613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15910c9b-10ec-43e0-bc5e-a32c48130e22 req-a120690b-b571-4ef6-8869-0365d635abbd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:31.883940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15910c9b-10ec-43e0-bc5e-a32c48130e22 req-a120690b-b571-4ef6-8869-0365d635abbd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0999658 Mar 16 11:42:31.931066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15910c9b-10ec-43e0-bc5e-a32c48130e22 req-35e830da-55f1-41fb-86cb-d50f5146982c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Mar 16 11:42:33.145088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fa6b6-8771-4c30-aa8d-9076b019ede3 req-88631d68-6c4c-4b02-8af6-4a37479c95ad tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:33.146572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f7fa6b6-8771-4c30-aa8d-9076b019ede3 req-88631d68-6c4c-4b02-8af6-4a37479c95ad tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0809412 Mar 16 11:42:33.193827 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f7fa6b6-8771-4c30-aa8d-9076b019ede3 req-076439cf-8380-43b0-9b02-dfb524b3f40c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Mar 16 11:42:33.736984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a6cad948-d07e-4231-9fa7-e112f1b8d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:34.409715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970352fe-3caa-49b2-9bae-2e1e4f78155f req-ebffec5e-6984-4d1c-a909-c1a8a403b8b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:34.411433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-970352fe-3caa-49b2-9bae-2e1e4f78155f req-ebffec5e-6984-4d1c-a909-c1a8a403b8b5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0949252 Mar 16 11:42:34.462443 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-970352fe-3caa-49b2-9bae-2e1e4f78155f req-a6d46a30-024e-478b-96b5-9e84de0bd546 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Mar 16 11:42:35.020221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:35.043462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:35.688620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211d16-d048-4972-a1ff-669c937f5924 req-fb279c63-f88e-4f12-8b88-79e7bf37c3b8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:35.690153 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8211d16-d048-4972-a1ff-669c937f5924 req-fb279c63-f88e-4f12-8b88-79e7bf37c3b8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0980155 Mar 16 11:42:35.825162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8211d16-d048-4972-a1ff-669c937f5924 req-4bdadb61-17b0-49c4-8561-8833a2a345c4 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283112 Mar 16 11:42:36.318596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:37.051994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ce0b-d5ea-438d-9cfc-e8006ac35221 req-595069fb-aa45-4907-ba22-4587eee796c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:37.053410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b18ce0b-d5ea-438d-9cfc-e8006ac35221 req-595069fb-aa45-4907-ba22-4587eee796c3 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0896020 Mar 16 11:42:37.101112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b18ce0b-d5ea-438d-9cfc-e8006ac35221 req-7ae9c3d5-4ce1-45c0-88ba-4e927f38bdb5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Mar 16 11:42:38.310940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe748-3e9b-4116-a181-0584e4d4c2e0 req-13cdd7ca-a92c-497e-9b3d-22daa03df6bd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:38.312405 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f2fe748-3e9b-4116-a181-0584e4d4c2e0 req-13cdd7ca-a92c-497e-9b3d-22daa03df6bd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0803635 Mar 16 11:42:38.359185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f2fe748-3e9b-4116-a181-0584e4d4c2e0 req-24a4058a-5334-4c89-a940-2fb5f404dd7a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Mar 16 11:42:39.577800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b209d-3e2b-444f-baa3-3bcf95ddb5d6 req-3513b5f7-cf41-474a-ba82-d4d122f1fe30 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:39.579313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-151b209d-3e2b-444f-baa3-3bcf95ddb5d6 req-3513b5f7-cf41-474a-ba82-d4d122f1fe30 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0788739 Mar 16 11:42:39.628409 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-151b209d-3e2b-444f-baa3-3bcf95ddb5d6 req-e20f0e04-7b74-4101-96d1-224c9d845d48 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Mar 16 11:42:40.843934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ea6b6-bc61-4549-9182-5cd50c9cbb47 req-a0c09e76-2a1d-4ba8-ad6c-02b1341d36c7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:40.845404 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6ea6b6-bc61-4549-9182-5cd50c9cbb47 req-a0c09e76-2a1d-4ba8-ad6c-02b1341d36c7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0867910 Mar 16 11:42:40.891805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6ea6b6-bc61-4549-9182-5cd50c9cbb47 req-d2d6face-a52e-4338-a955-5ad71fed7d96 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Mar 16 11:42:42.105822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca965912-c4c0-4cf6-91c9-f0b356fa64ff req-cefa9062-cdb2-4c67-8d4a-65d9204a1ba5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:42.107281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca965912-c4c0-4cf6-91c9-f0b356fa64ff req-cefa9062-cdb2-4c67-8d4a-65d9204a1ba5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0794353 Mar 16 11:42:42.156624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca965912-c4c0-4cf6-91c9-f0b356fa64ff req-c2d1b160-8ee5-4ce1-baee-ff8b596255a8 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Mar 16 11:42:42.250213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:42.529367 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:42:43.357703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597946c2-4e32-47dd-b9f0-28b2efa43bbc req-a23b34ef-7235-4ec2-adaf-b75e92e2b986 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:43.359104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597946c2-4e32-47dd-b9f0-28b2efa43bbc req-a23b34ef-7235-4ec2-adaf-b75e92e2b986 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0781362 Mar 16 11:42:43.407581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597946c2-4e32-47dd-b9f0-28b2efa43bbc req-e26dfa94-724b-4898-9312-e3347f156fa5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Mar 16 11:42:44.632615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9874a4-f3ca-41f1-9ce6-0ec380f88b34 req-7396e544-73b3-4e87-8cd0-4dba892c9bdd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:44.633921 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd9874a4-f3ca-41f1-9ce6-0ec380f88b34 req-7396e544-73b3-4e87-8cd0-4dba892c9bdd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0896680 Mar 16 11:42:44.682625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd9874a4-f3ca-41f1-9ce6-0ec380f88b34 req-4741728a-f91d-48b0-8d65-e4dd00ecd1e1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Mar 16 11:42:45.910602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d00165-709c-4d97-bec1-86eb9afccdb2 req-e6733216-ad8e-432f-b7ed-0e687f47a0c7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:45.912036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-39d00165-709c-4d97-bec1-86eb9afccdb2 req-e6733216-ad8e-432f-b7ed-0e687f47a0c7 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0910017 Mar 16 11:42:45.967168 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-39d00165-709c-4d97-bec1-86eb9afccdb2 req-0ec9883d-430e-4829-912a-fa344d3f411f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Mar 16 11:42:46.494779 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-1d2220cc-8a78-41f4-8174-3d29f6900e19 service neutron] 10.222.0.59 "GET /v2.0/ports/97a85ee4-0fe2-4dfc-9b02-95069134f608/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0848074 Mar 16 11:42:46.782824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-75080ade-fde4-4b83-9069-73328e25e7b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd&tenant_id=e33a4abf799e42ac8efc86d263138baf HTTP/1.1" status: 200 len: 1099 time: 0.0697951 Mar 16 11:42:46.891572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-8659d365-decc-46a6-8819-7deb67ff9f99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1099 time: 0.0817397 Mar 16 11:42:47.027951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-963b8e40-b2a6-4275-822d-3c7c723c452a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:47.029399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-963b8e40-b2a6-4275-822d-3c7c723c452a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1292543 Mar 16 11:42:47.132851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-ddcdca06-509f-4051-95ba-9508b13c5ac4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 217 time: 0.0935647 Mar 16 11:42:47.209540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-35c3ed24-e73f-470e-92b9-163b301f8f74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:47.210950 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-35c3ed24-e73f-470e-92b9-163b301f8f74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0688095 Mar 16 11:42:47.224303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b697859-cdd5-4994-8bd7-6ebdd5e1d86f req-ed6265aa-9941-403e-b3d6-31d4aed58e54 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:47.225625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b697859-cdd5-4994-8bd7-6ebdd5e1d86f req-ed6265aa-9941-403e-b3d6-31d4aed58e54 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.1357541 Mar 16 11:42:47.281507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-131f0166-2c5e-4545-bff6-52fa84768e44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549507 Mar 16 11:42:47.382579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b697859-cdd5-4994-8bd7-6ebdd5e1d86f req-158b4cc3-f606-492c-a8a3-fed3de2fc92c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246288 Mar 16 11:42:47.428765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-436c6b78-33ac-4dba-ab47-9235a4d68107 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335926 Mar 16 11:42:47.654442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06e3f4-7225-448e-91fe-98850fbe54db req-ab33f7a5-ba2b-433c-907b-fafad0b2c496 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156246 Mar 16 11:42:48.593560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146680a4-3f27-4921-b87c-25d3a3db23b9 req-ddd92c71-b4ff-4197-9b96-96eec11abb69 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:48.594906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-146680a4-3f27-4921-b87c-25d3a3db23b9 req-ddd92c71-b4ff-4197-9b96-96eec11abb69 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0794873 Mar 16 11:42:48.642379 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-146680a4-3f27-4921-b87c-25d3a3db23b9 req-a70d5e9a-b27f-438c-90a2-6f9cfeb9b50e tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Mar 16 11:42:50.011666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6e7eb-62b3-4209-8442-db551dc1ac24 req-435070d4-5d67-49e8-82e7-8f76d22914bd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.012973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81d6e7eb-62b3-4209-8442-db551dc1ac24 req-435070d4-5d67-49e8-82e7-8f76d22914bd tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0900524 Mar 16 11:42:50.058017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81d6e7eb-62b3-4209-8442-db551dc1ac24 req-077523f5-b44e-464e-a531-3227f191aec6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Mar 16 11:42:50.280421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:42:50.284747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:42:50.437069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-815cfbfb-ad20-4cf7-9e0c-03fa4f8fc308 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.438510 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-815cfbfb-ad20-4cf7-9e0c-03fa4f8fc308 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd&tenant_id=e33a4abf799e42ac8efc86d263138baf&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 946 time: 0.1398923 Mar 16 11:42:50.445984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4535e4-98bc-425b-bf9a-e867bae0a20d req-a0373ca4-6e18-4bd8-a655-ebb8543e808a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.447452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac4535e4-98bc-425b-bf9a-e867bae0a20d req-a0373ca4-6e18-4bd8-a655-ebb8543e808a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.1189024 Mar 16 11:42:50.483229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.502582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac4535e4-98bc-425b-bf9a-e867bae0a20d req-9de38072-02d4-44c5-b9a9-48ea9271be6c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486133 Mar 16 11:42:50.542158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:50.552599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:50.566422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'network_id': '5a98fd0f-555a-4a0b-814e-3a81cad918de', 'port_id': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'mac_address': 'fa:16:3e:0f:ed:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d70bce-7b8f-4f9f-9d53-55b4b5181198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:42:50.568724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:50.583791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-db54987a-a669-43e2-b14f-9e30188c31a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e33a4abf799e42ac8efc86d263138baf&device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 1099 time: 0.0732644 Mar 16 11:42:50.601867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.636982 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'code': 200} Mar 16 11:42:50.676128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.699602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a85ee4-0fe2-4dfc-9b02-95069134f608 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:42:50.703022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:50.717645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-ec8df088-e337-405e-a6c8-0c17aff3c742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.718083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:50.719207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-ec8df088-e337-405e-a6c8-0c17aff3c742 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 200 len: 915 time: 0.1299405 Mar 16 11:42:50.722764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:50.787317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['97a85ee4-0fe2-4dfc-9b02-95069134f608'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:42:50.788554 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-3cd85b9c-ffc5-40a3-892d-89ed8f551e32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 200 len: 217 time: 0.0630801 Mar 16 11:42:50.827968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:50.860151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-30ce0d17-4975-4d44-9de7-184710a468f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:50.861519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-30ce0d17-4975-4d44-9de7-184710a468f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 200 len: 855 time: 0.0674136 Mar 16 11:42:50.906876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-65014d5f-429e-4bff-8b5b-8edcb7eabbb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a98fd0f-555a-4a0b-814e-3a81cad918de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390768 Mar 16 11:42:51.037452 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-238f0148-da1e-4474-818d-4856ca34566a service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249733 Mar 16 11:42:51.169879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cfff1078-fad6-4604-bf1c-9f3439f874fc req-064c99f2-ef31-4333-b064-44c0a3a9f914 service neutron] 10.222.0.59 "GET /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261311 Mar 16 11:42:51.719448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2e68-16b7-4066-950a-bec23fcd9f2a req-7d278d9b-b4ef-48c0-b3b0-32f3db1a9707 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:51.720849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f0d2e68-16b7-4066-950a-bec23fcd9f2a req-7d278d9b-b4ef-48c0-b3b0-32f3db1a9707 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 945 time: 0.0779972 Mar 16 11:42:51.770986 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f0d2e68-16b7-4066-950a-bec23fcd9f2a req-46665383-c9ec-4db4-8ee9-2624ebe01574 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Mar 16 11:42:52.296327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:42:52.377962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 97a85ee4-0fe2-4dfc-9b02-95069134f608 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:42:52.378351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:52.490949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:52.523370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:52.529756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:52.601182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:52.638540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:52.701068 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'code': 200} Mar 16 11:42:52.994762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc56c9-189b-4108-829a-60097a434f30 req-76f43981-ad55-493c-bf29-6d06c59add87 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:52.996170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4bc56c9-189b-4108-829a-60097a434f30 req-76f43981-ad55-493c-bf29-6d06c59add87 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0854259 Mar 16 11:42:53.045740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4bc56c9-189b-4108-829a-60097a434f30 req-83150f25-bf5f-426f-ba24-d265b5e295f2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Mar 16 11:42:53.264263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17864-fe51-4eaa-b898-08bf2019e7c3 req-792db174-449a-4e52-952f-c620cb0d9b38 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.265682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b8c17864-fe51-4eaa-b898-08bf2019e7c3 req-792db174-449a-4e52-952f-c620cb0d9b38 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0814729 Mar 16 11:42:53.311156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b8c17864-fe51-4eaa-b898-08bf2019e7c3 req-d3a88b6a-60f4-4465-8694-9ccc66a706bb tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Mar 16 11:42:53.523905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe718cf7-2d85-4554-a6ab-99c612d1a00c req-14c0fe03-b486-42b4-a838-4a887a94db0a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:53.525732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe718cf7-2d85-4554-a6ab-99c612d1a00c req-14c0fe03-b486-42b4-a838-4a887a94db0a tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0888259 Mar 16 11:42:53.576430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe718cf7-2d85-4554-a6ab-99c612d1a00c req-17a079a6-b983-4371-98f1-733fdc58c3ae tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Mar 16 11:42:54.197108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77214e-fd8d-4a91-9408-d4cdd09f34a9 req-a0212ae3-e263-47c0-8f02-58ea5567a6d1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:54.198398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a77214e-fd8d-4a91-9408-d4cdd09f34a9 req-a0212ae3-e263-47c0-8f02-58ea5567a6d1 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0904379 Mar 16 11:42:54.244852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a77214e-fd8d-4a91-9408-d4cdd09f34a9 req-f8b2809c-b869-4337-9a4c-55c5e741325c tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Mar 16 11:42:55.450207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddbb97-113a-4673-bc2f-482148d03127 req-8cdc54e9-1a0c-4f26-b430-a055c5f9f9a2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:55.451648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceddbb97-113a-4673-bc2f-482148d03127 req-8cdc54e9-1a0c-4f26-b430-a055c5f9f9a2 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.0788796 Mar 16 11:42:55.501854 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceddbb97-113a-4673-bc2f-482148d03127 req-cc39da24-c50f-4b6a-9ca7-fe275befdb61 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d5b89b7-d093-47e8-b648-2f76534aa8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Mar 16 11:42:55.819977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115faa0-feca-4286-bce2-f939bccd84de req-33bfa063-e2c4-4a94-a164-3587d20e35a5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:42:55.821956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8115faa0-feca-4286-bce2-f939bccd84de req-33bfa063-e2c4-4a94-a164-3587d20e35a5 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 946 time: 0.1737170 Mar 16 11:42:55.892164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Deleting port 97a85ee4-0fe2-4dfc-9b02-95069134f608 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:42:55.892491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.134594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] For port 97a85ee4-0fe2-4dfc-9b02-95069134f608, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=97a85ee4-0fe2-4dfc-9b02-95069134f608,segment=NetworkSegment(0580b97d-2a38-46ac-a4ae-daa673e8d521),segment_id=0580b97d-2a38-46ac-a4ae-daa673e8d521)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:42:56.134828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.252328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Calling delete_port for 97a85ee4-0fe2-4dfc-9b02-95069134f608 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:42:56.415844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.464439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Pushing event deleted for resources: {'Port': ['ID=97a85ee4-0fe2-4dfc-9b02-95069134f608,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:56.475654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.475875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.476238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.476560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.477332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.477332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.477725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.478036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.478930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.478930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.479127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:56.545806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] No DVR routers for this DVR port 97a85ee4-0fe2-4dfc-9b02-95069134f608 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:42:56.548612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:56.551183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-deleted', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:42:56.568901 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8115faa0-feca-4286-bce2-f939bccd84de req-5bbe1e7e-3d58-48ea-935d-481f8218c749 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.59 "DELETE /v2.0/ports/97a85ee4-0fe2-4dfc-9b02-95069134f608 HTTP/1.1" status: 204 len: 173 time: 0.7390130 Mar 16 11:42:56.668186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-84817c1e-f08b-414c-87ba-0d96d6a73f7e req-812581c3-a024-4028-8197-d49a4dfe5e2f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Synchronizing usage tracker for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:42:56.685126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-84817c1e-f08b-414c-87ba-0d96d6a73f7e req-812581c3-a024-4028-8197-d49a4dfe5e2f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] Unset dirty status for tenant:e33a4abf799e42ac8efc86d263138baf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:42:56.686465 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84817c1e-f08b-414c-87ba-0d96d6a73f7e req-812581c3-a024-4028-8197-d49a4dfe5e2f tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f410736-5600-4c92-820f-6e09a46043dd HTTP/1.1" status: 200 len: 210 time: 0.0601537 Mar 16 11:42:56.692541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f410736-5600-4c92-820f-6e09a46043dd', 'name': 'network-vif-deleted', 'tag': '97a85ee4-0fe2-4dfc-9b02-95069134f608', 'status': 'completed', 'code': 200} Mar 16 11:42:57.981086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:58.043126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Deleting subnet 70d70bce-7b8f-4f9f-9d53-55b4b5181198 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:42:58.046231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.098769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.153438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.228477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.266766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d70bce-7b8f-4f9f-9d53-55b4b5181198,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:58.272176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.283844 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] 10.222.0.36 "DELETE /v2.0/subnets/70d70bce-7b8f-4f9f-9d53-55b4b5181198 HTTP/1.1" status: 204 len: 168 time: 0.3016775 Mar 16 11:42:58.285245 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.285579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.285905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.286278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.286565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.286917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.287061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47598) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:58.287504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.287616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.287881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.288211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.288521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0874b0-3eec-45b7-a1f3-232a632cf1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:42:58.346209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:42:58.380257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 97a85ee4-0fe2-4dfc-9b02-95069134f608 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:42:58.380594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 97a85ee4-0fe2-4dfc-9b02-95069134f608 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:42:58.397747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.520169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.545222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a98fd0f-555a-4a0b-814e-3a81cad918de']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:58.560616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0580b97d-2a38-46ac-a4ae-daa673e8d521') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:58.560814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0580b97d-2a38-46ac-a4ae-daa673e8d521') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:42:58.572193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.587967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.594483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:42:58.594852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:42:58.607798 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:42:58.682770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.698473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:58.710693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a98fd0f-555a-4a0b-814e-3a81cad918de,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:58.714421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d0b4f76-da76-4a65-9be0-9c11307fcc6d admin admin] 10.222.0.36 "DELETE /v2.0/networks/5a98fd0f-555a-4a0b-814e-3a81cad918de HTTP/1.1" status: 204 len: 168 time: 0.4261010 Mar 16 11:42:58.885048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47604) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:58.940474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4155c23e-4c1e-4715-8609-032c41faa560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e33a4abf799e42ac8efc86d263138baf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540752 Mar 16 11:42:58.943145 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47608) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:42:59.004493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.030285 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.083804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.097734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b89b7-d093-47e8-b648-2f76534aa8e5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:42:59.103562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:42:59.106361 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ee42f00-1c95-4341-91b8-1b6a1cb18421 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d5b89b7-d093-47e8-b648-2f76534aa8e5 HTTP/1.1" status: 204 len: 168 time: 0.1605914 Mar 16 11:43:00.047577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:00.184724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-793826543-network', 'tenant_id': '3305affc50824537b73b44bd309983cd'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:00.189593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:00.193532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Usage tracker for resource:network and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:00.197181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:00.202886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:00.214269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:00.216574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.228688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.260456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:00.264171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Usage tracker for resource:security_group_rule and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:00.266907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:00.272499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:00.338672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.344189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.374524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:43:00.383090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4eeb1-05f8-4d00-93a3-60f60ad3874c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:00.390698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.390698 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Added segment b508891e-cc16-4166-945f-8762869e8562 of type vlan for network 76f4d509-4f4c-44ac-8410-9321fd23d884 Mar 16 11:43:00.417587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.449054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.449884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:00.450553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.551742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] Pushing event updated for resources: {'Network': ['ID=76f4d509-4f4c-44ac-8410-9321fd23d884,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:00.555972 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7afa662-0a8a-4b4d-b444-05bce6de086e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5073740 Mar 16 11:43:00.559158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47636) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:00.562367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:43:00.565238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Request body: {'subnet': {'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-793826543-subnet', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:00.570239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:00.574169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Usage tracker for resource:subnet and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:00.577105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:00.582710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:00.592987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:00.595460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.898436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:00.968522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec96198c-49f1-4bad-8f46-1321bbb1f0a7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:00.984225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:43:00.984569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Network hostable DHCP agents. Network: 76f4d509-4f4c-44ac-8410-9321fd23d884, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:43:01.008826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:43:01.020263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 76f4d509-4f4c-44ac-8410-9321fd23d884) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:01.024852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:01.025479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.031830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c0b8e0-3ad4-4a7d-a978-dca1268a5668 None None] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:43:01.056169 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-985cfc28-cb0f-427d-ad95-96831812305d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4953768 Mar 16 11:43:01.059133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:01.064784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:01.069733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:01.074124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Usage tracker for resource:router and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:01.077179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:01.083919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:01.099914 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.100922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.120004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.264231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.286387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-76f4d509-4f4c-44ac-8410-9321fd23d884', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:43:01.287279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.446325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Allocated IP 172.20.0.2 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/065f22b8-cdee-4b85-8b26-baabd0ed5966) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:01.546976 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.557783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb017-a06e-439e-95ee-8d511538e48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.583622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.660838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.671776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Transition to ACTIVE for port object 065f22b8-cdee-4b85-8b26-baabd0ed5966 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:01.689573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Transition to ACTIVE for port object 065f22b8-cdee-4b85-8b26-baabd0ed5966 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:01.697345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.720031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Allocated IP 172.26.1.28 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:01.766254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:01.769001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:01.773260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:43:01.775932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Pushing event updated for resources: {'Port': ['ID=065f22b8-cdee-4b85-8b26-baabd0ed5966,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:01.860551 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Attempting to bind port 065f22b8-cdee-4b85-8b26-baabd0ed5966 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:01.861060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Attempting to bind port 065f22b8-cdee-4b85-8b26-baabd0ed5966 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:01.861422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Attempting to bind port 065f22b8-cdee-4b85-8b26-baabd0ed5966 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:43:01.868642 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.869030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:43:01.869396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:43:01.869798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.870203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:43:01.870654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Bound port: 065f22b8-cdee-4b85-8b26-baabd0ed5966, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:01.871018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.903971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.963035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] For port 065f22b8-cdee-4b85-8b26-baabd0ed5966, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:43:01.966849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] For port 065f22b8-cdee-4b85-8b26-baabd0ed5966, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=065f22b8-cdee-4b85-8b26-baabd0ed5966,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:43:01.972731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:01.985408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:01.986624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:01.989055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:01.991157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:43:02.058123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050c25d-1ee9-4e16-adef-459528ff6d8c None None] Pushing event updated for resources: {'Port': ['ID=065f22b8-cdee-4b85-8b26-baabd0ed5966,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:02.168820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.170266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.421880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:43:02.626135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:43:02.636617 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:43:02.653457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:02.653863 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:02.657326 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-be8f922c-cbb0-4be0-85cf-91c9fb079098 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5940950 Mar 16 11:43:02.657804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 47644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:02.658227 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:42:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:02.845043 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:03.008996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da96c71-5954-4981-a101-909e33a96138 None None] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:43:03.125938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eaa4f4d4-8671-4f7a-a803-58a87c4fcaf5 None None] Provisioning for port 065f22b8-cdee-4b85-8b26-baabd0ed5966 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:03.162850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 065f22b8-cdee-4b85-8b26-baabd0ed5966 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:03.185895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:02Z', 'revision_number': 3, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:03.201038 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:43:03.201038 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Updating router 0d2e29e5-0535-4f29-9a40-91a86cc15858 port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:43:03.273742 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.333706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 065f22b8-cdee-4b85-8b26-baabd0ed5966 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:03.352708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 065f22b8-cdee-4b85-8b26-baabd0ed5966 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:03.353384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.528203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.564857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 065f22b8-cdee-4b85-8b26-baabd0ed5966, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=065f22b8-cdee-4b85-8b26-baabd0ed5966,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:03.572616 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.595592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.643899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=065f22b8-cdee-4b85-8b26-baabd0ed5966,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.668817 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.681032 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Transition to ACTIVE for port object e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:03.688251 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.735436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f937f58a-9076-43ee-a5fc-914407db8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.765906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-55211653-980c-4250-a360-1fe0c22df888 None None] Provisioning complete for port 065f22b8-cdee-4b85-8b26-baabd0ed5966 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:03.766764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55211653-980c-4250-a360-1fe0c22df888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.769754 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Pushing event updated for resources: {'Port': ['ID=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.771949 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Attempting to bind port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:03.772303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Attempting to bind port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:03.772647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Attempting to bind port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:43:03.784358 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:43:03.784645 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:43:03.785017 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.785396 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:43:03.785840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Bound port: e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:03.786219 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.812473 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.812837 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.813131 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.813455 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.813781 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.814118 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.814434 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.814746 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.815061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.815363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.815669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:03.846194 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Allocated IP 172.20.0.1 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/93a9b3ce-066e-40b4-ae14-9bd1493f8ec5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:03.865190 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] For port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:43:03.869009 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] For port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:43:03.873230 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:03.957163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f8a9-0b3b-4d3c-8d05-ae207b7d3e66 None None] Pushing event updated for resources: {'Port': ['ID=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:03.961751 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:03.962372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:03.999355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.015135 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Transition to ACTIVE for port object 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:04.037645 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.107239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:04.110081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:04.114501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:43:04.144845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:04.147843 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:04.172482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.260968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.414602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1a57909-d004-4a69-b070-1a847ad4f297 None None] Provisioning for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:04.420012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a1a57909-d004-4a69-b070-1a847ad4f297 None None] Provisioning complete for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:04.420235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1a57909-d004-4a69-b070-1a847ad4f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.441356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:02Z', 'revision_number': 3, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:04.445870 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d7d77-b206-4501-be86-a49727997802 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:02Z', 'revision_number': 3, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:43:04.490631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a1a57909-d004-4a69-b070-1a847ad4f297 None None] Port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:43:04.499406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.506828 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.617654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:04.620107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:04.760908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:04.762094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:05.007686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.022714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-79dcc272-dcd6-4cf0-b3c5-c6e0d929a206 None None] Provisioning complete for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:05.024525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-79dcc272-dcd6-4cf0-b3c5-c6e0d929a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.102366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-79dcc272-dcd6-4cf0-b3c5-c6e0d929a206 None None] Port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:43:05.104920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.203202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 065f22b8-cdee-4b85-8b26-baabd0ed5966 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:05.282499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:43:05.308222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 065f22b8-cdee-4b85-8b26-baabd0ed5966 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:05.308583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.420924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:05.485612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:43:05.486977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:05.492011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:05.492378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.494935 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4272e064-207f-40f0-8f80-86ab1d22a1e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d2e29e5-0535-4f29-9a40-91a86cc15858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359184 Mar 16 11:43:05.615751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.633175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:05.637670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:05.704883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:06.060025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:06.065722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560386054', 'description': 'tempest-description--594674167'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:06.071861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:06.075652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:security_group and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:06.078483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:06.083998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:06.096956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.131603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:06.135887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:security_group_rule and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:06.138699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:06.144485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:06.209822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.215128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.254438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a6d6c-06a0-4ad6-9548-145fa9679237,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:06.257059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.258348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-575c2736-60e0-4402-ae53-dedea72e1dab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1972907 Mar 16 11:43:06.262122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:06.266752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'security_group_rule': {'security_group_id': '0b2a6d6c-06a0-4ad6-9548-145fa9679237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:06.272586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:06.276756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:security_group_rule and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:06.279648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:06.285347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:06.304134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.315491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.373931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.380077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.403395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7374a3c2-c2fa-400e-9875-30171b5f4894,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:06.413695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.415389 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5ac1a88-d14c-46ca-a7a7-92c2d04c8fb1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1529024 Mar 16 11:43:06.417982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:06.423443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'security_group_rule': {'security_group_id': '0b2a6d6c-06a0-4ad6-9548-145fa9679237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:06.429227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:06.433562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:security_group_rule and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:06.436904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:06.442921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:06.459513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.528264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.532840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.555148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2693e7-432c-4955-a492-00a77b4769cd,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:06.565560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.566808 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5d94f327-eaca-4ecb-9b5e-55c80062dcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477737 Mar 16 11:43:06.569876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:06.575216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:06.580724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:06.584736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:floatingip and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:06.587987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:06.594388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:06.607407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.753392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:06.891649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Allocated IP 172.26.1.233 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/4871be91-a248-4659-8507-2ef79dbcf21d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:07.042401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.073150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.094837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:07.141226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:07.144143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:07.149333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:43:07.168930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:07.169278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.176339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=4871be91-a248-4659-8507-2ef79dbcf21d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:07.309946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.370325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.571464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.578308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.675758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=4871be91-a248-4659-8507-2ef79dbcf21d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:07.695281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.719237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:07.720542 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4df7c938-0582-431f-8593-b0049deca23c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1496258 Mar 16 11:43:07.898445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-03f84615-92ef-4a5a-9a48-0feebd1d6f44 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:07.916724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-03f84615-92ef-4a5a-9a48-0feebd1d6f44 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:07.917860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-03f84615-92ef-4a5a-9a48-0feebd1d6f44 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--560386054&fields=id&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 267 time: 0.0625439 Mar 16 11:43:07.944233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:43:07.955774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:07.956442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:08.067053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-ee17787d-d02f-4939-bae4-8517bc5322e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:08.067600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-ee17787d-d02f-4939-bae4-8517bc5322e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:08.085014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-ee17787d-d02f-4939-bae4-8517bc5322e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:08.086335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-ee17787d-d02f-4939-bae4-8517bc5322e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1613007 Mar 16 11:43:08.102679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-091f32cb-30e1-42b5-8161-359b85f591c0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/quotas/3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 375 time: 0.0105615 Mar 16 11:43:08.132081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:08.185854 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-1139c09f-fb73-4da1-9da7-3ac27fc86da3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778303 Mar 16 11:43:08.433427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-4f958b25-69f5-4b25-b0b0-f5b6832fbc9c service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340684 Mar 16 11:43:08.458749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 2, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:08.464125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:43:08.464486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Updating router 0d2e29e5-0535-4f29-9a40-91a86cc15858 port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:43:08.515929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:08.566283 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-ce9d6d83-4077-418a-b913-fb8fb0f7b819 service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265554 Mar 16 11:43:08.757142 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1da7b5c4-dc9f-4756-98e7-9062ac032075 req-c96c272f-0f7b-4d0e-8aaf-eff984b80658 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 210 time: 0.0460134 Mar 16 11:43:08.886032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:08.898288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Transition to ACTIVE for port object 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:08.907451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:09.081365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201b1d9-a294-4d34-bf0a-e791d4866042 None None] Pushing event updated for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:09.175536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Attempting to bind port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:09.176219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Attempting to bind port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:09.176219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Attempting to bind port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:43:09.182907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:43:09.183273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:43:09.183659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:09.184036 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:43:09.184487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Bound port: 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:09.184849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:09.293694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] For port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:43:09.296950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] For port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:43:09.300975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:09.378859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201b1d9-a294-4d34-bf0a-e791d4866042 None None] Pushing event updated for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:09.387692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:09.388348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:09.570439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:09.899516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:09Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:09.904312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadcdeeb-9e56-4144-a744-480af9669127 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:09Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:43:09.931437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e3b3d795-91e0-4c97-afc8-09a66f466a62 req-215362e2-067c-41cc-aee3-938fd0c5f3e8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Mar 16 11:43:10.112612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-df63f39d-c6fc-42be-a95f-b3ed19cff0ec tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:10.114074 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-df63f39d-c6fc-42be-a95f-b3ed19cff0ec tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1859481 Mar 16 11:43:10.188500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-cb5d5a84-7d36-4564-9696-71f1b7e13e44 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 379 time: 0.0527892 Mar 16 11:43:10.206850 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'port': {'device_id': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'admin_state_up': True, 'tenant_id': '3305affc50824537b73b44bd309983cd', 'security_groups': ['0b2a6d6c-06a0-4ad6-9548-145fa9679237']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:10.346958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:43:10.352197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Usage tracker for resource:port and tenant:3305affc50824537b73b44bd309983cd is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:43:10.355573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:43:10.362285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:43:10.372879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:43:10.377080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:10.550015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Allocated IP 172.20.0.13 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/f171639d-e56d-418a-a7f3-3f06faed945a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:43:10.743513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:10.760967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Transition to ACTIVE for port object f171639d-e56d-418a-a7f3-3f06faed945a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:10.783731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:10.858530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:43:10.861400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:43:10.865732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:43:10.891900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:10.929045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:10.929697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:10.953274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-63416861-ad10-4bf1-9e36-c4808bbb7759 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7504349 Mar 16 11:43:10.969490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Request body: {'port': {'device_id': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:11.127408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.130940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:11.159458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8343e4df-f404-4cde-8fb2-748dcf3d96a1 None None] Provisioning for port f171639d-e56d-418a-a7f3-3f06faed945a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:11.176791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8343e4df-f404-4cde-8fb2-748dcf3d96a1 None None] Provisioning complete for port f171639d-e56d-418a-a7f3-3f06faed945a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:11.177157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8343e4df-f404-4cde-8fb2-748dcf3d96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.226295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc543b9-4027-4020-942f-a045129415e0 req-416755bb-7dd1-40bb-876f-cb119645fc86 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:11.227694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2fc543b9-4027-4020-942f-a045129415e0 req-416755bb-7dd1-40bb-876f-cb119645fc86 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:11.238648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8343e4df-f404-4cde-8fb2-748dcf3d96a1 None None] Port f171639d-e56d-418a-a7f3-3f06faed945a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:43:11.252042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:11.257185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:11.257549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.297462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-2fc543b9-4027-4020-942f-a045129415e0 req-416755bb-7dd1-40bb-876f-cb119645fc86 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:11.298650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fc543b9-4027-4020-942f-a045129415e0 req-416755bb-7dd1-40bb-876f-cb119645fc86 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 932 time: 0.2212045 Mar 16 11:43:11.370847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.404115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:11.409689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.423567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fc543b9-4027-4020-942f-a045129415e0 req-e15c9ec3-f1a8-4295-93a7-c2665438e517 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183367 Mar 16 11:43:11.479876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:11.623876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f171639d-e56d-418a-a7f3-3f06faed945a {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:43:11.631006 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.645294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Transition to ACTIVE for port object f171639d-e56d-418a-a7f3-3f06faed945a will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:43:11.650485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.774828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:11.881030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Attempting to bind port f171639d-e56d-418a-a7f3-3f06faed945a on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:43:11.881356 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Attempting to bind port f171639d-e56d-418a-a7f3-3f06faed945a by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:43:11.881571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Attempting to bind port f171639d-e56d-418a-a7f3-3f06faed945a on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:43:11.888872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Port f171639d-e56d-418a-a7f3-3f06faed945a on network 76f4d509-4f4c-44ac-8410-9321fd23d884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:43:11.889192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Attempting to bind port f171639d-e56d-418a-a7f3-3f06faed945a on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:43:11.896806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:43:11.897137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:43:11.897514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:43:11.897930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Bound port: f171639d-e56d-418a-a7f3-3f06faed945a, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:43:11.898313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:11.994642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:43:11.997845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:43:12.005524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:12.067287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:12.068596 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] 10.222.0.59 "PUT /v2.0/ports/f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 1094 time: 1.1049168 Mar 16 11:43:12.069018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:12.085985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2890433-c876-4b5e-92ab-dae9a0cbd762 service neutron] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:12.150457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'status': 'completed', 'code': 200} Mar 16 11:43:12.182611 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-c83845ef-17ed-4a4d-b63d-0d7ce11f5dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0729153 Mar 16 11:43:12.265438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:12.265875 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-aef55bce-3c51-45d2-ba95-489abb0ac1fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 217 time: 0.0729296 Mar 16 11:43:12.329384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-8a05c81b-2fe5-4f25-b88b-8cbc11c22049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.330844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-8a05c81b-2fe5-4f25-b88b-8cbc11c22049 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0566690 Mar 16 11:43:12.413135 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-8fc22f23-0f8e-4af6-98c0-c1040fb0030e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731578 Mar 16 11:43:12.550648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-dd8981ce-7b23-45b2-999a-df7ae4d89d7f service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278484 Mar 16 11:43:12.727640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dacbb99-f96f-4a69-9fe4-4c2c9209ee1f req-92355573-5809-447b-9ca5-83504b3c18b4 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467459 Mar 16 11:43:12.733741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fab6b-1b0e-4182-b571-198526b4af3d req-d251a22a-842f-482e-9dc8-229b9c00b5a2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.735073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f09fab6b-1b0e-4182-b571-198526b4af3d req-d251a22a-842f-482e-9dc8-229b9c00b5a2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 944 time: 0.1911948 Mar 16 11:43:12.820579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f09fab6b-1b0e-4182-b571-198526b4af3d req-5d306faa-8873-47a5-bf66-a65bd8f09680 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796835 Mar 16 11:43:12.854129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-340b2194-bf3d-420d-9e4a-cad455927498 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0754538 Mar 16 11:43:12.983766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-9466ba86-a3d2-43fa-82c6-918055506a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:12.985052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-9466ba86-a3d2-43fa-82c6-918055506a9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1233382 Mar 16 11:43:13.066834 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-8a4d696a-2733-4e25-8341-b40d18a7e81a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 217 time: 0.0718188 Mar 16 11:43:13.109526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:13.131940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-250578b2-fb45-441e-9557-85382f6ffb20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:13.133507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-250578b2-fb45-441e-9557-85382f6ffb20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0585747 Mar 16 11:43:13.176411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:13.176810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:13.208602 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-318e0829-dc56-4422-802c-12dd8b67f575 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687451 Mar 16 11:43:13.438165 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-5668dd7f-1c0a-480c-bc7a-859aa51af48d service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213850 Mar 16 11:43:13.568328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277d21be-085e-4e9a-b54d-9ad3c00bc68e req-0aa77cd3-bd6e-42d9-a9a6-918b4a3d827b service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238499 Mar 16 11:43:14.046954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623f049-aa18-4333-a57e-37f7ec6cc0c0 req-0aa5ef98-1b44-47c2-902d-2f30c5443c51 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:14.048378 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e623f049-aa18-4333-a57e-37f7ec6cc0c0 req-0aa5ef98-1b44-47c2-902d-2f30c5443c51 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 944 time: 0.0923688 Mar 16 11:43:14.095887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e623f049-aa18-4333-a57e-37f7ec6cc0c0 req-db29e3e4-e266-4e4f-92b4-37ccca4e2307 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 Mar 16 11:43:14.421617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:43:14.605183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:14.618040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'mac_address': 'fa:16:3e:06:92:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:43:14.672191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:14.691134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f171639d-e56d-418a-a7f3-3f06faed945a {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:43:14.706820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:14.713740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:14.782210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:14.790471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.790815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.791161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.791565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.791895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.792219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.792543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.792865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.793180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.793497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.793790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:14.966408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['f171639d-e56d-418a-a7f3-3f06faed945a'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:43:15.306998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819b97a-9973-473d-9743-987a6adc5f7c req-45f5c371-0888-4b4b-8a06-7b6f922be878 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:15.308318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d819b97a-9973-473d-9743-987a6adc5f7c req-45f5c371-0888-4b4b-8a06-7b6f922be878 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 945 time: 0.0856423 Mar 16 11:43:15.361060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d819b97a-9973-473d-9743-987a6adc5f7c req-bbdc2e5d-92b0-42d5-a2c1-cc099da27d8f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471470 Mar 16 11:43:16.437059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:16.507371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port f171639d-e56d-418a-a7f3-3f06faed945a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:43:16.512274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port f171639d-e56d-418a-a7f3-3f06faed945a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:16.512643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:16.572783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749082d7-62b3-4491-b7ef-57f991572df9 req-25cd3b88-3f1b-4ef8-8973-d2c5b17297f6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:16.574128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-749082d7-62b3-4491-b7ef-57f991572df9 req-25cd3b88-3f1b-4ef8-8973-d2c5b17297f6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 945 time: 0.0777543 Mar 16 11:43:16.619391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-749082d7-62b3-4491-b7ef-57f991572df9 req-775c4b81-d4e8-4009-b545-0d2637240cf8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396626 Mar 16 11:43:16.628150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:16.654383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:16.663630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:16.667658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:16.716376 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'code': 200} Mar 16 11:43:16.733015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:16.975946 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-85b28188-a7ba-4cad-ba54-7491219f9f31 req-37e0f52c-1a37-412e-9fdb-76df67e0eb6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0848625 Mar 16 11:43:17.020910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-85b28188-a7ba-4cad-ba54-7491219f9f31 req-1152663f-6f34-4a15-93f3-9c84a7555f35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361238 Mar 16 11:43:17.830538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ac73b-22c7-4238-9453-7afdfd15c7c1 req-8cbe8aed-4147-4cfa-b25d-d066ef057b41 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:17.831954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-040ac73b-22c7-4238-9453-7afdfd15c7c1 req-8cbe8aed-4147-4cfa-b25d-d066ef057b41 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0900588 Mar 16 11:43:17.879058 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-040ac73b-22c7-4238-9453-7afdfd15c7c1 req-1e066532-cbe0-4301-9b81-ab52db1dbe56 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 Mar 16 11:43:19.090041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97c5f3-8edc-4ad7-ac2d-4de88bca7a9e req-8fb67501-33f6-41ae-a0ce-9042547ca1bd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.091511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b97c5f3-8edc-4ad7-ac2d-4de88bca7a9e req-8fb67501-33f6-41ae-a0ce-9042547ca1bd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0884776 Mar 16 11:43:19.136064 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b97c5f3-8edc-4ad7-ac2d-4de88bca7a9e req-b1feacff-91fc-4974-a729-42e7bca5175a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 Mar 16 11:43:19.334922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4e7a-9ed4-4f93-ab03-a44cb987c700 req-0ef08a36-f28c-46d7-b9c4-8841f2c4d1c5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:19.336458 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-830e4e7a-9ed4-4f93-ab03-a44cb987c700 req-0ef08a36-f28c-46d7-b9c4-8841f2c4d1c5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0875738 Mar 16 11:43:19.345561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:43:19.350675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'floatingip': {'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:43:19.429589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:19.529856 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:20.033864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:20.041118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:20.314050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 associated. External IP: 172.26.1.233, port: f171639d-e56d-418a-a7f3-3f06faed945a. Mar 16 11:43:20.721338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:43:20.925038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:43:20.929220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:20.935109 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:43:20.948488 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:20.949156 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:20.987166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fad3a8d2-e525-4343-b3aa-a1a1bab02935 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "PUT /v2.0/floatingips/171805ae-3ed9-4083-b719-69d0c4aaaa47 HTTP/1.1" status: 200 len: 992 time: 1.6405368 Mar 16 11:43:20.987684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:21.047963 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'status': 'completed', 'code': 200} Mar 16 11:43:21.129703 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:21.206646 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-3336625a-57e9-4f7d-a9bb-a42aa2d509be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1099 time: 0.1382010 Mar 16 11:43:21.213282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1edc4-6939-40d4-b0ae-1a60b529c96f req-4e487128-336d-4e18-bb39-64d591a08ac4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:21.214602 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16f1edc4-6939-40d4-b0ae-1a60b529c96f req-4e487128-336d-4e18-bb39-64d591a08ac4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.1042414 Mar 16 11:43:21.354028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16f1edc4-6939-40d4-b0ae-1a60b529c96f req-81854bfa-2a65-4734-9b48-b73765e22c07 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208615 Mar 16 11:43:21.374588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-d2616efe-add7-49cd-8968-58713a348ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:21.376345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-d2616efe-add7-49cd-8968-58713a348ca6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1609192 Mar 16 11:43:21.479596 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-9f212ec3-041f-4074-9a76-ca06e8729d9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 1000 time: 0.0976667 Mar 16 11:43:21.501590 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:06:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:43:19Z', 'revision_number': 1, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:21.505467 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:43:21.515917 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:21.516505 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:21.585643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-0a4fb49e-fc1c-4e94-ab36-6bc8a595eb66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:21.587227 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-0a4fb49e-fc1c-4e94-ab36-6bc8a595eb66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0753641 Mar 16 11:43:21.645510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0780a8-bd91-484a-bb1b-72024557beab req-b0b48571-0aa6-4413-8e9a-c42fa49eab61 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:21.646947 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d0780a8-bd91-484a-bb1b-72024557beab req-b0b48571-0aa6-4413-8e9a-c42fa49eab61 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.1646669 Mar 16 11:43:21.690913 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:21.703046 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d0780a8-bd91-484a-bb1b-72024557beab req-f79a364b-d2f2-467c-ab74-a50d4f585346 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489304 Mar 16 11:43:21.706938 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-c2b02605-2fb1-4852-a14e-c04845c71cda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1143928 Mar 16 11:43:21.940203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-18459b7f-31be-4615-a4ed-b9f0116fd2db service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269328 Mar 16 11:43:22.042272 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:06:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:43:19Z', 'revision_number': 1, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:22.046423 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e10a39-1e80-4e42-8643-428fa21b82be None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:06:92:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:43:19Z', 'revision_number': 1, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:43:22.075596 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b62a51-8015-4a5e-b520-58f4a5b8ec2d req-fbf98be0-d6f5-41da-8992-f762024ba338 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297488 Mar 16 11:43:22.959605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996ecf-b61d-4686-ad8a-456dcf15265d req-a12e184a-3964-4ab8-96c7-ed534fe2f1ee tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:22.961020 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df996ecf-b61d-4686-ad8a-456dcf15265d req-a12e184a-3964-4ab8-96c7-ed534fe2f1ee tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0939131 Mar 16 11:43:23.008763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df996ecf-b61d-4686-ad8a-456dcf15265d req-2835f892-450f-4d0e-9c77-668d80645bc2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Mar 16 11:43:23.213146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65872-7d10-41c9-9073-7ed077732d77 req-a550afb6-ed8a-47f4-ba6a-24843fba7645 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:23.214599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00b65872-7d10-41c9-9073-7ed077732d77 req-a550afb6-ed8a-47f4-ba6a-24843fba7645 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0832555 Mar 16 11:43:23.263717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00b65872-7d10-41c9-9073-7ed077732d77 req-a7391fa7-3393-4245-aaeb-987062a8ea9d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Mar 16 11:43:23.468217 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df4a40d8-c9bf-4954-8c50-1482a62c73e2 req-d5cb4cf8-5b80-40e1-bfef-11b4c020ee86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0795338 Mar 16 11:43:23.734207 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-c2a62d03-774f-4eea-8655-ea72cfaacedf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709975 Mar 16 11:43:23.791929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae5c69-7021-47a6-8db0-b4357282df89 req-eab81a4f-8784-4b54-a098-84b6aab58d0b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:23.793488 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbae5c69-7021-47a6-8db0-b4357282df89 req-eab81a4f-8784-4b54-a098-84b6aab58d0b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0842607 Mar 16 11:43:23.847486 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbae5c69-7021-47a6-8db0-b4357282df89 req-8b0d4801-7c6a-41b4-b4ac-dccaab4fac28 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477910 Mar 16 11:43:25.078349 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-879be3fc-6b44-4c7a-a1ce-f0dd2fcb131b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1099 time: 0.1245821 Mar 16 11:43:25.086500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33e41-a030-4d7e-8dd4-2a39de2807e6 req-37fce84d-c415-4c43-b96e-01b982f1388e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:25.087856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14f33e41-a030-4d7e-8dd4-2a39de2807e6 req-37fce84d-c415-4c43-b96e-01b982f1388e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.1049829 Mar 16 11:43:25.212211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14f33e41-a030-4d7e-8dd4-2a39de2807e6 req-e87c2a8b-d44a-4699-90d8-6c5d24212df0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060688 Mar 16 11:43:25.243247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-c19285f1-46d0-4560-b0be-fa980689969e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:25.244598 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-c19285f1-46d0-4560-b0be-fa980689969e service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1559532 Mar 16 11:43:25.346595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-c2657d6a-6df7-43e5-b48d-e38d9a5ba4ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 1000 time: 0.0964603 Mar 16 11:43:25.407164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-0a100cae-263e-44d9-8551-4bb9048d5ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:25.408563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-0a100cae-263e-44d9-8551-4bb9048d5ff4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0566442 Mar 16 11:43:25.482622 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-3f0b9485-84a0-4bba-9b30-0506ae2abf8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686030 Mar 16 11:43:25.626332 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-9935175d-41cf-47f8-a891-788c0c4b2fe1 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377735 Mar 16 11:43:25.756545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-58c426f9-4c11-42ed-a1ca-1fcae916a7b5 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244030 Mar 16 11:43:25.963702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e9a514-c659-428f-92df-174fdbc835c9 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:43:26.414132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3692e9-0685-47de-948d-0db3c56fa881 req-73f1502b-0043-49c5-85e8-10d5d3573044 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:26.415721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab3692e9-0685-47de-948d-0db3c56fa881 req-73f1502b-0043-49c5-85e8-10d5d3573044 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0810244 Mar 16 11:43:26.463211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab3692e9-0685-47de-948d-0db3c56fa881 req-8e3a8d5f-bc5d-4b5d-8600-b0f12799b1e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393689 Mar 16 11:43:27.672283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec2f5-fc49-425e-9469-887b68b7e643 req-318b0201-2986-4859-af8c-05150d92076b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:27.673703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc1ec2f5-fc49-425e-9469-887b68b7e643 req-318b0201-2986-4859-af8c-05150d92076b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0804012 Mar 16 11:43:27.815663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc1ec2f5-fc49-425e-9469-887b68b7e643 req-d763cba6-63f7-4485-9248-928bf72098c6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361442 Mar 16 11:43:29.026392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c225a-31dd-4488-b9fb-a221623eee5c req-762eb650-e223-4a33-a969-84e8bb0fbf4c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:29.027766 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-729c225a-31dd-4488-b9fb-a221623eee5c req-762eb650-e223-4a33-a969-84e8bb0fbf4c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0796609 Mar 16 11:43:29.073474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-729c225a-31dd-4488-b9fb-a221623eee5c req-1ce2c31c-2044-4236-bb48-20cae0089909 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400045 Mar 16 11:43:30.287836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15f19-a1ea-4d65-873b-396385da8a95 req-97eb5614-791d-42cd-89fe-d180567a9eb7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:30.289239 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cc15f19-a1ea-4d65-873b-396385da8a95 req-97eb5614-791d-42cd-89fe-d180567a9eb7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0819280 Mar 16 11:43:30.339809 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cc15f19-a1ea-4d65-873b-396385da8a95 req-6fcb8214-74d0-4c1b-9ef8-c164f758bb50 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Mar 16 11:43:31.553004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da463da9-ee17-44c1-8bc9-7146adfe7bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:31.553621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0fa8c-b1c3-4271-9711-6c185de28ec2 req-6f3b5416-9e10-424a-a980-4feaed3dc971 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:31.554568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bf0fa8c-b1c3-4271-9711-6c185de28ec2 req-6f3b5416-9e10-424a-a980-4feaed3dc971 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0815320 Mar 16 11:43:31.600337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bf0fa8c-b1c3-4271-9711-6c185de28ec2 req-59a5fb53-f5ae-4967-bfae-b39f39dbc2e8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389593 Mar 16 11:43:32.810781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcabe-567a-499f-913e-e7756036d546 req-f712ea73-988a-442e-b28f-4a276cfd9502 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:32.812199 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c0fcabe-567a-499f-913e-e7756036d546 req-f712ea73-988a-442e-b28f-4a276cfd9502 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0803733 Mar 16 11:43:32.858251 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c0fcabe-567a-499f-913e-e7756036d546 req-4fdef879-3eed-4def-adc1-24cadd13f543 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405102 Mar 16 11:43:33.739322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2823e3a0-4c92-4c38-896c-c4dd2d294018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:34.077438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c603f4-61da-43f7-9a22-97720e5212bc req-becc6a36-33d4-4823-830c-c0b7554e019a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:34.078765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07c603f4-61da-43f7-9a22-97720e5212bc req-becc6a36-33d4-4823-830c-c0b7554e019a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0870256 Mar 16 11:43:34.130390 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07c603f4-61da-43f7-9a22-97720e5212bc req-bfd21a0a-e3ae-4c8d-8c48-6a81662e6828 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435350 Mar 16 11:43:35.010123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.043709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:35.343118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc95b2-9d35-4052-99ae-70ac861ce300 req-cdc451f2-dbc1-4332-997d-3ca489a414b2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:35.344506 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7cc95b2-9d35-4052-99ae-70ac861ce300 req-cdc451f2-dbc1-4332-997d-3ca489a414b2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0901890 Mar 16 11:43:35.398688 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7cc95b2-9d35-4052-99ae-70ac861ce300 req-7cdaabed-135e-41ce-a3dc-56c4ef1ac369 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Mar 16 11:43:36.321655 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:36.632181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1e78f-0293-48fb-bedd-a58a4e0d3abe req-2eeee212-4021-4060-878e-a9ba1c8d380d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:36.633623 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5df1e78f-0293-48fb-bedd-a58a4e0d3abe req-2eeee212-4021-4060-878e-a9ba1c8d380d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0978715 Mar 16 11:43:36.687541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5df1e78f-0293-48fb-bedd-a58a4e0d3abe req-20b4bd53-f5c7-41c9-8fd4-97cebca71a05 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476024 Mar 16 11:43:37.905289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541c47-9988-410f-bbbd-b67d30fd65d9 req-83077f68-cbcd-43aa-a578-9c8258c09fe6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:37.906781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40541c47-9988-410f-bbbd-b67d30fd65d9 req-83077f68-cbcd-43aa-a578-9c8258c09fe6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0928147 Mar 16 11:43:37.956292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40541c47-9988-410f-bbbd-b67d30fd65d9 req-03e1cfd7-1e0b-4445-9af5-769826411fff tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435483 Mar 16 11:43:39.175566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96f9eb-7437-44d7-86f0-93e1bad99a67 req-7fc65df9-ab7a-4b60-a317-ba285d5a52f2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:39.176977 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f96f9eb-7437-44d7-86f0-93e1bad99a67 req-7fc65df9-ab7a-4b60-a317-ba285d5a52f2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0836983 Mar 16 11:43:39.222083 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f96f9eb-7437-44d7-86f0-93e1bad99a67 req-46bf9059-0271-4958-b0f5-0f4501a0ead0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Mar 16 11:43:40.429193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46eeb6-0056-495d-b34f-bc10c27b15be req-707b76ce-21f7-417d-9d69-c06e8cdeb5f8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:40.430630 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b46eeb6-0056-495d-b34f-bc10c27b15be req-707b76ce-21f7-417d-9d69-c06e8cdeb5f8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0784461 Mar 16 11:43:40.481850 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b46eeb6-0056-495d-b34f-bc10c27b15be req-91957712-942c-48f6-9b4e-6027807a93c3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Mar 16 11:43:41.684410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b0c09-ed2d-4175-ab78-adbcd6bd9ccc req-8a905ce0-23d2-4b4a-9ddf-e2cddec9001d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:41.685846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-393b0c09-ed2d-4175-ab78-adbcd6bd9ccc req-8a905ce0-23d2-4b4a-9ddf-e2cddec9001d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0802526 Mar 16 11:43:41.734238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-393b0c09-ed2d-4175-ab78-adbcd6bd9ccc req-39e43197-b1ed-42e1-bd01-27038d84c787 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Mar 16 11:43:42.262533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:42.957021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64e40-2296-42bb-b242-cdb7233e96af req-6ac04122-d00e-4a01-8510-b65e81cd1caa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:42.958494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8f64e40-2296-42bb-b242-cdb7233e96af req-6ac04122-d00e-4a01-8510-b65e81cd1caa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0904536 Mar 16 11:43:43.005188 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8f64e40-2296-42bb-b242-cdb7233e96af req-5de7a52b-18bb-4b32-9e28-73c1583e44d2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Mar 16 11:43:44.217406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ad1f8-d4b7-44e6-b880-45fa8d53505e req-0b5bafb9-ca17-46cb-bbbb-fc9eab475ac6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:44.218849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-588ad1f8-d4b7-44e6-b880-45fa8d53505e req-0b5bafb9-ca17-46cb-bbbb-fc9eab475ac6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0781376 Mar 16 11:43:44.265073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-588ad1f8-d4b7-44e6-b880-45fa8d53505e req-765c6efd-cbcb-450b-8afd-39c0f482aa9b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Mar 16 11:43:45.492959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724e69-4141-4a84-b5b5-1ba0cfa3519b req-e640c846-544b-4667-acf8-babccbbc26d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:45.494483 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56724e69-4141-4a84-b5b5-1ba0cfa3519b req-e640c846-544b-4667-acf8-babccbbc26d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0851111 Mar 16 11:43:45.546662 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56724e69-4141-4a84-b5b5-1ba0cfa3519b req-1ff6b815-c17a-4f11-8f4e-929e9f6d65d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Mar 16 11:43:46.766857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeba07-5b69-4f31-a429-e6ea0d43627c req-4136b69c-d612-4f04-9da9-dadbac44130b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:46.768278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8deeba07-5b69-4f31-a429-e6ea0d43627c req-4136b69c-d612-4f04-9da9-dadbac44130b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0821433 Mar 16 11:43:46.815725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8deeba07-5b69-4f31-a429-e6ea0d43627c req-289f42d4-90e4-41a6-8bd2-e9067cac3267 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393028 Mar 16 11:43:47.792802 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-97a30946-53ad-4ba7-82e5-5d9bf0770b46 service neutron] 10.222.0.59 "GET /v2.0/ports/f171639d-e56d-418a-a7f3-3f06faed945a/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0854883 Mar 16 11:43:48.083868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36ab37-2819-4285-a57f-6990364749c7 req-9b0eab2c-522c-4df9-a77b-e19e3eeea95d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:48.085151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b36ab37-2819-4285-a57f-6990364749c7 req-9b0eab2c-522c-4df9-a77b-e19e3eeea95d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.1335557 Mar 16 11:43:48.115918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-8e6f7496-b9d1-4f22-8bcc-d228f64003b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1099 time: 0.1104262 Mar 16 11:43:48.139059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b36ab37-2819-4285-a57f-6990364749c7 req-e18d2010-d737-44aa-a97a-70ccfadf8091 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474758 Mar 16 11:43:48.210886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-fa0c99fa-6694-4bba-a03e-3ed1844a51fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1099 time: 0.0700252 Mar 16 11:43:48.433038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-e2a052f2-ed3c-41c8-9894-2596eefd0a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:48.434494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-e2a052f2-ed3c-41c8-9894-2596eefd0a42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.2152765 Mar 16 11:43:48.545523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-c361bf13-a8c5-4a5a-affd-be8dae827ca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 1002 time: 0.1015270 Mar 16 11:43:48.608747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-ce3af342-ebc6-421a-a994-1e29757de454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:48.610155 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-ce3af342-ebc6-421a-a994-1e29757de454 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0563993 Mar 16 11:43:48.691765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-af337129-083a-41ec-999f-fd48fa0a8516 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725009 Mar 16 11:43:48.831651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-f8c57f11-110e-4c76-9edd-bdddeff04314 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297035 Mar 16 11:43:48.970553 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd8aa73c-e72d-4efd-9db0-aee31ce0c957 req-af0b6051-4fe8-4ae7-92f6-9db782781d22 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289356 Mar 16 11:43:49.347608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613597-b4e4-4832-a0a2-c7afff49c37b req-7f145811-83a4-4729-a1c3-f0d26a21388a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:49.349071 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b3613597-b4e4-4832-a0a2-c7afff49c37b req-7f145811-83a4-4729-a1c3-f0d26a21388a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0846872 Mar 16 11:43:49.405615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b3613597-b4e4-4832-a0a2-c7afff49c37b req-9e88df4e-3179-4da1-9f80-5e593bcd4a13 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501480 Mar 16 11:43:50.595310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:43:50.597505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:43:50.780050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cef17a-0584-42f7-99d3-740003a2d324 req-e8d71b70-8d4a-4804-9175-d28aaaefff96 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:50.781549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11cef17a-0584-42f7-99d3-740003a2d324 req-e8d71b70-8d4a-4804-9175-d28aaaefff96 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0925281 Mar 16 11:43:50.838764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:50.839097 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11cef17a-0584-42f7-99d3-740003a2d324 req-3311a281-7519-4b44-afb7-6a400c66cc2a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508525 Mar 16 11:43:50.895175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:50.909404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:50.921230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'mac_address': 'fa:16:3e:06:92:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:43:50.923708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:50.955052 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:50.994054 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'code': 200} Mar 16 11:43:51.035108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:51.059295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f171639d-e56d-418a-a7f3-3f06faed945a {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:43:51.065660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:51.079326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:51.084326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:51.181002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['f171639d-e56d-418a-a7f3-3f06faed945a'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:43:51.218134 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:52.041253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a753b9-3468-4548-ba81-7887cca57f06 req-7b6f2c63-6137-45a0-8406-5d0a75ece013 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.042698 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9a753b9-3468-4548-ba81-7887cca57f06 req-7b6f2c63-6137-45a0-8406-5d0a75ece013 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 945 time: 0.0790596 Mar 16 11:43:52.090043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9a753b9-3468-4548-ba81-7887cca57f06 req-589ddff1-b10f-4025-9c8e-7f68766ba571 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Mar 16 11:43:52.471982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99389-cb56-4128-b938-9ead56546be6 req-e3a62a25-dd2d-4e74-8630-93f48852bc81 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.473388 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-e3a62a25-dd2d-4e74-8630-93f48852bc81 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4&tenant_id=3305affc50824537b73b44bd309983cd&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 945 time: 0.1338389 Mar 16 11:43:52.481637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95c04c-1ed6-49e1-b7d5-1b54fa878a12 req-b5a8084e-5914-441e-bb5c-6437b3e70c54 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.482975 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f95c04c-1ed6-49e1-b7d5-1b54fa878a12 req-b5a8084e-5914-441e-bb5c-6437b3e70c54 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 945 time: 0.1144013 Mar 16 11:43:52.529718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f95c04c-1ed6-49e1-b7d5-1b54fa878a12 req-8fa587cd-fb0b-4388-a8c3-5568c15442e0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 Mar 16 11:43:52.608118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:43:52.617684 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-43e372e4-966f-4702-9489-5b90534fdc5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0754230 Mar 16 11:43:52.676014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port f171639d-e56d-418a-a7f3-3f06faed945a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:43:52.676378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:52.747054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99389-cb56-4128-b938-9ead56546be6 req-8c6b6c8a-4082-4f6c-bdf7-f489c35443c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.748414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-8c6b6c8a-4082-4f6c-bdf7-f489c35443c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1246669 Mar 16 11:43:52.789253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:52.821796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:52.826669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:52.857231 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-680beecb-8a4d-4a50-8098-9ae59987d5e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 200 len: 1001 time: 0.1030619 Mar 16 11:43:52.893858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:52.917208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99389-cb56-4128-b938-9ead56546be6 req-7db950fc-1d63-41d8-83a7-002f348e9061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:52.918651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-7db950fc-1d63-41d8-83a7-002f348e9061 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0562196 Mar 16 11:43:52.992236 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-642625d6-ea29-48b4-9d93-3580c5978ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680835 Mar 16 11:43:52.995386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:53.061557 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'code': 200} Mar 16 11:43:53.214912 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-4045534a-c92a-40ca-a2ac-aed42fc31c16 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167995 Mar 16 11:43:53.356500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4d99389-cb56-4128-b938-9ead56546be6 req-712266d9-70b3-4a03-bfb6-19fa54d45016 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354225 Mar 16 11:43:53.751948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9b7b-f1c8-4a77-aa1d-1cd1ed6f31be req-dad4bd45-126d-495c-88ad-6297debd59cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:53.753369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ecc9b7b-f1c8-4a77-aa1d-1cd1ed6f31be req-dad4bd45-126d-495c-88ad-6297debd59cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0874140 Mar 16 11:43:53.798605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ecc9b7b-f1c8-4a77-aa1d-1cd1ed6f31be req-614d2269-93c2-4417-8ac6-8efd5e6cb414 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394685 Mar 16 11:43:55.025671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821700-5cc3-4793-9855-65cb6d350a31 req-119e9481-9acd-41c0-a7ff-742817f8fff0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.027127 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b821700-5cc3-4793-9855-65cb6d350a31 req-119e9481-9acd-41c0-a7ff-742817f8fff0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0924947 Mar 16 11:43:55.075333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b821700-5cc3-4793-9855-65cb6d350a31 req-7bf25ee6-7a7a-4a7e-9b0d-c2ca2df0207f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Mar 16 11:43:55.281158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36994aa9-125d-4c2e-a5d0-a9c8e0744ef6 req-a0ba574f-a7e2-490c-9fbc-2a19716600e0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.282616 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36994aa9-125d-4c2e-a5d0-a9c8e0744ef6 req-a0ba574f-a7e2-490c-9fbc-2a19716600e0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0888903 Mar 16 11:43:55.329923 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36994aa9-125d-4c2e-a5d0-a9c8e0744ef6 req-b68f5a4c-ec14-4758-8443-c376ebd4b43b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Mar 16 11:43:55.542990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f360981-2bc5-4ec3-8e9a-fc91911b6965 req-473153eb-01fd-4634-b566-613a88192bde tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:55.544393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f360981-2bc5-4ec3-8e9a-fc91911b6965 req-473153eb-01fd-4634-b566-613a88192bde tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0917761 Mar 16 11:43:55.595912 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f360981-2bc5-4ec3-8e9a-fc91911b6965 req-55c114a1-b211-4e0f-b3ad-f3b0f0e561b0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Mar 16 11:43:56.030284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c10c-61e8-4b0c-b7c3-f108e690cc9b req-2857c8af-fd25-4051-ac59-42dc1227d643 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:56.031663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f59c10c-61e8-4b0c-b7c3-f108e690cc9b req-2857c8af-fd25-4051-ac59-42dc1227d643 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0913343 Mar 16 11:43:56.078852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f59c10c-61e8-4b0c-b7c3-f108e690cc9b req-d92df911-ddb3-4562-b0d8-d9d61f473809 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Mar 16 11:43:56.535179 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:43:57.292985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eea3c-0450-4ba4-b77d-d8f88e5d4bc4 req-18f89ed8-52cc-4ee4-b189-d30ada7974a1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:57.294453 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c8eea3c-0450-4ba4-b77d-d8f88e5d4bc4 req-18f89ed8-52cc-4ee4-b189-d30ada7974a1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0901449 Mar 16 11:43:57.341270 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c8eea3c-0450-4ba4-b77d-d8f88e5d4bc4 req-0fb48c9e-a498-48ad-aefa-de475aefbf11 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Mar 16 11:43:57.795801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-6e62da13-f2a9-4db7-a7f6-4dddbce29a2e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:57.797181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-6e62da13-f2a9-4db7-a7f6-4dddbce29a2e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.0873265 Mar 16 11:43:57.876677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Deleting port f171639d-e56d-418a-a7f3-3f06faed945a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:43:57.877005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.119828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] For port f171639d-e56d-418a-a7f3-3f06faed945a, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f171639d-e56d-418a-a7f3-3f06faed945a,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:43:58.120084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.413426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.414121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.414121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 disassociated. External IP: 172.26.1.233, port: f171639d-e56d-418a-a7f3-3f06faed945a. Mar 16 11:43:58.414411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Calling delete_port for f171639d-e56d-418a-a7f3-3f06faed945a owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:43:58.610017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d6cc3-e4e0-4496-9ac1-82533d248cc8 req-c9f8816d-55eb-4b99-806f-e6dec129044d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:43:58.611667 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-585d6cc3-e4e0-4496-9ac1-82533d248cc8 req-c9f8816d-55eb-4b99-806f-e6dec129044d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 946 time: 0.1289763 Mar 16 11:43:58.612373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:58.678658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'Port': ['ID=f171639d-e56d-418a-a7f3-3f06faed945a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:43:58.701518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.701832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.702198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.702513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.702856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.703178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.703499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.703829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.704133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.704466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.704773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:43:58.777747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-585d6cc3-e4e0-4496-9ac1-82533d248cc8 req-e7795c27-4b40-4e25-9eda-5a38e09c469d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592500 Mar 16 11:43:59.011671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:43:59.217503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:43:59.227483 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:43:59.239392 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:59.240233 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.285575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] No DVR routers for this DVR port f171639d-e56d-418a-a7f3-3f06faed945a on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:43:59.288157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:43:59.290716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-deleted', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:43:59.308317 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4a4d4203-900c-4948-b841-4e57f4896a01 req-c0c18f05-c478-47ad-a7da-8a880a61f4d9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "DELETE /v2.0/ports/f171639d-e56d-418a-a7f3-3f06faed945a HTTP/1.1" status: 204 len: 173 time: 1.5033863 Mar 16 11:43:59.348164 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b04b8f-fe07-4616-a800-68e856599ca4', 'name': 'network-vif-deleted', 'tag': 'f171639d-e56d-418a-a7f3-3f06faed945a', 'status': 'completed', 'code': 200} Mar 16 11:43:59.425306 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:59.739493 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.744979 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:43:59.756937 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:43:59.757526 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:43:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:43:59.936196 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:43:59.960949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00f9094e-e5fa-43d8-8e86-60becf4a10c1 req-0eaef240-3ac9-4f6a-b397-4e6e3912ad29 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:43:59.977235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00f9094e-e5fa-43d8-8e86-60becf4a10c1 req-0eaef240-3ac9-4f6a-b397-4e6e3912ad29 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:43:59.978566 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00f9094e-e5fa-43d8-8e86-60becf4a10c1 req-0eaef240-3ac9-4f6a-b397-4e6e3912ad29 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b04b8f-fe07-4616-a800-68e856599ca4 HTTP/1.1" status: 200 len: 210 time: 0.0638607 Mar 16 11:44:00.269768 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:00.273752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66232673-4759-4558-9e7d-6084cb8cd527 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:44:00.502465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c539b6-d4ff-4403-8c53-47f875111725 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:44:00.695216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:00.732963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: f171639d-e56d-418a-a7f3-3f06faed945a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:44:00.734337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f171639d-e56d-418a-a7f3-3f06faed945a not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:44:01.347689 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-7855a1fe-1efc-43f6-8ad0-9ab5b721b129 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--560386054&fields=id&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 267 time: 0.0478663 Mar 16 11:44:01.493556 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-31931a87-252e-4f7f-9163-e4aeffc63451 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:01.494988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-31931a87-252e-4f7f-9163-e4aeffc63451 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1380343 Mar 16 11:44:01.511838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-a7f64566-2254-493f-8479-a3be535b48bd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/quotas/3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 375 time: 0.0114555 Mar 16 11:44:01.557042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6a70-c85b-40b1-b89d-bda15ed19d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:01.594849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-a9b29a62-1394-4df5-b705-3d2023e6483a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782063 Mar 16 11:44:01.730621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b8febe00-677a-4b79-b70c-6a6052c2180e service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237175 Mar 16 11:44:01.861242 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-a62ff196-1c25-4d1d-8668-e593bbf2ee58 service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246891 Mar 16 11:44:02.064905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b968c687-0aad-4605-86ef-7dfb5ac22c51 req-15ebeb22-d7a5-4caa-aaed-bca0fcc44bd5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 210 time: 0.0513055 Mar 16 11:44:03.154875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-c29e58d3-769b-4ff4-be23-49a6926f5bdb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:03.156354 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-c29e58d3-769b-4ff4-be23-49a6926f5bdb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1472981 Mar 16 11:44:03.237980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-75dba214-03e9-49aa-aed2-79d635a45f3c req-982f19f1-0276-4da2-af63-31fc2a66c818 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 210 time: 0.0472708 Mar 16 11:44:03.261056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-e5735317-cb91-4270-ba12-43394b7eeaf7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 379 time: 0.0850372 Mar 16 11:44:03.273017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'port': {'device_id': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'admin_state_up': True, 'tenant_id': '3305affc50824537b73b44bd309983cd', 'security_groups': ['0b2a6d6c-06a0-4ad6-9548-145fa9679237']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:44:03.413610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:44:03.424149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:44:03.437014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:44:03.440099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:03.601056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Allocated IP 172.20.0.8 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/da19cc89-2cb0-443d-ac1b-53e72d888627) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:44:03.736370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf48d-da15-4c07-8022-a51e57ef2d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:03.893036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:03.909765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Transition to ACTIVE for port object da19cc89-2cb0-443d-ac1b-53e72d888627 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:03.939236 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.011503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:44:04.014421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:44:04.018766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:44:04.043600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:04.083548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.084147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.110787 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-66de86b8-8d07-40b9-ac0e-eb1f35adb927 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413651 Mar 16 11:44:04.125775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Request body: {'port': {'device_id': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:44:04.238516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.271548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bb6ffcee-5d85-4aa8-bb58-57e5812cd73f None None] Provisioning for port da19cc89-2cb0-443d-ac1b-53e72d888627 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:04.277307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bb6ffcee-5d85-4aa8-bb58-57e5812cd73f None None] Provisioning complete for port da19cc89-2cb0-443d-ac1b-53e72d888627 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:04.277796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffcee-5d85-4aa8-bb58-57e5812cd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.335360 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ffcee-5d85-4aa8-bb58-57e5812cd73f None None] Port da19cc89-2cb0-443d-ac1b-53e72d888627 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:44:04.562422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf0ec-60b2-43a9-97d2-b5efd6de9f2b req-eb5ef66a-0f1b-4d56-91a5-8b89ea8d097d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:04.563004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-81ddf0ec-60b2-43a9-97d2-b5efd6de9f2b req-eb5ef66a-0f1b-4d56-91a5-8b89ea8d097d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:44:04.595997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-81ddf0ec-60b2-43a9-97d2-b5efd6de9f2b req-eb5ef66a-0f1b-4d56-91a5-8b89ea8d097d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:44:04.597207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81ddf0ec-60b2-43a9-97d2-b5efd6de9f2b req-eb5ef66a-0f1b-4d56-91a5-8b89ea8d097d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 931 time: 0.2306104 Mar 16 11:44:04.687525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da19cc89-2cb0-443d-ac1b-53e72d888627 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:44:04.696381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.705366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81ddf0ec-60b2-43a9-97d2-b5efd6de9f2b req-0e7d2783-1522-47f9-abce-9ec73041d2fd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003251 Mar 16 11:44:04.713878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Transition to ACTIVE for port object da19cc89-2cb0-443d-ac1b-53e72d888627 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:44:04.719685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:04.839878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:04.947781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Attempting to bind port da19cc89-2cb0-443d-ac1b-53e72d888627 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:44:04.948115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Attempting to bind port da19cc89-2cb0-443d-ac1b-53e72d888627 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:44:04.948440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Attempting to bind port da19cc89-2cb0-443d-ac1b-53e72d888627 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:44:04.954702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Port da19cc89-2cb0-443d-ac1b-53e72d888627 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:44:04.955020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Attempting to bind port da19cc89-2cb0-443d-ac1b-53e72d888627 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:44:04.961207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:44:04.961531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:44:04.961909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:44:04.962483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Bound port: da19cc89-2cb0-443d-ac1b-53e72d888627, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:44:04.962824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.005276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.047455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.055031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:44:05.061408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:44:05.068054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.143303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:05.145740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] 10.222.0.59 "PUT /v2.0/ports/da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 1093 time: 1.0245240 Mar 16 11:44:05.146434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:44:05.170486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47326-cf86-4a49-8153-675aa63d8303 service neutron] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:05.230818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'status': 'completed', 'code': 200} Mar 16 11:44:05.273546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-5e5d4e39-38ba-48da-bf06-76f2b6a463d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1096 time: 0.0745103 Mar 16 11:44:05.348541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-4478d128-03cb-40a1-9784-8e6ec52bf3e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 217 time: 0.0643029 Mar 16 11:44:05.415647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-6149c482-ff98-4b09-af07-cb31d0aa772c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.417003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-6149c482-ff98-4b09-af07-cb31d0aa772c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0587838 Mar 16 11:44:05.497854 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-3182467a-2640-4042-8281-1e746c43a0b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720706 Mar 16 11:44:05.715843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-ae1d91fc-274e-46b3-b860-da7dc7536c26 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085438 Mar 16 11:44:05.879050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9fa6323-35c1-4aeb-8506-b29f6a098da0 req-d0398d1c-c9e6-4b21-bf95-c53cf4c98267 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541975 Mar 16 11:44:05.920443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9403b-db2d-4278-9312-c193f1b5edf0 req-0461a3bd-c8c3-43c7-819d-48fe39491693 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:05.921987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0e9403b-db2d-4278-9312-c193f1b5edf0 req-0461a3bd-c8c3-43c7-819d-48fe39491693 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 943 time: 0.0818012 Mar 16 11:44:06.016880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0e9403b-db2d-4278-9312-c193f1b5edf0 req-818488da-96bc-4dbd-83e6-935467ab2e88 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622957 Mar 16 11:44:06.030413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-fead3b05-fe04-4f43-87d3-3598192df8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1096 time: 0.1038699 Mar 16 11:44:06.162647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-1358c869-0dc4-4a3a-ace1-cce893ecb0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:06.164048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-1358c869-0dc4-4a3a-ace1-cce893ecb0b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1276913 Mar 16 11:44:06.232860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-d5ecf299-c024-43c2-b9d2-e5243a495bf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 217 time: 0.0584528 Mar 16 11:44:06.298113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-e8b9f466-0d17-4762-87e6-ba97e81f4932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:06.299173 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-e8b9f466-0d17-4762-87e6-ba97e81f4932 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0599654 Mar 16 11:44:06.321363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:06.373589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-aac1c966-a4e7-4210-8b93-4ee844226f98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685868 Mar 16 11:44:06.506839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-f37ee73c-d7f5-46a0-b30f-50f4754a9c49 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263022 Mar 16 11:44:06.637561 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28bb68fd-ee34-4154-8684-53f65b16d036 req-e0cd41ae-1f4e-4f87-8896-8cb6bfb5e4bf service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244764 Mar 16 11:44:07.232028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4616331-ccea-47b6-a997-2122a3ffc5e3 req-0d2ab864-cc5a-4e45-8551-ca8f0e2c14be tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:07.233589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4616331-ccea-47b6-a997-2122a3ffc5e3 req-0d2ab864-cc5a-4e45-8551-ca8f0e2c14be tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 943 time: 0.0842271 Mar 16 11:44:07.278970 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4616331-ccea-47b6-a997-2122a3ffc5e3 req-69d68346-cf1d-45b1-b3f8-336eb03232c5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Mar 16 11:44:08.485727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd9149-0890-4a95-8dac-fdd5ffb05e57 req-d8efdec6-26df-4799-8fe4-60ab5a02eb7e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:08.487146 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46bd9149-0890-4a95-8dac-fdd5ffb05e57 req-d8efdec6-26df-4799-8fe4-60ab5a02eb7e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 943 time: 0.0836644 Mar 16 11:44:08.534072 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46bd9149-0890-4a95-8dac-fdd5ffb05e57 req-f5b36613-5e8b-4d65-b8ac-ff1b7cb7ed4b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Mar 16 11:44:08.719145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:44:08.865548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:08.878820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'mac_address': 'fa:16:3e:36:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:44:08.931330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:08.949767 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da19cc89-2cb0-443d-ac1b-53e72d888627 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:44:08.966018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:08.973308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:09.045843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:09.223515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['da19cc89-2cb0-443d-ac1b-53e72d888627'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:44:09.758032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2321fa3-b0fa-4bc0-b6fc-cff36e528ff1 req-373845ce-adeb-4623-bdf2-eec0d83fdfb9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:09.759546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2321fa3-b0fa-4bc0-b6fc-cff36e528ff1 req-373845ce-adeb-4623-bdf2-eec0d83fdfb9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 944 time: 0.0935347 Mar 16 11:44:09.803965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2321fa3-b0fa-4bc0-b6fc-cff36e528ff1 req-c78628b1-6be8-4ef5-9607-35e8ef3c9923 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Mar 16 11:44:10.721915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:10.800437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port da19cc89-2cb0-443d-ac1b-53e72d888627 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:44:10.805304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port da19cc89-2cb0-443d-ac1b-53e72d888627 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:10.805669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.922223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:10.951427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:44:10.962599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:10.967809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:11.011583 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'code': 200} Mar 16 11:44:11.018365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c03228-239d-4deb-83b2-ca66682daef1 req-2c02bfae-db2e-4a46-9c02-10057927bb9d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:11.019794 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02c03228-239d-4deb-83b2-ca66682daef1 req-2c02bfae-db2e-4a46-9c02-10057927bb9d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0843976 Mar 16 11:44:11.035798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:11.077802 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02c03228-239d-4deb-83b2-ca66682daef1 req-574f6f7d-6edf-43bd-b664-9f14a6560233 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514545 Mar 16 11:44:11.255384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4430856d-9499-46cc-a2c1-16feb68ffc8e req-8b9bfbe0-f72f-45c1-b466-c01a1602d633 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1098 time: 0.0703056 Mar 16 11:44:11.306912 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4430856d-9499-46cc-a2c1-16feb68ffc8e req-22c5932f-f944-493c-a911-08f3aa670787 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Mar 16 11:44:12.285781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af49ab7-35e7-480f-84f9-c8f1afd3b642 req-fb9576e0-dd75-4fa0-a289-e75c4acc940b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:12.287304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4af49ab7-35e7-480f-84f9-c8f1afd3b642 req-fb9576e0-dd75-4fa0-a289-e75c4acc940b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0813878 Mar 16 11:44:12.293939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:12.337785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4af49ab7-35e7-480f-84f9-c8f1afd3b642 req-b34e5ce2-b53c-4dfe-9086-7c7d77d60ae2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Mar 16 11:44:13.555636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb06762-386a-45dc-8b5b-c6a1290f2cf3 req-79020221-bd19-4d8c-bf07-4df4966a8f06 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.557086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ebb06762-386a-45dc-8b5b-c6a1290f2cf3 req-79020221-bd19-4d8c-bf07-4df4966a8f06 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0845180 Mar 16 11:44:13.603033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ebb06762-386a-45dc-8b5b-c6a1290f2cf3 req-3c6a1c70-94f7-4a5b-b4c0-8d14734f97ed tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Mar 16 11:44:13.889927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06ebbb-1fba-4bc0-8f10-1aa055b8baa8 req-aeaa04dc-effe-460d-a5e1-576cd88284fa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:13.891354 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b06ebbb-1fba-4bc0-8f10-1aa055b8baa8 req-aeaa04dc-effe-460d-a5e1-576cd88284fa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1639173 Mar 16 11:44:13.903395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 47870) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:44:13.908288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'floatingip': {'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:44:13.982256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.600445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.607453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:14.793666 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 associated. External IP: 172.26.1.233, port: da19cc89-2cb0-443d-ac1b-53e72d888627. Mar 16 11:44:15.186565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:44:15.500811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:44:15.505102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:15.510596 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:44:15.523344 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:44:15.524042 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:44:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:15.559421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7d49210e-448a-4ea2-8054-33ed40e9e86b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "PUT /v2.0/floatingips/171805ae-3ed9-4083-b719-69d0c4aaaa47 HTTP/1.1" status: 200 len: 991 time: 1.6550581 Mar 16 11:44:15.559967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:44:15.619516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'status': 'completed', 'code': 200} Mar 16 11:44:15.702737 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:44:15.712314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-7332064d-7072-461e-9ac7-f6229473391d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1098 time: 0.0710318 Mar 16 11:44:15.880937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-32bfa6c5-e234-43d2-9537-34277f17d9e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:15.882393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-32bfa6c5-e234-43d2-9537-34277f17d9e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1648610 Mar 16 11:44:16.003172 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-e78c5a9c-adba-4ec5-a53e-7ad2c6d6ac15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 999 time: 0.1076016 Mar 16 11:44:16.013364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d5594-c153-4e52-b40c-4b0809e74ad9 req-f6e1688a-9c4f-47e1-aea7-debce0934340 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:16.014711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa7d5594-c153-4e52-b40c-4b0809e74ad9 req-f6e1688a-9c4f-47e1-aea7-debce0934340 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1634331 Mar 16 11:44:16.061138 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:36:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:16.065017 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:44:16.075381 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:44:16.075997 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:44:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:16.103383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-ecc90822-37b5-46ef-8a66-69182c4c83f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:16.104798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-ecc90822-37b5-46ef-8a66-69182c4c83f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0892773 Mar 16 11:44:16.140123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa7d5594-c153-4e52-b40c-4b0809e74ad9 req-3290ecc2-dc66-450a-9d78-6a95e5fa8045 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938540 Mar 16 11:44:16.182541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-1f8ba769-f58d-4f0e-973a-1f69647038bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721087 Mar 16 11:44:16.255112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:44:16.312328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-b78de884-5c8c-4bc3-9897-a65d9a6d48ae service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239927 Mar 16 11:44:16.440498 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af06a9b1-f838-4cff-8ff9-166758674ab3 req-d0fbc111-89a6-4444-9c63-48edf024238b service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227796 Mar 16 11:44:16.642877 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:36:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:44:16.646836 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e033-85e4-4182-ad1b-2e9f2808336f None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:36:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:44:14Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:44:16.852049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d989c7-7fd4-40f2-8c9b-1c88d8e33b48 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:44:17.377425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e85b-14c1-4dc4-96ba-c8e8ae2fc344 req-d22e6db8-98f8-42c8-b84c-c7b917346a6c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:17.378840 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33d0e85b-14c1-4dc4-96ba-c8e8ae2fc344 req-d22e6db8-98f8-42c8-b84c-c7b917346a6c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0978761 Mar 16 11:44:17.424194 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33d0e85b-14c1-4dc4-96ba-c8e8ae2fc344 req-62fff1f6-a693-43f3-9712-d81a5f6ff1d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397089 Mar 16 11:44:18.631489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca76f-3b23-450c-9080-6a19f0e761ae req-a6d8c42e-d289-49a4-96b2-a8ea54e75987 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:18.632919 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f77ca76f-3b23-450c-9080-6a19f0e761ae req-a6d8c42e-d289-49a4-96b2-a8ea54e75987 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0802534 Mar 16 11:44:18.682514 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f77ca76f-3b23-450c-9080-6a19f0e761ae req-fa800fe8-d80d-4091-ac56-0f8dd9d1d8c3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 Mar 16 11:44:19.909561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cd4b-65f5-45d2-a265-5a42f6afb0ff req-e91a2ea2-c684-4a91-ae56-d0bb1c45c887 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:19.911193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c086cd4b-65f5-45d2-a265-5a42f6afb0ff req-e91a2ea2-c684-4a91-ae56-d0bb1c45c887 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0952897 Mar 16 11:44:19.963865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c086cd4b-65f5-45d2-a265-5a42f6afb0ff req-752f5d40-5eb8-423d-a223-446873d0d487 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Mar 16 11:44:21.178207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e50cd-a709-40cf-8330-4f1d8262b3b2 req-f1dab938-237a-487b-9583-ca5f5f9b76fa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:21.179516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb0e50cd-a709-40cf-8330-4f1d8262b3b2 req-f1dab938-237a-487b-9583-ca5f5f9b76fa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0807753 Mar 16 11:44:21.225826 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb0e50cd-a709-40cf-8330-4f1d8262b3b2 req-90b97b13-3656-4398-90b5-3478d90be098 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403237 Mar 16 11:44:22.448941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9cb20-59fe-4e02-bb29-447f99fc34ee req-914eb2ba-6f97-43d5-b4fc-dcd303cbc7c3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:22.450424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9a9cb20-59fe-4e02-bb29-447f99fc34ee req-914eb2ba-6f97-43d5-b4fc-dcd303cbc7c3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1001916 Mar 16 11:44:22.495549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9a9cb20-59fe-4e02-bb29-447f99fc34ee req-b1866e6a-9092-47f6-966a-05f25ca4e015 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Mar 16 11:44:23.726924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d23ac-efdd-41ee-be8e-daddc2b30cde req-4e54bb37-a638-494d-a495-689d330768f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:23.728838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d23ac-efdd-41ee-be8e-daddc2b30cde req-4e54bb37-a638-494d-a495-689d330768f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1077418 Mar 16 11:44:23.881552 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b8d23ac-efdd-41ee-be8e-daddc2b30cde req-ec2409c8-2c31-43a0-8e5c-d764bf697b03 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442370 Mar 16 11:44:25.089406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bc210-b1ca-4a21-a460-7bd04abf905a req-12e98498-0921-474d-bd35-70e1b796901d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:25.090844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-210bc210-b1ca-4a21-a460-7bd04abf905a req-12e98498-0921-474d-bd35-70e1b796901d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0774877 Mar 16 11:44:25.141519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-210bc210-b1ca-4a21-a460-7bd04abf905a req-f3595454-4b4b-4336-9af1-1d40f227ee82 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450745 Mar 16 11:44:26.366078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7d91d-765f-4799-acf3-ec4ea2466d1f req-d34c0fe1-64a0-4a8d-98af-8d684ffe963b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:26.367414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15a7d91d-765f-4799-acf3-ec4ea2466d1f req-d34c0fe1-64a0-4a8d-98af-8d684ffe963b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0906079 Mar 16 11:44:26.415040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15a7d91d-765f-4799-acf3-ec4ea2466d1f req-8cff4b30-f166-4ba0-8ee2-ab9eb13d5dc6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Mar 16 11:44:27.637631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57ab9-d632-499f-ac95-eab550c06ee1 req-e6240ff0-a8d3-4b75-a3e0-caf85825e0da tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:27.639445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b57ab9-d632-499f-ac95-eab550c06ee1 req-e6240ff0-a8d3-4b75-a3e0-caf85825e0da tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0877175 Mar 16 11:44:27.688457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b57ab9-d632-499f-ac95-eab550c06ee1 req-57aad712-5997-432b-8e93-d481f25f24c0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408688 Mar 16 11:44:28.908231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c008e5-8bf7-4ca9-a5d1-6f3719e1f7ac req-6aa112a0-ca34-470a-8394-c9388efc11a2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:28.909665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25c008e5-8bf7-4ca9-a5d1-6f3719e1f7ac req-6aa112a0-ca34-470a-8394-c9388efc11a2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0920191 Mar 16 11:44:28.958218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25c008e5-8bf7-4ca9-a5d1-6f3719e1f7ac req-2dd32b58-e464-4a5d-a56b-1b328363c48e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Mar 16 11:44:30.163821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776847d-abac-430f-9922-22ec4484fa9b req-5a0bdcfc-4f39-4e10-bcfd-c7946c1fdb73 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:30.165269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d776847d-abac-430f-9922-22ec4484fa9b req-5a0bdcfc-4f39-4e10-bcfd-c7946c1fdb73 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0787699 Mar 16 11:44:30.214557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d776847d-abac-430f-9922-22ec4484fa9b req-d21fcd81-f0ce-4a51-8a98-028eb70bd612 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Mar 16 11:44:31.424662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09f39-003c-495c-b038-0859d4b5e875 req-1b204a57-50f9-42a0-92c8-755818e68b1a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:31.426111 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dee09f39-003c-495c-b038-0859d4b5e875 req-1b204a57-50f9-42a0-92c8-755818e68b1a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0898185 Mar 16 11:44:31.473400 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dee09f39-003c-495c-b038-0859d4b5e875 req-64c7b148-8b09-4cce-937b-16c25c6bc01c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395365 Mar 16 11:44:31.565922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9978af24-b9b5-448a-a133-b222f0a534aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:32.711035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383291c2-2a17-467c-a27b-5945cb7ddb0e req-2c1a1ab9-05d7-4820-8a1a-a1bdfbdf6689 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:32.712424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383291c2-2a17-467c-a27b-5945cb7ddb0e req-2c1a1ab9-05d7-4820-8a1a-a1bdfbdf6689 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0829940 Mar 16 11:44:32.767286 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383291c2-2a17-467c-a27b-5945cb7ddb0e req-3617a32a-6df4-4c66-9a8f-8f4b3ff8d1da tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459268 Mar 16 11:44:33.540582 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:44:33.739939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-237ac7bc-09fc-4d98-95e8-7e39c992e7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:33.975929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46090431-6991-4576-9343-cb3471e0c618 req-fbc1ec47-31cb-4af4-bbb5-b114d6bc62a5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:33.977425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46090431-6991-4576-9343-cb3471e0c618 req-fbc1ec47-31cb-4af4-bbb5-b114d6bc62a5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0793719 Mar 16 11:44:34.024336 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46090431-6991-4576-9343-cb3471e0c618 req-7de59a50-aa12-44f5-9d67-6c37253d2b0a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408819 Mar 16 11:44:35.019849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.052246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:35.245562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa218684-52af-4dbe-9225-3d40a503f173 req-baa375d3-7b85-45b3-aede-79faa5a930e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:35.247573 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa218684-52af-4dbe-9225-3d40a503f173 req-baa375d3-7b85-45b3-aede-79faa5a930e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0909109 Mar 16 11:44:35.294551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa218684-52af-4dbe-9225-3d40a503f173 req-17962f4d-0353-44bc-9472-dcef03bfeb8a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Mar 16 11:44:36.332348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:36.505583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f8354-f025-4b8d-b873-7c446924c0fd req-9f8ddecc-a30c-4c12-8a0f-171d96aef272 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:36.507028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd0f8354-f025-4b8d-b873-7c446924c0fd req-9f8ddecc-a30c-4c12-8a0f-171d96aef272 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0813885 Mar 16 11:44:36.556563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd0f8354-f025-4b8d-b873-7c446924c0fd req-20dceb7b-4a35-4fbe-997d-8a73e3a2eeb8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Mar 16 11:44:37.803982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1ce5a-4d7a-4339-aa6e-6291497f6e5d req-8da91e6c-1c33-4e0e-a2f5-ac10664ae719 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:37.805410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fca1ce5a-4d7a-4339-aa6e-6291497f6e5d req-8da91e6c-1c33-4e0e-a2f5-ac10664ae719 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1042075 Mar 16 11:44:37.862641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fca1ce5a-4d7a-4339-aa6e-6291497f6e5d req-752aa2d3-4d09-466e-81c7-b26951cb48d8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477209 Mar 16 11:44:39.107050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f365-233e-4b53-b3f7-9c92e0654776 req-cc3877ee-6930-4d1f-9a36-fd991a954fd5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:39.108743 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4801f365-233e-4b53-b3f7-9c92e0654776 req-cc3877ee-6930-4d1f-9a36-fd991a954fd5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1003284 Mar 16 11:44:39.155352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4801f365-233e-4b53-b3f7-9c92e0654776 req-417ba2b9-6a67-4639-b4fe-4f54c1a33227 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Mar 16 11:44:40.377480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d9dd5-d0a5-4d00-873d-cac950980c0f req-8537e888-9c57-4c96-b747-855c4ded8aec tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:40.379075 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db0d9dd5-d0a5-4d00-873d-cac950980c0f req-8537e888-9c57-4c96-b747-855c4ded8aec tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0888498 Mar 16 11:44:40.426909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db0d9dd5-d0a5-4d00-873d-cac950980c0f req-bf61a5ea-ec1f-42ef-bf18-d8685f856dd6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Mar 16 11:44:41.657881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3e87-570b-476e-b848-c23a87943706 req-81dd44f8-6b8c-4e4e-b953-1ca3784aad67 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:41.659305 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f18a3e87-570b-476e-b848-c23a87943706 req-81dd44f8-6b8c-4e4e-b953-1ca3784aad67 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0915108 Mar 16 11:44:41.706100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f18a3e87-570b-476e-b848-c23a87943706 req-2bd532e6-5cb8-4157-bf23-7ab8e7d6ee05 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 Mar 16 11:44:41.916843 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c1b4b73-1c4e-4734-88d9-830951a524e6 req-ad0d70e4-1748-49a9-9def-c58bcd4baccb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708995 Mar 16 11:44:42.176891 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-7e9200b0-d7a2-4345-8f10-3edfcea57b03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713038 Mar 16 11:44:42.248823 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ac8a6-ff02-4451-9142-5c440013ad91 req-d26e87e2-d5e9-4a32-adbe-4c9a7df76a7e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:42.250929 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-745ac8a6-ff02-4451-9142-5c440013ad91 req-d26e87e2-d5e9-4a32-adbe-4c9a7df76a7e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0889137 Mar 16 11:44:42.297795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-745ac8a6-ff02-4451-9142-5c440013ad91 req-91b4ae25-e60d-44d1-aaef-4ce8c4d60ca5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407720 Mar 16 11:44:42.308539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:43.551288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-8fca3d25-9e35-4210-84c6-5dfa3fc95b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1098 time: 0.1255028 Mar 16 11:44:43.560322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae1f1c-469b-4cad-b517-aed46fd94eb3 req-424b9ecc-f915-4aec-a986-a4f0bac6c61f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:43.561606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62ae1f1c-469b-4cad-b517-aed46fd94eb3 req-424b9ecc-f915-4aec-a986-a4f0bac6c61f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1055639 Mar 16 11:44:43.783127 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62ae1f1c-469b-4cad-b517-aed46fd94eb3 req-a578e1af-d310-4ad2-8452-385a7e4e37fb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025473 Mar 16 11:44:43.805033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-3968762d-1f83-447d-bd5c-d1a8719323f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:43.806413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-3968762d-1f83-447d-bd5c-d1a8719323f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.2439744 Mar 16 11:44:43.909918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-d773adcf-df67-47bb-9f73-cace2070f834 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 1001 time: 0.0946019 Mar 16 11:44:43.975748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-778b6374-daa1-4d38-8e06-175c30948222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:43.977090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-778b6374-daa1-4d38-8e06-175c30948222 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0576723 Mar 16 11:44:44.065571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-4f59db26-c224-4669-ae9a-fee508f180c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785134 Mar 16 11:44:44.202858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-6773fc4f-96e6-4539-8c35-d37594ee71bc service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237614 Mar 16 11:44:44.339881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-039d7974-caea-4d27-8687-0e5a892f4bbe service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279750 Mar 16 11:44:45.000610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d6d5-f364-431c-84f0-2633dad27dce req-69221550-9671-42dc-8560-cd6290a75245 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:45.002027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5c4d6d5-f364-431c-84f0-2633dad27dce req-69221550-9671-42dc-8560-cd6290a75245 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0967159 Mar 16 11:44:45.048971 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5c4d6d5-f364-431c-84f0-2633dad27dce req-1fedd996-5802-435d-8034-437791ec2af4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386565 Mar 16 11:44:46.300181 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-974b591d-5f9d-49f2-b3e0-76b7e457b27c service neutron] 10.222.0.59 "GET /v2.0/ports/da19cc89-2cb0-443d-ac1b-53e72d888627/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.1293626 Mar 16 11:44:46.314359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df567b3-9859-46fa-8826-ddee0781943f req-48584bcb-41d8-4366-86a2-39aac3644033 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:46.315755 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4df567b3-9859-46fa-8826-ddee0781943f req-48584bcb-41d8-4366-86a2-39aac3644033 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1067023 Mar 16 11:44:46.366893 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4df567b3-9859-46fa-8826-ddee0781943f req-ee425b1a-683a-4e3d-86de-c506e99b1b0a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444124 Mar 16 11:44:46.586202 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-edad202e-d055-47fc-b86b-19cbc95bd90f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1098 time: 0.0711625 Mar 16 11:44:46.688277 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-26765fff-23e2-41b0-83b7-c1eca11a2890 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1098 time: 0.0768995 Mar 16 11:44:46.824056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-6aa0ac07-34c4-4936-af23-d2ee69d873ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:46.825461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-6aa0ac07-34c4-4936-af23-d2ee69d873ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1275194 Mar 16 11:44:46.933520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-3183a6b9-43f6-4b94-a6d1-f89a7a54b80f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 1001 time: 0.0992210 Mar 16 11:44:47.013625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-119bfcb6-a23f-409b-8563-33da46bc2ac9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:47.014940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-119bfcb6-a23f-409b-8563-33da46bc2ac9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0718439 Mar 16 11:44:47.092446 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-8f2d8927-7d96-41a0-8a10-5261d385225c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683045 Mar 16 11:44:47.230664 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-e96dc031-f8ef-414d-8753-1366c2f06eca service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287420 Mar 16 11:44:47.463022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57a2d9e1-7340-43ab-a4b6-84c7cb10f9dc req-0d02c537-e2e6-4da5-aafd-2e884d69c9d0 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233496 Mar 16 11:44:47.570962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d56ab-1e32-4f20-9420-77350f14e022 req-7e70d3d8-a237-48b4-970c-0d397e5fae45 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:47.572382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b3d56ab-1e32-4f20-9420-77350f14e022 req-7e70d3d8-a237-48b4-970c-0d397e5fae45 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0775087 Mar 16 11:44:47.619155 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b3d56ab-1e32-4f20-9420-77350f14e022 req-84161d37-29bb-4bab-86e0-7557bd4274b8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398962 Mar 16 11:44:48.834673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877848b-a3d6-4fff-b3fa-fa257593583e req-e6110bfc-0ea0-4cf1-95f4-5170763e9aa6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:48.836088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2877848b-a3d6-4fff-b3fa-fa257593583e req-e6110bfc-0ea0-4cf1-95f4-5170763e9aa6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0820148 Mar 16 11:44:48.871330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:44:48.875165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:44:48.885485 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2877848b-a3d6-4fff-b3fa-fa257593583e req-0aa6afbd-f438-4e63-80b5-360039984805 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Mar 16 11:44:49.079491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.109422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:49.131012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:44:49.136951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'mac_address': 'fa:16:3e:36:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:44:49.142636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:49.170042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.207018 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'code': 200} Mar 16 11:44:49.246962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.270331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da19cc89-2cb0-443d-ac1b-53e72d888627 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:44:49.276549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:49.291513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.291851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.292180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.292505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.292832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.293152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.293469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.293784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.294119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.294432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.294743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:49.298671 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:49.303333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:49.369914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:49.383669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['da19cc89-2cb0-443d-ac1b-53e72d888627'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:44:50.100325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b780ab-3527-4074-a141-c2fe3a904141 req-0ced7aa6-c4f2-47ab-a8be-0536f518353e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.101738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79b780ab-3527-4074-a141-c2fe3a904141 req-0ced7aa6-c4f2-47ab-a8be-0536f518353e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 944 time: 0.0838840 Mar 16 11:44:50.150205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79b780ab-3527-4074-a141-c2fe3a904141 req-93123f71-c8f6-425d-bf1d-2b36e04608e7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Mar 16 11:44:50.545617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97255f8-b554-4547-9a79-264aa9560086 req-503be2ec-2852-432f-b49e-166ce60d4a5f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.546962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a97255f8-b554-4547-9a79-264aa9560086 req-503be2ec-2852-432f-b49e-166ce60d4a5f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 944 time: 0.1340463 Mar 16 11:44:50.555966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-515da8dd-03f6-4b80-b319-8456e85343eb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.557247 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-515da8dd-03f6-4b80-b319-8456e85343eb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d&tenant_id=3305affc50824537b73b44bd309983cd&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 944 time: 0.1106484 Mar 16 11:44:50.600769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a97255f8-b554-4547-9a79-264aa9560086 req-34e3919f-a10e-4a7d-898b-42fdce405b48 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425618 Mar 16 11:44:50.713972 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-4fa4c327-9f2c-4d75-ab52-979136ecd400 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1097 time: 0.0756886 Mar 16 11:44:50.858822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-322bc555-d00c-4fe9-8aaa-eacce0d67c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:50.860143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-322bc555-d00c-4fe9-8aaa-eacce0d67c1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1371944 Mar 16 11:44:50.872077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:44:50.945061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port da19cc89-2cb0-443d-ac1b-53e72d888627 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:44:50.945433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:50.962614 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-f7ec245d-9130-4de6-a257-0787f11a818e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 1000 time: 0.0927005 Mar 16 11:44:51.030840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-a6e51bd8-9cad-42eb-a87d-5276d06b5afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:51.032238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-a6e51bd8-9cad-42eb-a87d-5276d06b5afc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0611670 Mar 16 11:44:51.058415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:51.092267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:51.098236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:51.112853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-c044d200-4f2e-44b0-9054-8a783c8c3351 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713112 Mar 16 11:44:51.165299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:51.208493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:44:51.252397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-e2915e57-a03c-4c6c-b0c7-a8157b176c58 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298673 Mar 16 11:44:51.274447 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'code': 200} Mar 16 11:44:51.388039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1602d5ba-0571-4102-bc43-0c3270ed049a req-a0dd86b4-05c2-4d4c-a9ba-a42f8a6724f6 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255534 Mar 16 11:44:51.811215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea64a-f41e-4404-a997-98c5294009fa req-ec7304f0-9c87-41d6-a253-975712f882cf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:51.812691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e52ea64a-f41e-4404-a997-98c5294009fa req-ec7304f0-9c87-41d6-a253-975712f882cf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0864549 Mar 16 11:44:51.858223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e52ea64a-f41e-4404-a997-98c5294009fa req-9fbec402-65ad-4647-b671-b4b2834628fa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Mar 16 11:44:53.082807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feaca6-198c-4c01-821f-c6348b94005f req-7761e7ed-672d-45fb-9c5b-ec37cce9cf12 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:53.084968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63feaca6-198c-4c01-821f-c6348b94005f req-7761e7ed-672d-45fb-9c5b-ec37cce9cf12 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0884593 Mar 16 11:44:53.141531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63feaca6-198c-4c01-821f-c6348b94005f req-b2da46ee-5b8b-4bbe-9c0e-634c9c9cfd5d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509589 Mar 16 11:44:53.351763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009be3fb-38eb-471c-a394-d9ce08b0dc1e req-eeb1c28e-fd25-4791-8ec7-be98841f22d1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:53.353193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009be3fb-38eb-471c-a394-d9ce08b0dc1e req-eeb1c28e-fd25-4791-8ec7-be98841f22d1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0840964 Mar 16 11:44:53.405894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009be3fb-38eb-471c-a394-d9ce08b0dc1e req-d2ba89a5-6ee1-4751-b126-be6b3c3033fd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468068 Mar 16 11:44:53.908936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940f659-d296-4293-b7aa-8e3237bf8846 req-4870a58a-87eb-47d2-8c71-f839cf42261b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:53.910432 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d940f659-d296-4293-b7aa-8e3237bf8846 req-4870a58a-87eb-47d2-8c71-f839cf42261b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.2125008 Mar 16 11:44:53.958821 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-b4796393-0526-449f-b7d3-6cb5b0911adc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 1098 time: 0.2025285 Mar 16 11:44:53.965757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d940f659-d296-4293-b7aa-8e3237bf8846 req-26e0049a-f403-4a6c-863b-d8a16c4eec64 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487525 Mar 16 11:44:54.091607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-6dd20d33-1da0-4b78-9feb-d1c98a6c70e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.093015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-6dd20d33-1da0-4b78-9feb-d1c98a6c70e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1249220 Mar 16 11:44:54.197270 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-9348390a-bd53-4938-be93-fc0625cf5517 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 200 len: 1001 time: 0.0949616 Mar 16 11:44:54.263345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-ee4ad604-21c3-4bd8-9168-06077ef8dcfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:54.264761 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-ee4ad604-21c3-4bd8-9168-06077ef8dcfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0567818 Mar 16 11:44:54.354217 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-d6cb3cbe-746a-4d76-b7f4-fab1729bf2e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790017 Mar 16 11:44:54.488810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-8a44966c-4d79-450f-853c-7e9425edf034 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248937 Mar 16 11:44:54.639056 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c48986a-3983-476a-9f6a-ee60a4c22dde req-8b2bee49-6f64-438b-8673-1be92eb7d988 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407440 Mar 16 11:44:55.178871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd63b28-2c29-46f5-a60d-667c7d58be2c req-234cfec0-e32e-4ee1-826f-aec185857dca tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:55.180303 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bcd63b28-2c29-46f5-a60d-667c7d58be2c req-234cfec0-e32e-4ee1-826f-aec185857dca tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0906870 Mar 16 11:44:55.225012 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bcd63b28-2c29-46f5-a60d-667c7d58be2c req-be1bae5b-b12c-4d11-a37c-19f10d916051 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389838 Mar 16 11:44:56.431078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e46c-b1bf-44d9-9f90-44a67dbfdd7d req-fd5a0b4e-f088-4fcc-9e53-398787720fb5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:56.432509 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d89e46c-b1bf-44d9-9f90-44a67dbfdd7d req-fd5a0b4e-f088-4fcc-9e53-398787720fb5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0842891 Mar 16 11:44:56.478708 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d89e46c-b1bf-44d9-9f90-44a67dbfdd7d req-9a80325e-7428-4950-b808-5ade157965a6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 Mar 16 11:44:56.911200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118bc7-72e8-4086-8656-101499d9f095 req-276d0bf0-c0b5-4948-b587-3736cc3f57d3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:56.912615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed118bc7-72e8-4086-8656-101499d9f095 req-276d0bf0-c0b5-4948-b587-3736cc3f57d3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0828328 Mar 16 11:44:56.969880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed118bc7-72e8-4086-8656-101499d9f095 req-843d7e50-a4d7-4098-9fef-403e34bc16a5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491138 Mar 16 11:44:58.191165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f9ba-257b-4d84-9d2b-0c4ef56229a2 req-61fee55f-7a88-4ce2-ae82-811e1f0eac55 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.192855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab90f9ba-257b-4d84-9d2b-0c4ef56229a2 req-61fee55f-7a88-4ce2-ae82-811e1f0eac55 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0919895 Mar 16 11:44:58.238559 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab90f9ba-257b-4d84-9d2b-0c4ef56229a2 req-9544d493-873e-46e9-843f-bcead8ae3edb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400460 Mar 16 11:44:58.692052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-4611d001-2de2-415c-9b8d-5454153f1022 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:58.693521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-4611d001-2de2-415c-9b8d-5454153f1022 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.0948474 Mar 16 11:44:58.766728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Deleting port da19cc89-2cb0-443d-ac1b-53e72d888627 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:44:58.767059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.012595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] For port da19cc89-2cb0-443d-ac1b-53e72d888627, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=da19cc89-2cb0-443d-ac1b-53e72d888627,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:44:59.012978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.443208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.443945 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.443945 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 disassociated. External IP: 172.26.1.233, port: da19cc89-2cb0-443d-ac1b-53e72d888627. Mar 16 11:44:59.444132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Calling delete_port for da19cc89-2cb0-443d-ac1b-53e72d888627 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:44:59.526179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e1482-8e13-44de-9897-fc53406b816e req-d82cd3e8-97dc-46f6-8cc6-8ea2c2fbc1ca tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:44:59.527598 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f06e1482-8e13-44de-9897-fc53406b816e req-d82cd3e8-97dc-46f6-8cc6-8ea2c2fbc1ca tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 945 time: 0.1649959 Mar 16 11:44:59.625222 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f06e1482-8e13-44de-9897-fc53406b816e req-e9fe61ac-f0ed-4dd6-bd01-d6a26af2ddf0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909925 Mar 16 11:44:59.626504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:44:59.672565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'Port': ['ID=da19cc89-2cb0-443d-ac1b-53e72d888627,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:44:59.686383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.686650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.686990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.687281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.687643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.687946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.688271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.688577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.688856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.689174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.689486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:44:59.897299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:45:00.100343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:45:00.110023 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:45:00.123503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:45:00.124057 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:44:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:00.169118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] No DVR routers for this DVR port da19cc89-2cb0-443d-ac1b-53e72d888627 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:45:00.171548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:00.174020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-deleted', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:00.189816 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b41e29d-a456-454c-a9c8-2893da1c9ac6 req-afece290-841e-4747-b767-26c27587bd04 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "DELETE /v2.0/ports/da19cc89-2cb0-443d-ac1b-53e72d888627 HTTP/1.1" status: 204 len: 173 time: 1.4883072 Mar 16 11:45:00.249462 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b1661-39d0-42ff-b3bb-4a3c5cc1352d', 'name': 'network-vif-deleted', 'tag': 'da19cc89-2cb0-443d-ac1b-53e72d888627', 'status': 'completed', 'code': 200} Mar 16 11:45:00.305705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:45:00.636651 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:00.640382 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:45:00.651574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:45:00.652157 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:44:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:00.808595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-05ab2c3f-9212-4522-b6a1-113d8552ccca req-a492980f-c0ca-4075-bf8b-cb15f4c4f373 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:45:00.825033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-05ab2c3f-9212-4522-b6a1-113d8552ccca req-a492980f-c0ca-4075-bf8b-cb15f4c4f373 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:45:00.826538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-05ab2c3f-9212-4522-b6a1-113d8552ccca req-a492980f-c0ca-4075-bf8b-cb15f4c4f373 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=002b1661-39d0-42ff-b3bb-4a3c5cc1352d HTTP/1.1" status: 200 len: 210 time: 0.0580709 Mar 16 11:45:00.828982 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:45:00.935744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:00.969508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: da19cc89-2cb0-443d-ac1b-53e72d888627 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:45:00.969850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device da19cc89-2cb0-443d-ac1b-53e72d888627 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:45:01.143788 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:01.148250 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04ca4e-c99f-4b7c-8e84-3dc575a843b1 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:45:01.380827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea70a74-8339-49e6-8a7d-ae8b6bb27a56 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:45:01.596487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d1c4950f-f40a-4ce1-a818-068e1081b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:02.212852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-4af0ffb3-ed3c-47e7-8e6f-6128711c450c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--560386054&fields=id&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 267 time: 0.0409634 Mar 16 11:45:02.363831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae862-225a-44a9-ad92-5386901fb213 req-df106303-ef37-406d-aec5-5d2e2dfcf173 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:02.365448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-df106303-ef37-406d-aec5-5d2e2dfcf173 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1459162 Mar 16 11:45:02.383094 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-58ae8d35-c806-494b-84bc-4fd6d5298143 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/quotas/3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 375 time: 0.0121288 Mar 16 11:45:02.471113 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-8f570e5b-3b70-4d0d-8de3-c2e23cb26f5e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826528 Mar 16 11:45:02.610438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-f0138c87-081a-4659-b11f-92eed458e7df service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271031 Mar 16 11:45:02.839618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-1508215e-a181-41d5-a9ca-91b83d82480a service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228401 Mar 16 11:45:03.031985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a6261b5-5cf7-4e52-abac-e371e2e80419 req-a4dd60c9-9ace-49ac-8784-8e20395d56b4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 210 time: 0.0406842 Mar 16 11:45:03.739451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19e1565b-9b53-47ae-8803-d24695abac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:04.231345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb413a70-2336-4cfe-899d-3e496bf05efb req-6dfdd59c-631a-4dbf-a009-0300557c245f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 210 time: 0.0675287 Mar 16 11:45:04.344005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae862-225a-44a9-ad92-5386901fb213 req-1f6796c8-7819-45a4-8182-aca83994c487 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:04.344985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-1f6796c8-7819-45a4-8182-aca83994c487 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1499498 Mar 16 11:45:04.408860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-399c1e6a-793b-4bec-8e6e-6373cf5e374c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 379 time: 0.0448668 Mar 16 11:45:04.419531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'port': {'device_id': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'admin_state_up': True, 'tenant_id': '3305affc50824537b73b44bd309983cd', 'security_groups': ['0b2a6d6c-06a0-4ad6-9548-145fa9679237']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:45:04.569840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:45:04.579904 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:45:04.591671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:45:04.594802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:04.751647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Allocated IP 172.20.0.6 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/7011081b-7f2a-4a86-8882-5c7a9cffbbfe) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:45:04.944919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:04.960007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Transition to ACTIVE for port object 7011081b-7f2a-4a86-8882-5c7a9cffbbfe will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:04.985643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.015114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.054451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.056418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:45:05.059494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:45:05.063872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:45:05.088688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:05.130069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:05.130721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.156794 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-6b0d4360-c9e8-4f23-875c-29cec90ef114 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410262 Mar 16 11:45:05.169680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-904e30ba-8dbe-4158-8573-3dd368e3c5e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:45:05.170691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-904e30ba-8dbe-4158-8573-3dd368e3c5e5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052254 Mar 16 11:45:05.256846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Request body: {'port': {'device_id': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:45:05.324255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2013e16-f2ab-43ab-9cea-cd61aa1993e2 None None] Provisioning for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:45:05.329201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2013e16-f2ab-43ab-9cea-cd61aa1993e2 None None] Provisioning complete for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:45:05.329754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2013e16-f2ab-43ab-9cea-cd61aa1993e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.383196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b2013e16-f2ab-43ab-9cea-cd61aa1993e2 None None] Port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:45:05.408286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.545208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e88696-d9b1-4888-99ec-e2f3a5adb2d7 req-9903ea8b-e6db-44fb-86c1-0f49b6f3e400 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:05.545783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a2e88696-d9b1-4888-99ec-e2f3a5adb2d7 req-9903ea8b-e6db-44fb-86c1-0f49b6f3e400 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:45:05.594640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a2e88696-d9b1-4888-99ec-e2f3a5adb2d7 req-9903ea8b-e6db-44fb-86c1-0f49b6f3e400 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:45:05.595750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2e88696-d9b1-4888-99ec-e2f3a5adb2d7 req-9903ea8b-e6db-44fb-86c1-0f49b6f3e400 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 931 time: 0.2393751 Mar 16 11:45:05.731189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2e88696-d9b1-4888-99ec-e2f3a5adb2d7 req-161a381b-a1e4-4ee9-ac3a-79a8a434a02e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885081 Mar 16 11:45:05.809941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:45:05.816694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.831868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Transition to ACTIVE for port object 7011081b-7f2a-4a86-8882-5c7a9cffbbfe will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:45:05.838017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:05.959666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:06.170490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Attempting to bind port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:45:06.170732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Attempting to bind port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:45:06.171032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Attempting to bind port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:45:06.177962 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe on network 76f4d509-4f4c-44ac-8410-9321fd23d884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:45:06.178368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Attempting to bind port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:45:06.185565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:45:06.185899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:45:06.186296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:45:06.186708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Bound port: 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:45:06.187034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:06.275141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:45:06.277959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:45:06.283749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:06.331045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:06.343787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:06.345589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] 10.222.0.59 "PUT /v2.0/ports/7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 1093 time: 1.1656790 Mar 16 11:45:06.349337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:06.373986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a61cd-0aca-4e7b-80bc-8b006a75223d service neutron] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:06.422715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'status': 'completed', 'code': 200} Mar 16 11:45:06.463355 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-99a44e4d-0c76-49bb-a027-5b94edbb57d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1096 time: 0.0735385 Mar 16 11:45:06.538157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-bc14ff54-da2e-4386-a904-67f9a93cf951 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 217 time: 0.0644922 Mar 16 11:45:06.622741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae862-225a-44a9-ad92-5386901fb213 req-7e936cc7-d887-4dfa-b250-bd4ebd34723c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:06.624018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-7e936cc7-d887-4dfa-b250-bd4ebd34723c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0771496 Mar 16 11:45:06.708720 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-cb350d57-ce75-4f9f-a8ce-a7d96372543f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749643 Mar 16 11:45:06.849969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-de41ad3a-c8d0-4037-91c2-3cd400e0fcd6 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315036 Mar 16 11:45:07.027182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70bae862-225a-44a9-ad92-5386901fb213 req-8ad12cdb-f219-46ae-bb9c-9117a716f9c6 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471653 Mar 16 11:45:07.035970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79951fcb-48f2-49e5-8469-a6303db569a4 req-3e756e3d-3f6f-4a6a-97fd-7968c65227f8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:07.037304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79951fcb-48f2-49e5-8469-a6303db569a4 req-3e756e3d-3f6f-4a6a-97fd-7968c65227f8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 943 time: 0.1864805 Mar 16 11:45:07.082266 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79951fcb-48f2-49e5-8469-a6303db569a4 req-90b750e4-ccfb-4e05-8d49-1fb13d6652ae tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Mar 16 11:45:07.154733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-b51e6640-9df8-4535-b2fc-9ba2fa0cbe80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1096 time: 0.0700004 Mar 16 11:45:07.291407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887277-bed8-45bf-924f-ea61105c43e6 req-7d2aec15-8565-49f6-8ca4-b83b8a587c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:07.292764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-7d2aec15-8565-49f6-8ca4-b83b8a587c26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1307852 Mar 16 11:45:07.380138 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-a337f240-04fd-4728-b633-b5066913d274 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 217 time: 0.0772762 Mar 16 11:45:07.448308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887277-bed8-45bf-924f-ea61105c43e6 req-13ca41a7-ec78-4e1d-931c-ac9e78fe5210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:07.449744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-13ca41a7-ec78-4e1d-931c-ac9e78fe5210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0630090 Mar 16 11:45:07.531602 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-0d7ffd5f-b7a9-45a9-8514-301bc010afe8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728667 Mar 16 11:45:07.664375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-4ef5fef5-85bb-4840-bb23-8267c25da56e service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 Mar 16 11:45:07.885903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29887277-bed8-45bf-924f-ea61105c43e6 req-b191678e-4bd5-425b-bd6e-1bdcb25e2063 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151008 Mar 16 11:45:08.296278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325724-7692-4c65-bd5d-0b0e38f6a18d req-771a1802-f04c-443d-82a2-83fc50f75816 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:08.297687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc325724-7692-4c65-bd5d-0b0e38f6a18d req-771a1802-f04c-443d-82a2-83fc50f75816 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 943 time: 0.0788989 Mar 16 11:45:08.341761 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc325724-7692-4c65-bd5d-0b0e38f6a18d req-41c92cec-7fd5-4e87-8b5d-8d3cba9a1fbd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Mar 16 11:45:08.983076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:45:09.185108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:09.198522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:45:09.253295 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:09.270250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:45:09.285481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:09.292105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:09.393179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:09.549329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['7011081b-7f2a-4a86-8882-5c7a9cffbbfe'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:45:09.623508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c570a-5d36-45fc-ab54-cedaef2d1a12 req-3d7f0414-dedd-45f5-9c46-8869930bbe0b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:09.624948 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-521c570a-5d36-45fc-ab54-cedaef2d1a12 req-3d7f0414-dedd-45f5-9c46-8869930bbe0b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 944 time: 0.1563287 Mar 16 11:45:09.669881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-521c570a-5d36-45fc-ab54-cedaef2d1a12 req-71313aa6-9002-4073-8d73-6d0ec85be1d8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389411 Mar 16 11:45:10.543842 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:10.945114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4de7-e598-4f16-96e6-31a33e0dd057 req-aa2b8b2d-c633-421b-b772-c7d13f204bc2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:10.946566 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-842d4de7-e598-4f16-96e6-31a33e0dd057 req-aa2b8b2d-c633-421b-b772-c7d13f204bc2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 944 time: 0.1457815 Mar 16 11:45:10.995129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-842d4de7-e598-4f16-96e6-31a33e0dd057 req-acdacf04-6bfd-4ab7-9195-ae1a24c51b56 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Mar 16 11:45:10.998277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:45:11.079590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:45:11.084809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:45:11.085186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:11.202850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:11.229141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:11.239638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:11.244696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:11.312605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:11.365509 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'code': 200} Mar 16 11:45:11.630425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c41de71a-7b0c-4536-8861-a8333a30a0b7 req-595a17a4-9002-4a39-b5a5-9d029c07d0ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1098 time: 0.0736091 Mar 16 11:45:11.690287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c41de71a-7b0c-4536-8861-a8333a30a0b7 req-01d175e7-3d06-4013-804e-eda38652e904 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Mar 16 11:45:12.207268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe781d-61c4-42c2-8d43-3d773b1aa386 req-ef9f6474-0ad8-4898-be42-732a71a89788 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:12.208697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03fe781d-61c4-42c2-8d43-3d773b1aa386 req-ef9f6474-0ad8-4898-be42-732a71a89788 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0806179 Mar 16 11:45:12.257571 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03fe781d-61c4-42c2-8d43-3d773b1aa386 req-e68b011e-8cf2-41c3-92b2-ae26d56d7b57 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Mar 16 11:45:12.326071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:13.471511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433dfed-7315-416f-b02d-731b03dc428c req-bda8d0a2-b1a1-40b1-9079-91e932ed4bf5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:13.473004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c433dfed-7315-416f-b02d-731b03dc428c req-bda8d0a2-b1a1-40b1-9079-91e932ed4bf5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0803461 Mar 16 11:45:13.526678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c433dfed-7315-416f-b02d-731b03dc428c req-75949565-0361-4a32-a80a-222d39f93d5f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Mar 16 11:45:13.736610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd49450-ea0f-4017-9ccd-17c09885292d req-fa89f9ae-9b91-4507-8c47-b14fe8d6d542 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:13.737903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fdd49450-ea0f-4017-9ccd-17c09885292d req-fa89f9ae-9b91-4507-8c47-b14fe8d6d542 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0827973 Mar 16 11:45:13.749094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48052) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:45:13.756814 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'floatingip': {'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:45:13.830497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:14.439437 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:14.445350 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:14.741355 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 associated. External IP: 172.26.1.233, port: 7011081b-7f2a-4a86-8882-5c7a9cffbbfe. Mar 16 11:45:15.149949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:45:15.354965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:45:15.359462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:15.365650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:45:15.378257 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:45:15.378842 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:45:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:15.415645 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1d62637-ee42-4003-94e0-9fa1764b03ab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "PUT /v2.0/floatingips/171805ae-3ed9-4083-b719-69d0c4aaaa47 HTTP/1.1" status: 200 len: 991 time: 1.6653183 Mar 16 11:45:15.416261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:15.475269 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'status': 'completed', 'code': 200} Mar 16 11:45:15.594805 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:45:15.624122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-85367eab-0803-492a-a844-d4c7ab8c8df7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1098 time: 0.1293402 Mar 16 11:45:15.653237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37a91dcb-cd44-4fda-9637-8a7715c6cfaa req-df8e83bb-f9da-4dbe-a966-c2958be62fbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1252737 Mar 16 11:45:15.767912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-8ff325c6-05db-4500-8a29-50e97e467a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:15.769860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-8ff325c6-05db-4500-8a29-50e97e467a63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1403017 Mar 16 11:45:15.876341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-956dc262-af3a-498f-93d7-c712dc8eb440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 999 time: 0.1005731 Mar 16 11:45:15.945426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-92cd73db-0f8e-4d55-9ed1-c514537db835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:15.946922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-92cd73db-0f8e-4d55-9ed1-c514537db835 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0653348 Mar 16 11:45:15.960085 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:45:14Z', 'revision_number': 9, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:15.964090 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:45:15.975977 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:45:15.976588 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:45:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:16.026624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-28db22ac-7197-4336-af64-0fdd8448109f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741239 Mar 16 11:45:16.085608 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-5c592727-ef46-49fc-b9b9-8711af311af7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778670 Mar 16 11:45:16.165987 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:45:16.225948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98716da9-66aa-4ee9-a410-017bc0e37dda req-c611e314-d4a8-45cb-9327-c151577f17e7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:16.227406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98716da9-66aa-4ee9-a410-017bc0e37dda req-c611e314-d4a8-45cb-9327-c151577f17e7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.1220770 Mar 16 11:45:16.234657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-b258f459-09ed-497e-92cc-a2a199d03550 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022114 Mar 16 11:45:16.343362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98716da9-66aa-4ee9-a410-017bc0e37dda req-7852d64a-cc1e-4f57-877b-e2b8f4706403 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066012 Mar 16 11:45:16.405009 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1561701-2866-4ab7-9c41-e082ed2b33ac req-d1d63e14-30f2-4e11-aa8c-18d95657b4da service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351442 Mar 16 11:45:16.525484 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:45:14Z', 'revision_number': 9, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:45:16.529413 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b82f-e693-447f-9934-0de1b298ba32 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:45:14Z', 'revision_number': 9, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:45:16.727210 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff201544-9880-4aae-8886-8fa8e0c80265 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:45:17.293631 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-00166635-38f1-4cf0-91db-abf5a9458ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1098 time: 0.0686715 Mar 16 11:45:17.566691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db497-66d7-4245-a3f5-d2b916427774 req-6babc2f9-d291-41e1-98a4-8c71fd673560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:17.568550 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-6babc2f9-d291-41e1-98a4-8c71fd673560 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.2690358 Mar 16 11:45:17.657964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1edd1-9c95-4e6a-a588-9ebc67a52dba req-77c22487-e45e-4c1e-8e2c-740baa2b4164 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:17.659512 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52c1edd1-9c95-4e6a-a588-9ebc67a52dba req-77c22487-e45e-4c1e-8e2c-740baa2b4164 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.1841364 Mar 16 11:45:17.702166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-844c06ce-dd00-4d63-9e2d-dbf8d042f535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 1002 time: 0.1268702 Mar 16 11:45:17.764920 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52c1edd1-9c95-4e6a-a588-9ebc67a52dba req-136abf53-2e3e-4427-ac0a-222965cb970b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991051 Mar 16 11:45:17.777685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db497-66d7-4245-a3f5-d2b916427774 req-c6c7102e-2281-42c1-bc70-683a8b5e02e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:17.779165 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-c6c7102e-2281-42c1-bc70-683a8b5e02e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0697687 Mar 16 11:45:17.860652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-1278a422-567d-4210-9447-d2a49db237a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726366 Mar 16 11:45:18.002720 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-bfbb8495-666d-4459-a4e6-1ac99fe03036 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362228 Mar 16 11:45:18.135712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-21986d0b-ff85-47cb-b63f-f1355365aada service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263785 Mar 16 11:45:18.978295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd4a3e-b436-4759-a751-29e4869f3f28 req-f3b22c0e-ffa9-4ae9-947f-2641f18f34ae tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:18.979717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ddd4a3e-b436-4759-a751-29e4869f3f28 req-f3b22c0e-ffa9-4ae9-947f-2641f18f34ae tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0816724 Mar 16 11:45:19.028420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ddd4a3e-b436-4759-a751-29e4869f3f28 req-8e81e223-abda-40b0-8687-c8d7936b6e19 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Mar 16 11:45:20.242508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa37a-eba7-41aa-9ba7-2c916b15bb84 req-93c542e6-6ed8-4c2d-b320-cc0c8659b68c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:20.243900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51dfa37a-eba7-41aa-9ba7-2c916b15bb84 req-93c542e6-6ed8-4c2d-b320-cc0c8659b68c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0840704 Mar 16 11:45:20.289889 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51dfa37a-eba7-41aa-9ba7-2c916b15bb84 req-14dac106-d0a4-4882-849b-1ec3d46c71c7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Mar 16 11:45:21.525613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5272c-9d2c-4562-8f3e-e866fe0c5d3c req-fcd0d8de-138e-43fe-a37c-1b83c4b3a4b9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:21.527197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25a5272c-9d2c-4562-8f3e-e866fe0c5d3c req-fcd0d8de-138e-43fe-a37c-1b83c4b3a4b9 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0968745 Mar 16 11:45:21.579363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25a5272c-9d2c-4562-8f3e-e866fe0c5d3c req-2c8ca739-9856-4a76-b159-c8c9fa49fc18 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Mar 16 11:45:22.794783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5f9f1-36f3-4334-af55-c4b062a8da1e req-93e434b9-807a-4ecd-9659-45e419d0790b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:22.796215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60d5f9f1-36f3-4334-af55-c4b062a8da1e req-93e434b9-807a-4ecd-9659-45e419d0790b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0833342 Mar 16 11:45:22.845595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60d5f9f1-36f3-4334-af55-c4b062a8da1e req-7ac20fc4-a178-4e2f-8e7f-12cb0235eaa0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Mar 16 11:45:24.066096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69814b-baf1-4df7-b897-57808a103153 req-f8a5e14f-6693-4c31-8680-c20c55686c14 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:24.067495 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb69814b-baf1-4df7-b897-57808a103153 req-f8a5e14f-6693-4c31-8680-c20c55686c14 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0828438 Mar 16 11:45:24.112370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb69814b-baf1-4df7-b897-57808a103153 req-489cda68-8fd3-422c-a86a-03e2361641ce tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389082 Mar 16 11:45:25.336129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511bd81-4c69-4842-b20a-498ac722ad6e req-1f785dcf-92a6-4735-aa21-4993b3adf017 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:25.337560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2511bd81-4c69-4842-b20a-498ac722ad6e req-1f785dcf-92a6-4735-aa21-4993b3adf017 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0898302 Mar 16 11:45:25.385159 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2511bd81-4c69-4842-b20a-498ac722ad6e req-ead66e17-85ba-4117-80d5-616ffc8d125c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396609 Mar 16 11:45:26.615189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7728-a085-4b45-92bf-299a71fd2697 req-b256fb9e-635a-413e-9500-d5b54571567d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:26.616566 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37aa7728-a085-4b45-92bf-299a71fd2697 req-b256fb9e-635a-413e-9500-d5b54571567d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0944972 Mar 16 11:45:26.672576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37aa7728-a085-4b45-92bf-299a71fd2697 req-3aa10f25-65ab-433f-a0c0-f1bed2d7daa5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Mar 16 11:45:27.890156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256fbef-122f-4b04-b53e-db1b2cec9a71 req-be09d8e7-36a2-4d64-a98f-4d374f2975ee tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:27.891558 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3256fbef-122f-4b04-b53e-db1b2cec9a71 req-be09d8e7-36a2-4d64-a98f-4d374f2975ee tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0894482 Mar 16 11:45:27.942275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3256fbef-122f-4b04-b53e-db1b2cec9a71 req-2a76c9a5-f5b1-40dd-8b6b-10fc5f79bd0a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Mar 16 11:45:29.147918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172010b8-73bf-4e0c-8c2d-99fc31d7ba17 req-ecc01480-5e3a-4369-a915-23e5bc974147 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:29.149333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-172010b8-73bf-4e0c-8c2d-99fc31d7ba17 req-ecc01480-5e3a-4369-a915-23e5bc974147 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0862949 Mar 16 11:45:29.196534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-172010b8-73bf-4e0c-8c2d-99fc31d7ba17 req-b43a0efc-9ed7-46c4-beb2-ce2f81fad205 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Mar 16 11:45:30.524957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7bb6-dde3-4896-bfe4-27f118b9bcf2 req-8d889b4b-ac84-479b-9351-5fb822a7c610 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:30.526360 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc5d7bb6-dde3-4896-bfe4-27f118b9bcf2 req-8d889b4b-ac84-479b-9351-5fb822a7c610 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.1794772 Mar 16 11:45:30.571894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc5d7bb6-dde3-4896-bfe4-27f118b9bcf2 req-49982b19-a7ae-4383-90cd-c89b6625b0e8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398681 Mar 16 11:45:31.567965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f06481f-d55a-44f2-b547-73ca6b10d3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:31.780093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c0082-4e7f-42ef-8bb3-069b37617ac1 req-23e7c94f-7c93-4544-9a73-7e07fc34af13 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:31.781410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-526c0082-4e7f-42ef-8bb3-069b37617ac1 req-23e7c94f-7c93-4544-9a73-7e07fc34af13 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0823348 Mar 16 11:45:31.828035 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-526c0082-4e7f-42ef-8bb3-069b37617ac1 req-aa5bb3cf-da71-4c2e-9788-4a1af783b1bd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Mar 16 11:45:33.045415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c008aea-5ed9-4ce7-b648-5dca51f6eec5 req-d6e26508-1632-4868-9fd8-c79cb6ef8e5b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:33.046867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c008aea-5ed9-4ce7-b648-5dca51f6eec5 req-d6e26508-1632-4868-9fd8-c79cb6ef8e5b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0876343 Mar 16 11:45:33.106732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c008aea-5ed9-4ce7-b648-5dca51f6eec5 req-b2890560-cbf7-40d9-894c-0d017f2250d7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516410 Mar 16 11:45:33.738313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c58bd49b-5709-4e5d-8f9a-4a2f5a934522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:34.314926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a8ba5-df7d-48a0-8cf9-2a2445869aca req-7a5157eb-ceff-4027-9721-25f3a492afdd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:34.316351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-977a8ba5-df7d-48a0-8cf9-2a2445869aca req-7a5157eb-ceff-4027-9721-25f3a492afdd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0774314 Mar 16 11:45:34.365845 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-977a8ba5-df7d-48a0-8cf9-2a2445869aca req-0c8105e5-1da2-432d-83c4-5b5882e2ba1e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Mar 16 11:45:35.025130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:35.057129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:35.595098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3c34-3cc2-42aa-b785-bc4cfb9af4ba req-d7791947-77fe-4a20-a5b2-9c75e208fd71 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:35.596582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f50b3c34-3cc2-42aa-b785-bc4cfb9af4ba req-d7791947-77fe-4a20-a5b2-9c75e208fd71 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0871429 Mar 16 11:45:35.650511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f50b3c34-3cc2-42aa-b785-bc4cfb9af4ba req-4364140c-95cc-4207-971f-e6c43f58ad45 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Mar 16 11:45:36.335483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:36.869000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92d38a-5ff8-4823-8d39-08f5b1653557 req-4eac1e1e-6934-4ffe-ad5f-af07cfc28981 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:36.870438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c92d38a-5ff8-4823-8d39-08f5b1653557 req-4eac1e1e-6934-4ffe-ad5f-af07cfc28981 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0794261 Mar 16 11:45:36.920489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c92d38a-5ff8-4823-8d39-08f5b1653557 req-122914e1-cbe7-4a80-8e29-50c3b152bbd1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Mar 16 11:45:38.164157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36301dea-2645-4075-a709-2c720cbfefd6 req-e3ff2402-919b-47f5-a64a-2f9e13dafb9b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:38.165567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36301dea-2645-4075-a709-2c720cbfefd6 req-e3ff2402-919b-47f5-a64a-2f9e13dafb9b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0908935 Mar 16 11:45:38.209859 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36301dea-2645-4075-a709-2c720cbfefd6 req-5a9ae02f-dc42-4d45-ac8e-6c55f8a481a2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Mar 16 11:45:39.430833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a22b9-e42e-438f-9a2e-bbc078ac3eca req-f4318663-f7a8-4222-9480-1e002c71ec2b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:39.432402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da5a22b9-e42e-438f-9a2e-bbc078ac3eca req-f4318663-f7a8-4222-9480-1e002c71ec2b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0993237 Mar 16 11:45:39.483144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da5a22b9-e42e-438f-9a2e-bbc078ac3eca req-1f75dde0-0ebd-4dce-ba4f-b83ee4c233b0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Mar 16 11:45:40.710857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cec00-5f50-4859-9b86-2039755fa781 req-c3a44100-1c2b-4c61-8cda-21119fbd5f9a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:40.712268 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d16cec00-5f50-4859-9b86-2039755fa781 req-c3a44100-1c2b-4c61-8cda-21119fbd5f9a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0831101 Mar 16 11:45:40.759307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d16cec00-5f50-4859-9b86-2039755fa781 req-27819ea5-ee9d-477a-9ea6-efcb5356d094 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Mar 16 11:45:41.980032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e351e-91e5-423b-8a57-ee15080cc4cc req-f15ecff8-201f-4a78-bd9e-547c217b0a6d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:41.981424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720e351e-91e5-423b-8a57-ee15080cc4cc req-f15ecff8-201f-4a78-bd9e-547c217b0a6d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0825865 Mar 16 11:45:42.027858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-720e351e-91e5-423b-8a57-ee15080cc4cc req-777cf84c-0c12-4901-aca1-09c00b85fcac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 Mar 16 11:45:42.321714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:43.237718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa2ac0-3a40-4df6-b0a3-0f574ebba6ad req-ea03c0ed-c4f4-4cea-b22c-50f01ede5a70 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:43.239174 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4afa2ac0-3a40-4df6-b0a3-0f574ebba6ad req-ea03c0ed-c4f4-4cea-b22c-50f01ede5a70 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0822062 Mar 16 11:45:43.287832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4afa2ac0-3a40-4df6-b0a3-0f574ebba6ad req-9e54ee7f-4460-4830-b313-9780cab521ec tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Mar 16 11:45:44.520737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58d74f-3a41-49ad-a22f-e170cf0bc67f req-dccc4746-48cd-472d-a3a8-7814ea23fa06 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:44.522088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da58d74f-3a41-49ad-a22f-e170cf0bc67f req-dccc4746-48cd-472d-a3a8-7814ea23fa06 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0947797 Mar 16 11:45:44.573871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da58d74f-3a41-49ad-a22f-e170cf0bc67f req-c9d9660e-40ae-464e-accd-2c494c4b1579 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Mar 16 11:45:45.790672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd97d7-0a43-4e2b-a0c6-9fd7562e55ec req-140508a2-5468-414a-beb6-f90ab32c5c69 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:45.793770 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fbd97d7-0a43-4e2b-a0c6-9fd7562e55ec req-140508a2-5468-414a-beb6-f90ab32c5c69 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0879004 Mar 16 11:45:45.840548 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fbd97d7-0a43-4e2b-a0c6-9fd7562e55ec req-9048de18-8c88-479b-96fa-df8bafcce122 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414183 Mar 16 11:45:47.051921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4161d9b-b644-42ee-8d9c-ecbe80bdaa51 req-7b1b6544-e23e-40cd-98b2-f03bd6d8bb3d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:47.053392 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4161d9b-b644-42ee-8d9c-ecbe80bdaa51 req-7b1b6544-e23e-40cd-98b2-f03bd6d8bb3d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0816379 Mar 16 11:45:47.098387 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4161d9b-b644-42ee-8d9c-ecbe80bdaa51 req-38ddd559-7513-4049-8fe9-1f0affbd13bf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Mar 16 11:45:47.547975 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:45:48.312188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e0509-7dc7-49a6-b892-8da9ea448255 req-fbc8a2ba-b517-4f2e-8c86-a73fdc009098 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:48.313615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-005e0509-7dc7-49a6-b892-8da9ea448255 req-fbc8a2ba-b517-4f2e-8c86-a73fdc009098 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0844967 Mar 16 11:45:48.358554 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-005e0509-7dc7-49a6-b892-8da9ea448255 req-02e46617-1a8e-4f64-b9b9-4f6dc741bd99 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393350 Mar 16 11:45:49.577848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0bf44-cf8d-4d09-ab23-c7ff9ba85a87 req-a5d85cb0-2708-46f6-91f2-264a5d3300c8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:49.579898 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed0bf44-cf8d-4d09-ab23-c7ff9ba85a87 req-a5d85cb0-2708-46f6-91f2-264a5d3300c8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0848670 Mar 16 11:45:49.632444 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed0bf44-cf8d-4d09-ab23-c7ff9ba85a87 req-033940c4-8997-49ff-9be2-d964c66a8d3b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464375 Mar 16 11:45:50.071014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-460e682a-6d77-4337-99be-dfbb170b95d2 service neutron] 10.222.0.59 "GET /v2.0/ports/7011081b-7f2a-4a86-8882-5c7a9cffbbfe/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0907297 Mar 16 11:45:50.371969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-e91ab7e0-e75c-4d89-addf-75ee09fe3c9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1098 time: 0.0763147 Mar 16 11:45:50.490120 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-10afdad8-e26f-45b0-8960-16e4686efe53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1098 time: 0.0849340 Mar 16 11:45:50.715229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db497-66d7-4245-a3f5-d2b916427774 req-135ab571-ca90-4d06-821d-1c4db2e33d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:50.716811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-135ab571-ca90-4d06-821d-1c4db2e33d69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.2186234 Mar 16 11:45:50.865079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-9401dc88-c5cd-4085-9570-638637c5f5db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 1002 time: 0.1382833 Mar 16 11:45:50.923036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0af4-9c3c-471b-a1b9-488a32e40703 req-043c2b62-8f46-48d8-bee7-76da04b41776 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:50.924447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-062d0af4-9c3c-471b-a1b9-488a32e40703 req-043c2b62-8f46-48d8-bee7-76da04b41776 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.1515710 Mar 16 11:45:50.965257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db497-66d7-4245-a3f5-d2b916427774 req-60f7f125-70f4-4a78-b565-55c9f0eb6194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:50.966615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-60f7f125-70f4-4a78-b565-55c9f0eb6194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0918911 Mar 16 11:45:51.021596 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-062d0af4-9c3c-471b-a1b9-488a32e40703 req-8bc9b04d-ed29-42b0-8fce-503720090452 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882924 Mar 16 11:45:51.053369 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-8d7d9c0f-94dc-43c9-8887-92607cc682a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775070 Mar 16 11:45:51.187339 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-3ad34638-3f1c-4844-b8c1-cc84f5362d98 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244428 Mar 16 11:45:51.321317 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-836db497-66d7-4245-a3f5-d2b916427774 req-667f64f0-1ef2-4191-98ba-411b6e985248 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249697 Mar 16 11:45:52.239595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942eda-11fb-4299-87d7-3efcbe88d24e req-e3128556-0a7e-479f-86f8-b224f765ab0e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:52.241001 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ba942eda-11fb-4299-87d7-3efcbe88d24e req-e3128556-0a7e-479f-86f8-b224f765ab0e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0863101 Mar 16 11:45:52.286054 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ba942eda-11fb-4299-87d7-3efcbe88d24e req-aecb3a40-13dd-40d7-a10c-82cd08561da0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 Mar 16 11:45:53.240906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:45:53.243278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:45:53.463429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:53.470400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.507177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a36e9-6d19-4989-a848-dfff3970fb11 req-ff5003e3-4d12-4c4a-acb9-6ba9b48752c8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:53.508650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d4a36e9-6d19-4989-a848-dfff3970fb11 req-ff5003e3-4d12-4c4a-acb9-6ba9b48752c8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0825191 Mar 16 11:45:53.530114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:45:53.555350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d4a36e9-6d19-4989-a848-dfff3970fb11 req-365ab86a-388f-4cee-b324-b5a6c3a0428a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402427 Mar 16 11:45:53.568111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:53.590028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:53.597605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.633668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:53.642919 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'code': 200} Mar 16 11:45:53.672132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:45:53.710030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:53.736621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.736846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.737204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.737523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.737838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.738191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.738507 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.738821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.739132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.739463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.739733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:45:53.746612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:45:53.746952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:45:54.302680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:54.323372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:45:54.338591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:54.345433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:54.415259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['7011081b-7f2a-4a86-8882-5c7a9cffbbfe'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:45:54.448981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:54.772550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c67f2-9419-46ed-84d4-f10876e5ab1c req-f0c63e8a-ff43-439a-a45f-d71af8293e49 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:54.774183 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-923c67f2-9419-46ed-84d4-f10876e5ab1c req-f0c63e8a-ff43-439a-a45f-d71af8293e49 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 944 time: 0.0939422 Mar 16 11:45:54.818940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-923c67f2-9419-46ed-84d4-f10876e5ab1c req-c9e6d29f-e4a2-4836-b9d0-0ce7105a7725 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390584 Mar 16 11:45:55.253707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:45:55.295921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a29-dfec-4140-a526-c077565444d6 req-289fd97a-fc57-4c1a-8da5-e32f38b17b7a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.297326 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-289fd97a-fc57-4c1a-8da5-e32f38b17b7a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f&tenant_id=3305affc50824537b73b44bd309983cd&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 944 time: 0.1231194 Mar 16 11:45:55.322834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:45:55.323416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.383444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43b9c-2a18-43ba-a6e3-a1aaed8daf12 req-b3e77aba-51c8-4f6f-b9ac-1d8a57ef8fb7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.384754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61d43b9c-2a18-43ba-a6e3-a1aaed8daf12 req-b3e77aba-51c8-4f6f-b9ac-1d8a57ef8fb7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 944 time: 0.1539278 Mar 16 11:45:55.391004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-85343654-4c82-4d58-a673-f08ada3bede6 service neutron] 10.222.0.59 "GET /v2.0/ports/7011081b-7f2a-4a86-8882-5c7a9cffbbfe/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0877573 Mar 16 11:45:55.438087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.469932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:45:55.474679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61d43b9c-2a18-43ba-a6e3-a1aaed8daf12 req-3edf64cf-cdf5-4c21-9076-86bf0e0671b7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827804 Mar 16 11:45:55.475432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:45:55.501742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-625ab500-7f4e-4233-b8b9-9710f59381b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1097 time: 0.0884926 Mar 16 11:45:55.544152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:45:55.635118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a29-dfec-4140-a526-c077565444d6 req-c6cac45a-6fb4-468a-803c-29f06ffecd5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.636469 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-c6cac45a-6fb4-468a-803c-29f06ffecd5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1296635 Mar 16 11:45:55.644579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:45:55.710922 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'code': 200} Mar 16 11:45:55.742438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-adcca715-c364-45b3-ae8e-85fe4949d3da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 1002 time: 0.0994511 Mar 16 11:45:55.806309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a29-dfec-4140-a526-c077565444d6 req-38f554f3-de8a-4edc-8010-20df766c1054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:55.807730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-38f554f3-de8a-4edc-8010-20df766c1054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0599449 Mar 16 11:45:55.883437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-1f8f51dd-4ea6-4ba5-bb43-6f38e5565c9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697789 Mar 16 11:45:56.104114 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-e3d1c9c0-a092-4135-9b5b-9aff9afb1f6c service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148132 Mar 16 11:45:56.243033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-dd47f470-8795-4ec4-be55-67a8aa52fe62 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328881 Mar 16 11:45:56.699543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302524ed-5c48-4a6f-8bb7-3f790beefd00 req-71b86c15-591f-4263-a58d-f1d387da741a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:56.701082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-302524ed-5c48-4a6f-8bb7-3f790beefd00 req-71b86c15-591f-4263-a58d-f1d387da741a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0912693 Mar 16 11:45:56.759900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-302524ed-5c48-4a6f-8bb7-3f790beefd00 req-fbb22a74-ecc9-473d-8447-297875656a37 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507636 Mar 16 11:45:57.967479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a238e-a458-4e27-86f4-c0d7f644932f req-0b65b26f-41bc-48b3-ac79-a485584f73ce tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:57.968866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ce2a238e-a458-4e27-86f4-c0d7f644932f req-0b65b26f-41bc-48b3-ac79-a485584f73ce tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0813496 Mar 16 11:45:58.016981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ce2a238e-a458-4e27-86f4-c0d7f644932f req-9f024e23-dc7d-4177-81ac-d323bff97876 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Mar 16 11:45:58.954136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-52760fb4-321f-402f-ae60-f56724108e4a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1098 time: 0.0766902 Mar 16 11:45:59.055218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-9fc23018-c47a-4d3c-9ccd-98d66166c4db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 1098 time: 0.0776794 Mar 16 11:45:59.234225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a29-dfec-4140-a526-c077565444d6 req-cc99d62b-6a13-4eee-af71-d1b618536146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:59.235628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-cc99d62b-6a13-4eee-af71-d1b618536146 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1713808 Mar 16 11:45:59.340502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ade06-3e62-4acf-84d1-b88daf1a8fdf req-e6978200-cfea-43a5-bd0b-a958606e351c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:59.342603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-950ade06-3e62-4acf-84d1-b88daf1a8fdf req-e6978200-cfea-43a5-bd0b-a958606e351c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.1901834 Mar 16 11:45:59.380787 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-3bef51cd-15bf-4ce7-965f-9a20b78b5499 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 200 len: 1002 time: 0.1349730 Mar 16 11:45:59.434188 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-950ade06-3e62-4acf-84d1-b88daf1a8fdf req-f81e185f-1cce-4136-9bf1-f2cd94f370d5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856259 Mar 16 11:45:59.458413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293a29-dfec-4140-a526-c077565444d6 req-2c3154e1-a4b0-4bf5-9512-1f6e03dfc3b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:45:59.459791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-2c3154e1-a4b0-4bf5-9512-1f6e03dfc3b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0700879 Mar 16 11:45:59.547993 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-e51d2f09-abfb-4a99-b2a7-b9ca904a050f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792003 Mar 16 11:45:59.697303 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-f1fec7ce-30ec-4e47-b0a7-f3a775a9bece service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403105 Mar 16 11:45:59.828427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed293a29-dfec-4140-a526-c077565444d6 req-1e044917-011d-4c0f-b95d-2a87d5d09c9d service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220689 Mar 16 11:46:00.812964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a2f2f-6126-4f8d-b78a-e6aac502c7b1 req-27f574bc-ba22-4438-88ae-62252ff0904b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:00.814333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08a2f2f-6126-4f8d-b78a-e6aac502c7b1 req-27f574bc-ba22-4438-88ae-62252ff0904b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0931742 Mar 16 11:46:00.863635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08a2f2f-6126-4f8d-b78a-e6aac502c7b1 req-f0837ac4-57d5-4326-930a-6dc5240afd4f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 Mar 16 11:46:01.267976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:01.271393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:46:01.483237 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.516389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:01.538736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:01.544665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'mac_address': 'fa:16:3e:56:32:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:01.556386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:01.596633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.630419 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'code': 200} Mar 16 11:46:01.650331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36efdb7a-491a-4afd-8979-a4c9561459a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.670815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.697689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:46:01.701072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:01.715378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:01.720511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:01.785165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['7011081b-7f2a-4a86-8882-5c7a9cffbbfe'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:46:01.822032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:02.075398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada6ebb-b4e6-4a52-bbf2-bfb0430e792d req-0d1d89f2-aa32-4740-8ae6-46f501137f34 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:02.076738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ada6ebb-b4e6-4a52-bbf2-bfb0430e792d req-0d1d89f2-aa32-4740-8ae6-46f501137f34 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0780606 Mar 16 11:46:02.122562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ada6ebb-b4e6-4a52-bbf2-bfb0430e792d req-4d1a95dc-c901-401d-9628-ce55046593cd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Mar 16 11:46:02.321604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3b19c-d53c-4d6c-83de-68d4084e4276 req-dd32bac1-2bd3-4cee-9389-9de7ec1eff2a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:02.323120 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0d3b19c-d53c-4d6c-83de-68d4084e4276 req-dd32bac1-2bd3-4cee-9389-9de7ec1eff2a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0793500 Mar 16 11:46:02.459933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0d3b19c-d53c-4d6c-83de-68d4084e4276 req-e6f89ac3-3a1d-469a-ba0c-2cc289477b05 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309159 Mar 16 11:46:02.671910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60301d8-648c-4879-bb04-468a1d7875dd req-81e16a68-4edb-4ae0-aa92-acbdaa94e901 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:02.673499 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b60301d8-648c-4879-bb04-468a1d7875dd req-81e16a68-4edb-4ae0-aa92-acbdaa94e901 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0789268 Mar 16 11:46:02.722222 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b60301d8-648c-4879-bb04-468a1d7875dd req-48def632-9ad0-42ec-9a12-50d5247de15f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Mar 16 11:46:03.144073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeae76-6092-4ac7-a205-4354202e3c3b req-e61b34a9-5b91-48e6-a559-11437046f7ae tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:03.145534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bbeae76-6092-4ac7-a205-4354202e3c3b req-e61b34a9-5b91-48e6-a559-11437046f7ae tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 945 time: 0.0843959 Mar 16 11:46:03.191137 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6bbeae76-6092-4ac7-a205-4354202e3c3b req-d6233c67-6fc3-47f0-a552-18cc5ef9c99e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Mar 16 11:46:03.279633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:03.348174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:03.348538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.460673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.494063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:03.500088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:03.564686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=11']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:03.632158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:03.694038 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'code': 200} Mar 16 11:46:03.734992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2051cf9-ec0a-44a8-a7e3-3a00e4f6da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:04.395889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335d7e-1b15-4831-8252-de3a1ee0f410 req-9304fa05-abad-4b74-8377-ec503c80947f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:04.397640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63335d7e-1b15-4831-8252-de3a1ee0f410 req-9304fa05-abad-4b74-8377-ec503c80947f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 946 time: 0.0765622 Mar 16 11:46:04.447313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63335d7e-1b15-4831-8252-de3a1ee0f410 req-f11c3a72-2cae-45a4-a5cf-20ba37a95431 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Mar 16 11:46:05.025254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.061443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.352288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-6879d56d-be10-4ddd-867d-07ad294bc651 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:05.353603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-6879d56d-be10-4ddd-867d-07ad294bc651 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 946 time: 0.0799458 Mar 16 11:46:05.425114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Deleting port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:46:05.425801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.718226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] For port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:05.718522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:05.796107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5937-4eea-46c3-8534-952a0fc1f72a req-5b4589f2-accd-44b0-bc8c-360248233545 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:05.798034 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab0d5937-4eea-46c3-8534-952a0fc1f72a req-5b4589f2-accd-44b0-bc8c-360248233545 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 946 time: 0.1984146 Mar 16 11:46:05.930532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab0d5937-4eea-46c3-8534-952a0fc1f72a req-53c8e8e4-91f6-4710-909c-4d7fdecbe9cd tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242552 Mar 16 11:46:06.040824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.041073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.041413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 disassociated. External IP: 172.26.1.233, port: 7011081b-7f2a-4a86-8882-5c7a9cffbbfe. Mar 16 11:46:06.041743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Calling delete_port for 7011081b-7f2a-4a86-8882-5c7a9cffbbfe owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:46:06.201294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.253360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'Port': ['ID=7011081b-7f2a-4a86-8882-5c7a9cffbbfe,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:06.267407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.267760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.268051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.268368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.268685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.268998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.269307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.269617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.269922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.270253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.270553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:06.368822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.486847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:46:06.789004 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:46:06.799290 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:46:06.810938 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:46:06.811533 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:46:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:06.855768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] No DVR routers for this DVR port 7011081b-7f2a-4a86-8882-5c7a9cffbbfe on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:46:06.858250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:06.860898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-deleted', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:06.877386 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd3c11b4-e1a0-4a3c-a75d-ee350fb7eb87 req-1eb941fb-f395-41e0-8f28-7276de5416d6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "DELETE /v2.0/ports/7011081b-7f2a-4a86-8882-5c7a9cffbbfe HTTP/1.1" status: 204 len: 173 time: 1.5163476 Mar 16 11:46:06.918207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b37fe8-18cf-427d-af14-b9a53c915b5f', 'name': 'network-vif-deleted', 'tag': '7011081b-7f2a-4a86-8882-5c7a9cffbbfe', 'status': 'completed', 'code': 200} Mar 16 11:46:06.988553 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:46:07.111917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b0118598-f8be-4706-b217-d70708863d15 req-1f4cb62a-d82f-4d3a-a38e-5de09743b4e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:07.128710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b0118598-f8be-4706-b217-d70708863d15 req-1f4cb62a-d82f-4d3a-a38e-5de09743b4e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:07.129965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0118598-f8be-4706-b217-d70708863d15 req-1f4cb62a-d82f-4d3a-a38e-5de09743b4e1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b37fe8-18cf-427d-af14-b9a53c915b5f HTTP/1.1" status: 200 len: 210 time: 0.0613470 Mar 16 11:46:07.350458 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:07.354669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:46:07.365586 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:46:07.366210 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:46:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:07.544109 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:46:07.878795 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:07.883108 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef85408-40f1-47ca-a114-07920ee53a26 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:46:08.111610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3aa62-5884-4b8c-beb9-6751a7e4ecbf None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:46:08.515547 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-0d739f54-4325-4937-be76-ca6c0f0c00f8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--560386054&fields=id&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 267 time: 0.0423396 Mar 16 11:46:08.659244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b106d3-5cda-468a-8559-d60c263e858d req-c20cef2e-36cd-40ee-ac26-ece587a5f570 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:08.660632 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-c20cef2e-36cd-40ee-ac26-ece587a5f570 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1387322 Mar 16 11:46:08.677054 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-be4168b4-056f-4328-ba07-4c2e83effe30 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/quotas/3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 375 time: 0.0109966 Mar 16 11:46:08.769988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-3d3ef939-6611-42da-ad9b-ee715073591c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849524 Mar 16 11:46:08.978264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-e1490771-f799-41fc-9521-aadf5f2edd3a service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961377 Mar 16 11:46:09.116867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-f56ce6ec-c971-4d82-b227-957b47995eee service neutron] 10.222.0.36 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300700 Mar 16 11:46:09.305788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:46:09.313746 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99d7dba8-67d5-40ae-99f9-f9088a4d3c43 req-87646d73-1a4d-4830-9e9a-65b813c1a3e2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 210 time: 0.0450335 Mar 16 11:46:09.339361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 7011081b-7f2a-4a86-8882-5c7a9cffbbfe {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:46:09.339361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 7011081b-7f2a-4a86-8882-5c7a9cffbbfe not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:46:10.396273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b106d3-5cda-468a-8559-d60c263e858d req-d9765d22-9549-485c-923e-ab5df86dc424 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:10.397771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-d9765d22-9549-485c-923e-ab5df86dc424 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 811 time: 0.1468425 Mar 16 11:46:10.497375 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03c92376-7fe9-4923-be85-7dbdb848c661 req-42d10adc-491f-4589-b2f3-31fa467508d3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 210 time: 0.0474329 Mar 16 11:46:10.500643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-c127c02f-138f-4b76-9d18-91b42b0b8f53 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 379 time: 0.0832789 Mar 16 11:46:10.534372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'port': {'device_id': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'admin_state_up': True, 'tenant_id': '3305affc50824537b73b44bd309983cd', 'security_groups': ['0b2a6d6c-06a0-4ad6-9548-145fa9679237']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:46:10.672016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:46:10.682192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:46:10.694637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Made reservation on behalf of 3305affc50824537b73b44bd309983cd for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:46:10.697648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:10.888007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Allocated IP 172.20.0.9 (76f4d509-4f4c-44ac-8410-9321fd23d884/ec96198c-49f1-4bad-8f46-1321bbb1f0a7/8c291dbe-130e-4872-99ad-0fd77ddcf835) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:46:11.073983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.089237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Transition to ACTIVE for port object 8c291dbe-130e-4872-99ad-0fd77ddcf835 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:46:11.111339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.278758 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:46:11.281801 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:46:11.286264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:46:11.310486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:11.351172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:11.351861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.381215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-975b85c6-c20b-475e-821f-23d9543166df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521659 Mar 16 11:46:11.396709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Request body: {'port': {'device_id': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:46:11.518305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.521925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1869d9bf-ab35-4dd4-a906-defac058f178 None None] Provisioning for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:11.528184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1869d9bf-ab35-4dd4-a906-defac058f178 None None] Provisioning complete for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:11.528555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1869d9bf-ab35-4dd4-a906-defac058f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:11.585305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1869d9bf-ab35-4dd4-a906-defac058f178 None None] Port 8c291dbe-130e-4872-99ad-0fd77ddcf835 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:46:11.830488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986273e-2934-4c49-93fa-0adfa6f66945 req-9b6bb6b4-8284-4851-b4cb-08929020d699 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:11.831064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1986273e-2934-4c49-93fa-0adfa6f66945 req-9b6bb6b4-8284-4851-b4cb-08929020d699 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:46:11.871399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1986273e-2934-4c49-93fa-0adfa6f66945 req-9b6bb6b4-8284-4851-b4cb-08929020d699 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:46:11.872905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1986273e-2934-4c49-93fa-0adfa6f66945 req-9b6bb6b4-8284-4851-b4cb-08929020d699 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 931 time: 0.2385054 Mar 16 11:46:11.992368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:46:12.005319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.014350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1986273e-2934-4c49-93fa-0adfa6f66945 req-1d09c3ba-9a87-4221-a2d7-698e3b4b3685 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305087 Mar 16 11:46:12.023240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Transition to ACTIVE for port object 8c291dbe-130e-4872-99ad-0fd77ddcf835 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:46:12.027895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.150459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:12.261881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Attempting to bind port 8c291dbe-130e-4872-99ad-0fd77ddcf835 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:46:12.262244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Attempting to bind port 8c291dbe-130e-4872-99ad-0fd77ddcf835 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:46:12.262560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Attempting to bind port 8c291dbe-130e-4872-99ad-0fd77ddcf835 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:46:12.268599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Port 8c291dbe-130e-4872-99ad-0fd77ddcf835 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:46:12.268915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Attempting to bind port 8c291dbe-130e-4872-99ad-0fd77ddcf835 on network 76f4d509-4f4c-44ac-8410-9321fd23d884 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:46:12.275452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:46:12.276005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Checking segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:46:12.276606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Bound using segment: {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:46:12.277026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Bound port: 8c291dbe-130e-4872-99ad-0fd77ddcf835, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b508891e-cc16-4166-945f-8762869e8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:46:12.277361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.326545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.365173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:46:12.368242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:46:12.372393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.435056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:12.436381 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1093 time: 1.0451643 Mar 16 11:46:12.436863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:12.453209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3b3c-7c11-4997-b320-a1b74b072c05 service neutron] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:12.518952 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'status': 'completed', 'code': 200} Mar 16 11:46:12.560457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-1a48adc5-e8fc-419b-b81c-1a009ecd9e65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1096 time: 0.0721426 Mar 16 11:46:12.637073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-172ac4e5-333b-4fc3-a633-643a0727686e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 217 time: 0.0664363 Mar 16 11:46:12.713048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b106d3-5cda-468a-8559-d60c263e858d req-f4b15801-e91f-4bab-ac33-a351cda45c43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:12.715127 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-f4b15801-e91f-4bab-ac33-a351cda45c43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0679581 Mar 16 11:46:12.812405 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-0fa3228b-d254-465b-aa05-00c11b75ae24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879743 Mar 16 11:46:12.953592 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-8c0a353b-5422-47d7-af78-beb608a0f5be service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309490 Mar 16 11:46:13.091312 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15b106d3-5cda-468a-8559-d60c263e858d req-66d02e17-351c-4e6d-ae20-0e5f349c3b32 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276624 Mar 16 11:46:13.367211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-aeeffdf6-33a0-41dc-b98f-0f4cee0151d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1096 time: 0.0977659 Mar 16 11:46:13.372565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea6d10-5c9d-42c1-8ee9-423a480746af req-88c16a1c-b81a-43f9-90d6-a5cf9c11925b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:13.373922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6ea6d10-5c9d-42c1-8ee9-423a480746af req-88c16a1c-b81a-43f9-90d6-a5cf9c11925b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.2338409 Mar 16 11:46:13.508048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f6ea6d10-5c9d-42c1-8ee9-423a480746af req-ef1c9650-36c6-4e70-86c8-0e8fd388ef1a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155288 Mar 16 11:46:13.528714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-b9a8b5b2-da6f-4d08-97cc-e3c361e7305b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:13.530180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-b9a8b5b2-da6f-4d08-97cc-e3c361e7305b service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1554103 Mar 16 11:46:13.605754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-ad7305d1-b1a5-49df-a073-0d657e1cc0e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 217 time: 0.0679111 Mar 16 11:46:13.673434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-8ec74648-f33a-4cd8-ad71-63bba915325a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:13.675376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-8ec74648-f33a-4cd8-ad71-63bba915325a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0638177 Mar 16 11:46:13.760357 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-8d3873fc-4471-4bd4-88ed-66f42165c96b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774989 Mar 16 11:46:13.902981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-768b5414-70be-4655-835b-ffa03003097c service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349816 Mar 16 11:46:14.046713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b96f23f6-9233-470f-8833-eb3b2aff4279 req-118c3b76-da2a-441d-b2c6-9fd0159775bd service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374063 Mar 16 11:46:14.718432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb6ded-cb4c-404a-9cb0-430eacaca961 req-3e9e7226-724c-4a99-acaf-af9fdff3fb3d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:14.719926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fdb6ded-cb4c-404a-9cb0-430eacaca961 req-3e9e7226-724c-4a99-acaf-af9fdff3fb3d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.0817173 Mar 16 11:46:14.764961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fdb6ded-cb4c-404a-9cb0-430eacaca961 req-903778ec-0cde-4ceb-9eab-bed1110a1dc6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389135 Mar 16 11:46:15.339862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:15.488911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:15.503532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:15.556505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:15.573572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:46:15.597850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:15.605057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:15.673251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:15.858959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['8c291dbe-130e-4872-99ad-0fd77ddcf835'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:46:15.974034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a721dd2-0031-4099-b1bb-5fa7dabc2cb2 req-930cf180-4940-4b43-a123-d8520484fbce tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:15.978238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a721dd2-0031-4099-b1bb-5fa7dabc2cb2 req-930cf180-4940-4b43-a123-d8520484fbce tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 944 time: 0.0820923 Mar 16 11:46:16.025758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a721dd2-0031-4099-b1bb-5fa7dabc2cb2 req-733453c5-c7f1-4003-9dd7-0f0b872cb91a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Mar 16 11:46:17.236937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8287e7-a42c-43e0-82ed-2046b2935a72 req-baa2ba44-86c8-4073-a2e9-cf3d0166e5fe tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:17.238374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa8287e7-a42c-43e0-82ed-2046b2935a72 req-baa2ba44-86c8-4073-a2e9-cf3d0166e5fe tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 944 time: 0.0751462 Mar 16 11:46:17.283461 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa8287e7-a42c-43e0-82ed-2046b2935a72 req-1f23eccb-03c6-4ee4-bc28-01e3948070e2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394864 Mar 16 11:46:17.356225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:17.427628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:46:17.433214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:17.433787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.558497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.585760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:17.595561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:17.600924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:17.645690 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'code': 200} Mar 16 11:46:17.672294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:17.888673 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32d00d8e-9dea-48e1-8a8b-3d522e7e3577 req-834a23ee-9ae6-473f-a885-cacf50e21707 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.0723414 Mar 16 11:46:17.935654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32d00d8e-9dea-48e1-8a8b-3d522e7e3577 req-18d7b352-4c24-4a84-9db2-b00a838d194a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377834 Mar 16 11:46:18.508792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49091c-b6b7-4eb3-9b1f-2451f25d62a4 req-2efc5543-93e7-49eb-b5f7-ce056f1a10a0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:18.510225 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a49091c-b6b7-4eb3-9b1f-2451f25d62a4 req-2efc5543-93e7-49eb-b5f7-ce056f1a10a0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0911407 Mar 16 11:46:18.556541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a49091c-b6b7-4eb3-9b1f-2451f25d62a4 req-ea46827f-ee3d-4a65-811e-1ea19087a5e6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Mar 16 11:46:19.780206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246d44d-e94a-4f43-9816-9a4e3e10e73a req-2df38021-469c-4ea0-91d9-e4bbf531f65e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:19.781594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7246d44d-e94a-4f43-9816-9a4e3e10e73a req-2df38021-469c-4ea0-91d9-e4bbf531f65e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0883870 Mar 16 11:46:19.831167 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7246d44d-e94a-4f43-9816-9a4e3e10e73a req-57f5282c-3d04-4c79-ae57-6dee2c30bc11 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 Mar 16 11:46:20.045834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de8a9-0e83-4d44-aafc-76861b9db023 req-28fb91f4-451e-420e-86d2-74d668d6c38a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:20.047288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-123de8a9-0e83-4d44-aafc-76861b9db023 req-28fb91f4-451e-420e-86d2-74d668d6c38a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0830815 Mar 16 11:46:20.057348 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:46:20.064516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Request body: {'floatingip': {'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:46:20.144658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:20.839189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:20.844689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:21.041023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 associated. External IP: 172.26.1.233, port: 8c291dbe-130e-4872-99ad-0fd77ddcf835. Mar 16 11:46:21.459515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:46:21.670041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:46:21.674985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:21.679772 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:46:21.692005 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:46:21.692669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:46:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:21.729256 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa815b16-9c7b-4fd9-8a13-f1d0508e3308 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "PUT /v2.0/floatingips/171805ae-3ed9-4083-b719-69d0c4aaaa47 HTTP/1.1" status: 200 len: 992 time: 1.6708097 Mar 16 11:46:21.729740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:21.783697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'status': 'completed', 'code': 200} Mar 16 11:46:21.874556 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:46:22.002048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-5c286c3f-ade4-412b-a5e5-bc9f5f1b8353 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.1958148 Mar 16 11:46:22.138308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-135ea8e6-3322-42ee-a22d-560d6037351e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:22.139910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-135ea8e6-3322-42ee-a22d-560d6037351e service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1328795 Mar 16 11:46:22.237270 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:46:20Z', 'revision_number': 13, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:22.241588 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:46:22.257008 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:46:22.257618 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:46:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:22.268301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-a3cf0179-6e12-44e6-b261-251a44699c5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1000 time: 0.1218820 Mar 16 11:46:22.332520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-1020927c-effc-4821-9590-2e5f677591bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:22.334200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-1020927c-effc-4821-9590-2e5f677591bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0602760 Mar 16 11:46:22.412441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-b6335e20-c927-4a21-8c1f-fe527c72c40b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728617 Mar 16 11:46:22.465551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:46:22.548997 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-a3c513f0-f41e-4edd-8603-8dd49067e334 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302760 Mar 16 11:46:22.680074 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd0dd1a1-d7b5-406b-a52f-6aeb9b4fa8a9 req-dc8c010c-9ed9-4fb9-84b4-d5c921e9e5fd service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257529 Mar 16 11:46:22.822940 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:46:20Z', 'revision_number': 13, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:46:22.827055 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b345b4-7dd8-4387-919c-11e8e66fee9a None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '171805ae-3ed9-4083-b719-69d0c4aaaa47', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'floating_ip_address': '172.26.1.233', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:43:07Z', 'updated_at': '2022-03-16T11:46:20Z', 'revision_number': 13, 'project_id': '3305affc50824537b73b44bd309983cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:46:23.014752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65716c-7125-46b2-b8ec-517bdb5aeac4 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:46:23.420885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce071dff-b047-49cf-89fb-5e74d0b29cd7 req-6fd497f7-b194-4c52-89b0-e053b193430e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:23.422326 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ce071dff-b047-49cf-89fb-5e74d0b29cd7 req-6fd497f7-b194-4c52-89b0-e053b193430e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0859439 Mar 16 11:46:23.479109 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ce071dff-b047-49cf-89fb-5e74d0b29cd7 req-19748305-dedd-4662-9545-23c82816d3e4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509584 Mar 16 11:46:24.550146 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:46:31.567751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-56430e0a-9f12-491b-9759-c2eb4f543e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:31.937490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3919eb3-ff49-4b08-82c5-7e9099bb2842 req-5d183a50-1394-468e-85d8-09002feb5b3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0835612 Mar 16 11:46:32.265295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2bd0-317e-495d-bc73-ec80cfd1ead1 req-163c909c-985a-445d-8096-5cb56b7a1154 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:32.266758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-513b2bd0-317e-495d-bc73-ec80cfd1ead1 req-163c909c-985a-445d-8096-5cb56b7a1154 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0854623 Mar 16 11:46:32.287909 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-b3ce727f-b942-47b5-b0bd-9d5c3f65a090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588442 Mar 16 11:46:32.312140 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-513b2bd0-317e-495d-bc73-ec80cfd1ead1 req-5fa96184-9b8d-4d07-a636-d3085b322c3e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Mar 16 11:46:33.566434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0d5c-585d-49fd-95a7-1a040629c8ca req-15e48e1e-0088-45d5-8ce5-3a3694384e4c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:33.567851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cce0d5c-585d-49fd-95a7-1a040629c8ca req-15e48e1e-0088-45d5-8ce5-3a3694384e4c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.1290083 Mar 16 11:46:33.570482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-4d165c50-a019-4ede-aa2e-d2eb0b530c2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.0997984 Mar 16 11:46:33.691341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cce0d5c-585d-49fd-95a7-1a040629c8ca req-8075e897-7a21-4fb4-89e6-54914ffc1100 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174867 Mar 16 11:46:33.728858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e2772ec-e6ac-4337-b5c6-e69d03be08cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:33.732844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-9ed65701-c530-4143-b884-d4a3f925dbd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:33.734278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-9ed65701-c530-4143-b884-d4a3f925dbd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1477308 Mar 16 11:46:33.839895 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-8875da46-cd08-4288-8366-d74bb321c3b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1002 time: 0.1003761 Mar 16 11:46:33.915200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-3e5d2682-d197-4b0f-a84c-22b01f213618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:33.916806 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-3e5d2682-d197-4b0f-a84c-22b01f213618 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0681422 Mar 16 11:46:34.008511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-3a92dce1-cac1-40dd-9bca-676425e6d989 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828238 Mar 16 11:46:34.241264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-984d8cfa-644b-45b2-8f4d-1e331e660a8a service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261248 Mar 16 11:46:34.373948 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-15731d1a-89b6-44a7-a1f2-5253b7b2bfb2 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272449 Mar 16 11:46:34.904352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9995972-1b78-4842-a15c-e5fe18a5c41f req-64051d9a-f689-466e-9ed9-4daf42322ac3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:34.905789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9995972-1b78-4842-a15c-e5fe18a5c41f req-64051d9a-f689-466e-9ed9-4daf42322ac3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0858250 Mar 16 11:46:34.950520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9995972-1b78-4842-a15c-e5fe18a5c41f req-f58b8094-1a1d-40b2-a0ad-283f107186cf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391250 Mar 16 11:46:35.021907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:35.065952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:36.159284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3077f3c-907b-4db0-9492-877188d53665 req-0b0ec43b-eeed-468b-9e4e-76f5daf8a371 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:36.160693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3077f3c-907b-4db0-9492-877188d53665 req-0b0ec43b-eeed-468b-9e4e-76f5daf8a371 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0786970 Mar 16 11:46:36.221367 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3077f3c-907b-4db0-9492-877188d53665 req-3e995cae-dc6b-4209-a276-7d31e30d4db8 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520127 Mar 16 11:46:36.347949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:37.448346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82089-aeb2-41a1-99d5-d31e0c1f7e2f req-23cb1823-b906-4ba0-b6f7-3a1e6a5304df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:37.449766 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d82089-aeb2-41a1-99d5-d31e0c1f7e2f req-23cb1823-b906-4ba0-b6f7-3a1e6a5304df tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0938365 Mar 16 11:46:37.498196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d82089-aeb2-41a1-99d5-d31e0c1f7e2f req-b41a6f1c-f0bb-48a9-beab-42bd4a6271bb tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 Mar 16 11:46:38.712831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf5e2f-d518-47aa-ba03-7d4eb8400de8 req-79c6eae5-7edc-4cd9-a511-21abd82f2413 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:38.714267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dbf5e2f-d518-47aa-ba03-7d4eb8400de8 req-79c6eae5-7edc-4cd9-a511-21abd82f2413 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0822856 Mar 16 11:46:38.762033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dbf5e2f-d518-47aa-ba03-7d4eb8400de8 req-c9b84b29-a5a1-49ab-91dc-5d996b934f96 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Mar 16 11:46:40.011327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da10fa6-22b2-42fb-99f1-9f4de6adc6df req-8edbb6c9-5a3d-4b35-a795-e897e12c08e0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:40.012856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6da10fa6-22b2-42fb-99f1-9f4de6adc6df req-8edbb6c9-5a3d-4b35-a795-e897e12c08e0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.1028044 Mar 16 11:46:40.069532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6da10fa6-22b2-42fb-99f1-9f4de6adc6df req-455ab251-23c7-4e08-8baf-2b3c2f95d6d4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481336 Mar 16 11:46:41.298153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ddf2-a4c9-427f-9a0b-3ba8d7c6d46e req-45a471b3-a0e0-4577-bacd-0e7878dc6c0f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:41.299609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d587ddf2-a4c9-427f-9a0b-3ba8d7c6d46e req-45a471b3-a0e0-4577-bacd-0e7878dc6c0f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0869329 Mar 16 11:46:41.344229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d587ddf2-a4c9-427f-9a0b-3ba8d7c6d46e req-61e6cd63-d039-4d35-9fe6-734ca7db22a3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389316 Mar 16 11:46:42.331910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:42.559321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fea75c-44a5-4b76-a8b7-d29bbb41848f req-e17aa1a6-cdb8-47a1-8271-861bba508744 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:42.560783 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9fea75c-44a5-4b76-a8b7-d29bbb41848f req-e17aa1a6-cdb8-47a1-8271-861bba508744 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0785251 Mar 16 11:46:42.606158 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a9fea75c-44a5-4b76-a8b7-d29bbb41848f req-e7878cfc-b097-40fe-89f7-736ed6a57e18 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394816 Mar 16 11:46:43.837126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789310-bea5-4b53-a0c0-80317186c2d7 req-3319e1c2-a91e-4eee-9d9c-0ea4e6912818 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:43.838551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d789310-bea5-4b53-a0c0-80317186c2d7 req-3319e1c2-a91e-4eee-9d9c-0ea4e6912818 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0975115 Mar 16 11:46:43.885831 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d789310-bea5-4b53-a0c0-80317186c2d7 req-82f5d54d-58cc-4385-9581-0415f6864b23 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Mar 16 11:46:45.112578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3de1f-fe32-4c04-9a85-609bdbac632b req-b5532f8b-1a5c-45f9-b5fd-90e23dabe38e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:45.114012 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ae3de1f-fe32-4c04-9a85-609bdbac632b req-b5532f8b-1a5c-45f9-b5fd-90e23dabe38e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0865872 Mar 16 11:46:45.173546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ae3de1f-fe32-4c04-9a85-609bdbac632b req-966c9c0d-d174-435d-8bd7-dd9f40b2f44e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509322 Mar 16 11:46:46.382885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0eb04-acd2-4c4c-9ffe-08042dd8bff4 req-9e6d48e6-117b-4564-890f-1c6861e797aa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:46.384327 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2af0eb04-acd2-4c4c-9ffe-08042dd8bff4 req-9e6d48e6-117b-4564-890f-1c6861e797aa tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0875890 Mar 16 11:46:46.432995 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2af0eb04-acd2-4c4c-9ffe-08042dd8bff4 req-f60ecc9e-e83b-41e7-9ce5-2318b3883763 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Mar 16 11:46:47.651705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49364d0-3840-41ac-affd-0097d23f6aa4 req-4653ae45-caf2-4c5b-9649-acd38f113b57 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:47.653131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b49364d0-3840-41ac-affd-0097d23f6aa4 req-4653ae45-caf2-4c5b-9649-acd38f113b57 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0892646 Mar 16 11:46:47.701218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b49364d0-3840-41ac-affd-0097d23f6aa4 req-820029cf-3472-413e-aa44-65cd71d4abd3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Mar 16 11:46:48.912684 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b2f3-605d-44ba-8caf-bdb74db04e17 req-c09fb3b9-811f-4069-ba72-c38b5a8c0e6e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:48.914085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9608b2f3-605d-44ba-8caf-bdb74db04e17 req-c09fb3b9-811f-4069-ba72-c38b5a8c0e6e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0790303 Mar 16 11:46:48.958362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9608b2f3-605d-44ba-8caf-bdb74db04e17 req-54ace2cd-ccc3-4a94-a61d-a8844b788264 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Mar 16 11:46:50.185985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555c1cd-8a38-4f03-8027-8df8ff4435a1 req-9a268f9b-2184-4eec-af41-c9c86303e50e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:50.187433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4555c1cd-8a38-4f03-8027-8df8ff4435a1 req-9a268f9b-2184-4eec-af41-c9c86303e50e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0958722 Mar 16 11:46:50.233325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4555c1cd-8a38-4f03-8027-8df8ff4435a1 req-12f9c374-0925-4983-8bbb-80cd4bf83b1f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Mar 16 11:46:51.444488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf35c-4cee-4fc0-a0a8-0b49b803a149 req-7f4dd0e3-bcba-4c75-ad46-d10d87fe0c3a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:51.446167 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9decf35c-4cee-4fc0-a0a8-0b49b803a149 req-7f4dd0e3-bcba-4c75-ad46-d10d87fe0c3a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0906286 Mar 16 11:46:51.495370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9decf35c-4cee-4fc0-a0a8-0b49b803a149 req-9828f343-c842-4522-9957-121632dfd070 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Mar 16 11:46:52.011204 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-6cd788c8-c5af-4137-8d05-f22f30a98ef2 service neutron] 10.222.0.59 "GET /v2.0/ports/8c291dbe-130e-4872-99ad-0fd77ddcf835/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.0776715 Mar 16 11:46:52.336643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-9c3692dc-c748-47a1-bbce-4a847e49969e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1098 time: 0.0841658 Mar 16 11:46:52.437821 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-4f653ec0-64b6-42d9-b008-086ed122fcfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.0738819 Mar 16 11:46:52.721570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-83bd37ca-9880-4087-941c-d8aa506c23b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.723003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-83bd37ca-9880-4087-941c-d8aa506c23b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.2761278 Mar 16 11:46:52.838286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e773-1339-4116-b980-99b7744b20ff req-7a52f84b-4f28-4f4a-a30f-86e53d190aa3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.839717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a66e773-1339-4116-b980-99b7744b20ff req-7a52f84b-4f28-4f4a-a30f-86e53d190aa3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.1825144 Mar 16 11:46:52.841758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-d7de34e7-6b8a-4ae6-952a-606126888541 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1002 time: 0.1094191 Mar 16 11:46:52.936631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-adace0bb-c954-4e0b-9e99-6fd2e9d112af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:52.938036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-adace0bb-c954-4e0b-9e99-6fd2e9d112af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0780203 Mar 16 11:46:52.941842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a66e773-1339-4116-b980-99b7744b20ff req-18eb9704-ce25-4370-9cf0-dbf19ba0d4f2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948560 Mar 16 11:46:53.017959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-94e270c3-1d8f-4469-926b-a1d59984ced4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687251 Mar 16 11:46:53.152711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-7e9a19b1-9729-498c-87a8-4e376e4a86ff service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246080 Mar 16 11:46:53.285788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5cc8d4a-c9dd-45e3-900a-17ebd52878bd req-7b493626-c45d-4bff-934c-9ad200f3df01 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242554 Mar 16 11:46:53.478958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:46:53.622465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:53.649311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:53.659013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:53.664025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:53.718402 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'code': 200} Mar 16 11:46:53.732702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:54.149537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b2c33-a5f2-450c-a698-d26bda44bf99 req-8a2beae8-b70f-4de0-819f-ceaea08ba051 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:54.150985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-524b2c33-a5f2-450c-a698-d26bda44bf99 req-8a2beae8-b70f-4de0-819f-ceaea08ba051 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.0837028 Mar 16 11:46:54.205778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-524b2c33-a5f2-450c-a698-d26bda44bf99 req-c1a442b1-c9bb-4127-a734-858b8e6fa3f7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482039 Mar 16 11:46:55.414942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a892456-2baa-4306-a38b-9cf42c2e2bdd req-25bff784-fd68-4928-b15c-bd5a14d29ff4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:55.418053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a892456-2baa-4306-a38b-9cf42c2e2bdd req-25bff784-fd68-4928-b15c-bd5a14d29ff4 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.0818911 Mar 16 11:46:55.462777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a892456-2baa-4306-a38b-9cf42c2e2bdd req-9e086b21-2819-435a-b11f-7d8091b6324c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404055 Mar 16 11:46:55.497310 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:46:55.635708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:55.649156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:46:55.704503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:55.721491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:46:55.739174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:55.746417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:55.819553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:55.826971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['8c291dbe-130e-4872-99ad-0fd77ddcf835'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:46:55.856324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.856676 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.857019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.857376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.857700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.858032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.858350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.858663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.858945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.859251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:55.859562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:46:56.684525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214cde9-2dd2-4c74-8cae-15eac83f0623 req-7ab34324-c3c0-4b49-88ab-8fa178b9f25c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:56.685920 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2214cde9-2dd2-4c74-8cae-15eac83f0623 req-7ab34324-c3c0-4b49-88ab-8fa178b9f25c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 944 time: 0.0857940 Mar 16 11:46:56.732207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2214cde9-2dd2-4c74-8cae-15eac83f0623 req-eccf8395-7409-4e0c-8456-6692b28c7014 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393665 Mar 16 11:46:57.511502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:46:57.588989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:46:57.589338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:57.719505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:57.753119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:46:57.763391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:46:57.768959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:46:57.823422 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'code': 200} Mar 16 11:46:57.840818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:46:57.949663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10485601-6848-45c4-ac26-04b658529c0a req-5349de6e-da11-4bb6-b661-3fbe4df6d527 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:57.951144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10485601-6848-45c4-ac26-04b658529c0a req-5349de6e-da11-4bb6-b661-3fbe4df6d527 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0779519 Mar 16 11:46:57.999480 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10485601-6848-45c4-ac26-04b658529c0a req-8f0e0bb3-4636-480e-9926-46da958959f0 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Mar 16 11:46:59.217806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fa8b-ee70-4d70-a86c-0dca19d14c83 req-4e1eaae9-e065-4cdc-bf9e-0beb23668099 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:46:59.219264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7580fa8b-ee70-4d70-a86c-0dca19d14c83 req-4e1eaae9-e065-4cdc-bf9e-0beb23668099 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0771587 Mar 16 11:46:59.265828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7580fa8b-ee70-4d70-a86c-0dca19d14c83 req-4b5db37b-0fcb-4df7-8770-e0c8170d689b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Mar 16 11:47:00.491169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2770-e0bc-48d9-92c1-30c9aff35d90 req-7af551ae-d092-4463-88bb-88d4b450eaa3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:00.492593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac6c2770-e0bc-48d9-92c1-30c9aff35d90 req-7af551ae-d092-4463-88bb-88d4b450eaa3 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0851078 Mar 16 11:47:00.538588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ac6c2770-e0bc-48d9-92c1-30c9aff35d90 req-88508367-17a0-4adc-b2a1-95398fa6c73d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 Mar 16 11:47:01.553156 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:01.561947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d92af1f7-e734-4319-aea1-430597bd75ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:01.736881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafca1d5-c81c-41f0-8554-e763e9efdf65 req-47ed6e50-3eb4-4712-a0c1-fc2fa86e8d8c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:01.738548 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cafca1d5-c81c-41f0-8554-e763e9efdf65 req-47ed6e50-3eb4-4712-a0c1-fc2fa86e8d8c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0774522 Mar 16 11:47:01.789015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cafca1d5-c81c-41f0-8554-e763e9efdf65 req-eb38d0e1-5d96-48b9-8ecf-9f7589af60ac tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Mar 16 11:47:03.006774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02371c52-67df-41df-ad68-4e2d8e1f13ed req-058471f8-5684-40bc-a260-b0b996d677c1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:03.008047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02371c52-67df-41df-ad68-4e2d8e1f13ed req-058471f8-5684-40bc-a260-b0b996d677c1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0840976 Mar 16 11:47:03.053309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02371c52-67df-41df-ad68-4e2d8e1f13ed req-a9fe0643-596e-4c9e-9a15-f9d86da09a6d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 Mar 16 11:47:03.561867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-98c9b507-fd37-4bee-b10b-c62f27da9241 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:03.563292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-98c9b507-fd37-4bee-b10b-c62f27da9241 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2&tenant_id=3305affc50824537b73b44bd309983cd&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 945 time: 0.1350067 Mar 16 11:47:03.574329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdb8c4-c17c-4289-b9a1-5f920ee7266c req-d2101b7e-9906-44f4-9e17-f1f8a0a095cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:03.575619 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0fdb8c4-c17c-4289-b9a1-5f920ee7266c req-d2101b7e-9906-44f4-9e17-f1f8a0a095cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.1062481 Mar 16 11:47:03.672237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0fdb8c4-c17c-4289-b9a1-5f920ee7266c req-347e58d2-cfc9-4bb1-ae95-12b48bbdfdcf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667961 Mar 16 11:47:03.676844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-c2fc332d-d156-402c-b7da-1b908ac19bb6 service neutron] 10.222.0.59 "GET /v2.0/ports/8c291dbe-130e-4872-99ad-0fd77ddcf835/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.1080101 Mar 16 11:47:03.732857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f974cd1e-e3f7-435b-8d8f-22b778285065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:03.865282 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-d793a833-32a9-475e-9b40-e729242a9744 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.1640685 Mar 16 11:47:04.004411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-5460f428-b6c0-460f-9500-eafdad05b8ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.005837 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-5460f428-b6c0-460f-9500-eafdad05b8ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1345208 Mar 16 11:47:04.117904 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-fa7fe26c-ca76-4da5-a6e2-95c7831ed302 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1002 time: 0.1065323 Mar 16 11:47:04.189126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-b2c7b76e-b0b7-4eb2-8cb9-933552142ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.190527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-b2c7b76e-b0b7-4eb2-8cb9-933552142ad2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0666661 Mar 16 11:47:04.270765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-fe1f644d-a895-4f57-9a72-4fae905235df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743389 Mar 16 11:47:04.405190 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-c026a6e4-70a2-4184-9293-d99546a1fffc service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283884 Mar 16 11:47:04.544535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-94ad3127-2ad4-416d-b65c-9a987f03bea9 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334450 Mar 16 11:47:04.879930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14143282-a8b7-4409-9c15-2a3ea38a8750 req-1c6ae228-2a33-43e3-bbb7-c9d56a29eb1a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:04.881261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14143282-a8b7-4409-9c15-2a3ea38a8750 req-1c6ae228-2a33-43e3-bbb7-c9d56a29eb1a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0805664 Mar 16 11:47:04.925606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14143282-a8b7-4409-9c15-2a3ea38a8750 req-79f03c1b-e250-4bff-8bb9-1f4f25d8688c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383582 Mar 16 11:47:05.038137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:05.066503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:06.147063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf0db2-d44b-496f-8ccd-eff5421d1de9 req-dfb1ec67-0392-49bf-bde6-36540391081a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:06.148457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13bf0db2-d44b-496f-8ccd-eff5421d1de9 req-dfb1ec67-0392-49bf-bde6-36540391081a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0883229 Mar 16 11:47:06.195507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13bf0db2-d44b-496f-8ccd-eff5421d1de9 req-b1f21c73-2f92-4fc3-9641-ba1888c34753 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390372 Mar 16 11:47:06.347261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:07.403853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420dff-269d-447a-bea8-52201b81eab3 req-5fd3fdca-e222-4cd8-80e7-ec177c318936 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:07.405685 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5420dff-269d-447a-bea8-52201b81eab3 req-5fd3fdca-e222-4cd8-80e7-ec177c318936 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0867493 Mar 16 11:47:07.453516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5420dff-269d-447a-bea8-52201b81eab3 req-2bbfb0f6-bfa7-4b55-8f35-d5ab65461c02 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Mar 16 11:47:08.124622 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-61d0da2d-94fc-4004-9900-b2251ef011ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2&tenant_id=3305affc50824537b73b44bd309983cd HTTP/1.1" status: 200 len: 1098 time: 0.0812960 Mar 16 11:47:08.229682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-f53c0bcd-82d9-40d4-ae10-7b4deb148958 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1098 time: 0.0753195 Mar 16 11:47:08.364992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-79606c0e-a5c8-410e-8172-e4b346a0e894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.366476 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-79606c0e-a5c8-410e-8172-e4b346a0e894 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1284132 Mar 16 11:47:08.472842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-50d2a6ff-c9ab-4b56-9922-14cf5eb269b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1002 time: 0.0971222 Mar 16 11:47:08.535488 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-057d672e-73cc-425d-8401-ea626b9ad2bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.536904 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-057d672e-73cc-425d-8401-ea626b9ad2bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0559766 Mar 16 11:47:08.667953 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-42252e3c-45db-46c9-b619-0effd8f1badd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227922 Mar 16 11:47:08.676640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c901af-730c-4452-b681-76d92292bd70 req-92ea00fa-c629-42e8-b4b5-9cbd3228dfb6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:08.677943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16c901af-730c-4452-b681-76d92292bd70 req-92ea00fa-c629-42e8-b4b5-9cbd3228dfb6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0984132 Mar 16 11:47:08.900805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16c901af-730c-4452-b681-76d92292bd70 req-d9113df1-8e3c-4a93-9c5b-d7e5c0b7bf80 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052088 Mar 16 11:47:08.920586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-00922590-7e75-409a-a2cf-d6b635f22555 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417288 Mar 16 11:47:09.053755 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2e3c9ff2-5742-44c2-a3cf-e8a792be6ff8 req-6cc3f890-e7ee-4ff4-beb8-4a51f77a188f service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238272 Mar 16 11:47:09.543882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:09.658636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.687208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:09.697582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:09.702595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:09.758800 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'code': 200} Mar 16 11:47:09.771519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:10.105418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0295b35-e33c-4da6-9226-fb56d77cd8aa req-cce7991b-4fea-4717-8fde-5821cc8e5fcc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:10.107013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0295b35-e33c-4da6-9226-fb56d77cd8aa req-cce7991b-4fea-4717-8fde-5821cc8e5fcc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.0761721 Mar 16 11:47:10.152661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a0295b35-e33c-4da6-9226-fb56d77cd8aa req-0b7cf94b-121d-4634-a535-6062fec72f05 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Mar 16 11:47:11.108514 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-e9ca77b9-de75-4cc8-8167-f318fc6df4ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3305affc50824537b73b44bd309983cd&device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 1096 time: 0.0770597 Mar 16 11:47:11.266769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4b878-2b50-4052-897a-2cc063016161 req-9d2d0cb2-cccc-4b92-85a4-41c1a6ad1c56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.268198 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-9d2d0cb2-cccc-4b92-85a4-41c1a6ad1c56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 200 len: 911 time: 0.1346874 Mar 16 11:47:11.433394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-7aafc15f-54fc-48e1-b9b3-5d5dfa6ef6e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 200 len: 1000 time: 0.1549482 Mar 16 11:47:11.487313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b98ae-d2b6-4014-91f8-5107813390a5 req-1fcafa11-0748-47fc-bb83-2633885e029a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.488997 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d58b98ae-d2b6-4014-91f8-5107813390a5 req-1fcafa11-0748-47fc-bb83-2633885e029a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 943 time: 0.2117598 Mar 16 11:47:11.526795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4b878-2b50-4052-897a-2cc063016161 req-c73806ac-23cc-4a33-a99f-9291975f5b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:11.528149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-c73806ac-23cc-4a33-a99f-9291975f5b03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 200 len: 850 time: 0.0850015 Mar 16 11:47:11.543083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:11.585086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d58b98ae-d2b6-4014-91f8-5107813390a5 req-c4f383b2-8cce-4a1a-b68e-e69b8b577fb5 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902479 Mar 16 11:47:11.614971 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-2afd3e72-ce4b-4d48-acdc-d420b3736370 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76f4d509-4f4c-44ac-8410-9321fd23d884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773895 Mar 16 11:47:11.679450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:11.692524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'port_id': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'mac_address': 'fa:16:3e:b4:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:11.744101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:11.749328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-9a7ca490-0253-4ae2-ab7d-edb8d5ce18f2 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247032 Mar 16 11:47:11.764370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:47:11.778924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:11.783384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:11.852011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:11.861330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['8c291dbe-130e-4872-99ad-0fd77ddcf835'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:47:11.888676 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d4b878-2b50-4052-897a-2cc063016161 req-f81c167f-4833-4e6c-bd25-018211945934 service neutron] 10.222.0.59 "GET /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304491 Mar 16 11:47:12.330695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:12.802663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751c13b-7539-40c2-abcb-b750d5fba403 req-5d7f9a8c-c54f-4d31-9bf3-f4e1ab37ac6e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:12.804197 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8751c13b-7539-40c2-abcb-b750d5fba403 req-5d7f9a8c-c54f-4d31-9bf3-f4e1ab37ac6e tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 945 time: 0.0854955 Mar 16 11:47:12.853613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8751c13b-7539-40c2-abcb-b750d5fba403 req-5f818776-c962-4a4d-98e2-8541775558c6 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437961 Mar 16 11:47:13.559446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:13.640498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 8c291dbe-130e-4872-99ad-0fd77ddcf835 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:13.640852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:13.760481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:13.787473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:13.797126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:13.804200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:13.853673 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'code': 200} Mar 16 11:47:13.869172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=11']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:14.064289 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324dd6-ea2a-4f4f-ab68-8b216bc7c5ca req-5531d770-6a42-446a-9be9-3e685a98cea7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:14.065608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3324dd6-ea2a-4f4f-ab68-8b216bc7c5ca req-5531d770-6a42-446a-9be9-3e685a98cea7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0875945 Mar 16 11:47:14.111432 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3324dd6-ea2a-4f4f-ab68-8b216bc7c5ca req-13dd1dc7-205e-4878-b239-e050e576d76b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Mar 16 11:47:15.321298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2979e8d-566a-45eb-885d-b6e9e97ad436 req-ae248b42-7b51-4ee0-b34b-696dc2ee204b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:15.322713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2979e8d-566a-45eb-885d-b6e9e97ad436 req-ae248b42-7b51-4ee0-b34b-696dc2ee204b tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0854018 Mar 16 11:47:15.370838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2979e8d-566a-45eb-885d-b6e9e97ad436 req-121e69d7-02af-4afd-9532-61bd81098405 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423234 Mar 16 11:47:16.594053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b61a8f-d3bf-43a6-90e2-df6178c5e82a req-a973be7e-5c0a-4803-9ff9-0d686c5940cf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:16.595427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08b61a8f-d3bf-43a6-90e2-df6178c5e82a req-a973be7e-5c0a-4803-9ff9-0d686c5940cf tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0909798 Mar 16 11:47:16.643159 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08b61a8f-d3bf-43a6-90e2-df6178c5e82a req-25e8a7b6-9eaa-4fdb-b335-c668e86d918f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Mar 16 11:47:17.969920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05036-1aa1-479b-90a9-55268da2b6ca req-79e8b14a-d357-4b16-ae72-dec918124762 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:17.971281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d05036-1aa1-479b-90a9-55268da2b6ca req-79e8b14a-d357-4b16-ae72-dec918124762 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.1746631 Mar 16 11:47:18.018620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d05036-1aa1-479b-90a9-55268da2b6ca req-d1f53a9c-f9d9-4af2-b493-1ce387fca0ea tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395265 Mar 16 11:47:18.218829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00424bb-eb22-4f76-a0a9-8a2a00e8366d req-50afcbc5-dc89-4135-a5a7-8dd383f41565 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.220352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c00424bb-eb22-4f76-a0a9-8a2a00e8366d req-50afcbc5-dc89-4135-a5a7-8dd383f41565 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0782092 Mar 16 11:47:18.266448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c00424bb-eb22-4f76-a0a9-8a2a00e8366d req-709253b6-e76c-44b0-94b3-aae9a321d396 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Mar 16 11:47:18.497508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4880-8d53-49b1-9a1a-670c30c5f212 req-5b56bb58-748d-4b88-b48e-df2cd676bb31 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.498880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2cca4880-8d53-49b1-9a1a-670c30c5f212 req-5b56bb58-748d-4b88-b48e-df2cd676bb31 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0866861 Mar 16 11:47:18.549075 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2cca4880-8d53-49b1-9a1a-670c30c5f212 req-15105f13-f79d-443d-831c-54ec406455fc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442226 Mar 16 11:47:18.972353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfe92f-6c3d-4179-b037-575bb3a9b3c7 req-ac59877e-ba16-416f-be9c-b9ad4e032b66 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:18.974075 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99dfe92f-6c3d-4179-b037-575bb3a9b3c7 req-ac59877e-ba16-416f-be9c-b9ad4e032b66 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0785980 Mar 16 11:47:19.025884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99dfe92f-6c3d-4179-b037-575bb3a9b3c7 req-8154e5d7-9ba0-4430-ad0e-da8f4619068c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462539 Mar 16 11:47:20.230445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7a04-faa5-4880-b31f-e8a9051851b8 req-6ba447c3-904e-4464-8505-b482b978faab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:20.232414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93be7a04-faa5-4880-b31f-e8a9051851b8 req-6ba447c3-904e-4464-8505-b482b978faab tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.0815582 Mar 16 11:47:20.279879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93be7a04-faa5-4880-b31f-e8a9051851b8 req-f258360c-1a6e-4ffa-8379-6aab04f61e4c tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Mar 16 11:47:21.464565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-afd237a7-9b0c-4dab-9813-984eb9f71ce2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:21.465877 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-afd237a7-9b0c-4dab-9813-984eb9f71ce2 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.1186099 Mar 16 11:47:21.545489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Deleting port 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:21.545717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:21.579221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a207a5-f561-4a3c-9cf6-f5a1f20411f2 req-c9d6483e-9e94-4ef9-a25b-758f5399947a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:21.580624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04a207a5-f561-4a3c-9cf6-f5a1f20411f2 req-c9d6483e-9e94-4ef9-a25b-758f5399947a tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 946 time: 0.1696157 Mar 16 11:47:21.695119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04a207a5-f561-4a3c-9cf6-f5a1f20411f2 req-bdf81845-5fa4-4a6e-b9fc-ab7490d2229d tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b2a6d6c-06a0-4ad6-9548-145fa9679237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081417 Mar 16 11:47:21.834481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] For port 8c291dbe-130e-4872-99ad-0fd77ddcf835, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=8c291dbe-130e-4872-99ad-0fd77ddcf835,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:21.834726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.111490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.111725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.112039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47 disassociated. External IP: 172.26.1.233, port: 8c291dbe-130e-4872-99ad-0fd77ddcf835. Mar 16 11:47:22.112363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Calling delete_port for 8c291dbe-130e-4872-99ad-0fd77ddcf835 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:22.257620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.306253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'Port': ['ID=8c291dbe-130e-4872-99ad-0fd77ddcf835,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:22.320071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.320527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.320980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.321431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.321889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.322437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.322832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.323241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.323636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.324045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.324413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:22.629447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:47:22.866660 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-243bdffb-dc55-48f4-af4c-5e13e6578c9e req-666ca63e-5793-41b2-956c-00014852d4d7 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 210 time: 0.0453808 Mar 16 11:47:22.875263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:47:22.887051 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:47:22.902170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:47:22.902851 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:47:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:22.942597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] No DVR routers for this DVR port 8c291dbe-130e-4872-99ad-0fd77ddcf835 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:22.945163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:22.947627 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-deleted', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:22.964863 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e5b5766-eefc-4609-90fb-7319a771e0d8 req-a6b3813b-96eb-4608-ae2e-c722413d5f7f tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.59 "DELETE /v2.0/ports/8c291dbe-130e-4872-99ad-0fd77ddcf835 HTTP/1.1" status: 204 len: 173 time: 1.4903424 Mar 16 11:47:23.006252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2d4af3-8218-414f-82b2-58da2eef8df2', 'name': 'network-vif-deleted', 'tag': '8c291dbe-130e-4872-99ad-0fd77ddcf835', 'status': 'completed', 'code': 200} Mar 16 11:47:23.081680 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:47:23.399609 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.403917 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:47:23.415706 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:47:23.416322 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:47:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.588440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:23.635196 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:47:23.653502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 8c291dbe-130e-4872-99ad-0fd77ddcf835 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:47:23.653847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 8c291dbe-130e-4872-99ad-0fd77ddcf835 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:23.955825 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:23.960290 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59845ce7-02d3-48f8-bf2f-9e84c66bb0db None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:04Z', 'revision_number': 4, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '93a9b3ce-066e-40b4-ae14-9bd1493f8ec5', 'name': '', 'network_id': '76f4d509-4f4c-44ac-8410-9321fd23d884', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'mac_address': 'fa:16:3e:bf:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:03Z', 'updated_at': '2022-03-16T11:43:11Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'subnets': [{'id': 'ec96198c-49f1-4bad-8f46-1321bbb1f0a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:47:24.056596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3c37c2e9-7c2c-4f01-9834-9ea3fb7e999b req-34fee6bf-c80d-4903-8461-1a779ae9aa73 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Synchronizing usage tracker for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:24.073000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3c37c2e9-7c2c-4f01-9834-9ea3fb7e999b req-34fee6bf-c80d-4903-8461-1a779ae9aa73 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Unset dirty status for tenant:3305affc50824537b73b44bd309983cd on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:24.074109 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c37c2e9-7c2c-4f01-9834-9ea3fb7e999b req-34fee6bf-c80d-4903-8461-1a779ae9aa73 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c2d4af3-8218-414f-82b2-58da2eef8df2 HTTP/1.1" status: 200 len: 210 time: 0.0594661 Mar 16 11:47:24.191439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e015f0-ccb3-4d51-93d5-e4390bb033d4 None None] New status for floating IP 171805ae-3ed9-4083-b719-69d0c4aaaa47: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:47:28.581064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:28.651446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.682236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.739997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.767140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a6d6c-06a0-4ad6-9548-145fa9679237,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:28.779067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.779476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.779832 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.780165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.780493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.780798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.781121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.781443 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.781761 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.782107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.782428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:28.789331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:28.791324 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c5c6e2b3-d3bf-42bf-b32c-436d18c7d6f1 tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b2a6d6c-06a0-4ad6-9548-145fa9679237 HTTP/1.1" status: 204 len: 168 time: 0.2080042 Mar 16 11:47:28.793180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:28.810811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-76d45861-dd6a-432b-81bd-6eb5f2e422ea tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] show failed (client error): The resource could not be found. Mar 16 11:47:28.811785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-76d45861-dd6a-432b-81bd-6eb5f2e422ea tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "GET /v2.0/security-groups/0b2a6d6c-06a0-4ad6-9548-145fa9679237 HTTP/1.1" status: 404 len: 347 time: 0.0169902 Mar 16 11:47:28.814764 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:28.972045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Deleting port 4871be91-a248-4659-8507-2ef79dbcf21d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:28.972617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.140601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.140826 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.256892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Calling delete_port for 4871be91-a248-4659-8507-2ef79dbcf21d owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:29.495313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.540514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Pushing event deleted for resources: {'Port': ['ID=4871be91-a248-4659-8507-2ef79dbcf21d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:29.631511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.651021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:29.652157 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bd3d828-175f-45f2-aa04-a4ef634551cc tempest-ServerActionsTestJSON-1710401237 tempest-ServerActionsTestJSON-1710401237-project] 10.222.0.36 "DELETE /v2.0/floatingips/171805ae-3ed9-4083-b719-69d0c4aaaa47 HTTP/1.1" status: 204 len: 168 time: 0.8364513 Mar 16 11:47:29.655415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:30.048844 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.648518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Deleting port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:30.649207 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:30.839991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] For port 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:30.840304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.051561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Calling delete_port for 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:31.221695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.267577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=93a9b3ce-066e-40b4-ae14-9bd1493f8ec5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:31.565778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-51518aee-e0e9-4656-aed1-cf46c1cd7367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:31.572540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.159287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Router 0d2e29e5-0535-4f29-9a40-91a86cc15858 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:47:32.363485 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:47:32.373239 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Sync routers for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:47:32.377109 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a4a1e3a2-e306-4f6e-86ea-511f46bb6c7d admin admin] 10.222.0.36 "PUT /v2.0/routers/0d2e29e5-0535-4f29-9a40-91a86cc15858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207243 Mar 16 11:47:32.379655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48460) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:32.385900 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:47:32.386587 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:47:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:32.575524 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:47:32.679943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.851241 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:47:31Z', 'revision_number': 5, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port': {'id': 'e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:32.854919 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Checking router: 0d2e29e5-0535-4f29-9a40-91a86cc15858 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:47:32.865289 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Routers {'0d2e29e5-0535-4f29-9a40-91a86cc15858'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:47:32.865890 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:47:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0d2e29e5-0535-4f29-9a40-91a86cc15858'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:32.877904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:32.888310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Deleting port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:32.888849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.011172 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] Set router 0d2e29e5-0535-4f29-9a40-91a86cc15858 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:47:33.066147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] For port e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:33.066467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.117634 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:47:32Z', 'revision_number': 6, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:33.121675 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd86d42-6d27-41a8-8532-8edfdc2893e6 None None] The sync data for ids ['0d2e29e5-0535-4f29-9a40-91a86cc15858'] in dv-neutron-833733-1-hyperv is: [{'id': '0d2e29e5-0535-4f29-9a40-91a86cc15858', 'name': 'tempest-ServerActionsTestJSON-793826543-router', 'tenant_id': '3305affc50824537b73b44bd309983cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:43:01Z', 'updated_at': '2022-03-16T11:47:32Z', 'revision_number': 6, 'project_id': '3305affc50824537b73b44bd309983cd', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:47:33.190097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Calling delete_port for e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:33.373197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.416558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:33.558016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:33.590972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:47:33.591521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 93a9b3ce-066e-40b4-ae14-9bd1493f8ec5 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:33.657606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:33.747057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eec0673e-6451-4307-a0e3-ac0745b81d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.046847 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.052662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.086205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.086780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2e29e5-0535-4f29-9a40-91a86cc15858 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:47:34.100423 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.101566 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e1ad3f4-67f1-47f7-ae7b-17106a3383bd admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d2e29e5-0535-4f29-9a40-91a86cc15858 HTTP/1.1" status: 204 len: 168 time: 1.7210376 Mar 16 11:47:34.104357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:34.167561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Deleting subnet ec96198c-49f1-4bad-8f46-1321bbb1f0a7 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:47:34.170852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.220996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.300867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.372980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.414615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec96198c-49f1-4bad-8f46-1321bbb1f0a7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:34.420839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.425366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6c65b-5e71-43e0-b8a7-8d90288139c7 None None] Network 76f4d509-4f4c-44ac-8410-9321fd23d884 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:47:34.427870 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2a571b9-7154-447b-8ddb-ed15ff692a07 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ec96198c-49f1-4bad-8f46-1321bbb1f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3227358 Mar 16 11:47:34.431251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:34.542089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.552718 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Deleting port 065f22b8-cdee-4b85-8b26-baabd0ed5966 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:34.553047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.679989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] DHCP port deletion for 76f4d509-4f4c-44ac-8410-9321fd23d884 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:47:34.684238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Deleting port 065f22b8-cdee-4b85-8b26-baabd0ed5966 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:34.684587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.766004 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] For port 065f22b8-cdee-4b85-8b26-baabd0ed5966, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=065f22b8-cdee-4b85-8b26-baabd0ed5966,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:34.766365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.883592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] For port 065f22b8-cdee-4b85-8b26-baabd0ed5966, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=065f22b8-cdee-4b85-8b26-baabd0ed5966,segment=NetworkSegment(b508891e-cc16-4166-945f-8762869e8562),segment_id=b508891e-cc16-4166-945f-8762869e8562)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:34.883831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:34.884666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Calling delete_port for 065f22b8-cdee-4b85-8b26-baabd0ed5966 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:34.959397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.000979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Calling delete_port for 065f22b8-cdee-4b85-8b26-baabd0ed5966 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:47:35.005922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=065f22b8-cdee-4b85-8b26-baabd0ed5966,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:35.011822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] No DVR routers for this DVR port 065f22b8-cdee-4b85-8b26-baabd0ed5966 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:47:35.065506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.085809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.092163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:47:35.092722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:47:35.129713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.156153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f4d509-4f4c-44ac-8410-9321fd23d884']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:35.168442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b508891e-cc16-4166-945f-8762869e8562') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:35.168724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b508891e-cc16-4166-945f-8762869e8562') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:47:35.179946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.198039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.204885 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:47:35.205261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:47:35.219010 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:47:35.232718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 065f22b8-cdee-4b85-8b26-baabd0ed5966 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:35.268709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 065f22b8-cdee-4b85-8b26-baabd0ed5966 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:47:35.269047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 065f22b8-cdee-4b85-8b26-baabd0ed5966 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:35.269451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:47:35.299011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.301121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:47:35.301467 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e0ce17bb-c7c2-4ce8-8d8a-c7d625f6caec not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:47:35.304811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.336526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f4d509-4f4c-44ac-8410-9321fd23d884,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:35.351643 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3bba1436-d3cc-4536-b3a3-6b6b3aecfc90 admin admin] 10.222.0.36 "DELETE /v2.0/networks/76f4d509-4f4c-44ac-8410-9321fd23d884 HTTP/1.1" status: 204 len: 168 time: 0.9195185 Mar 16 11:47:35.524959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:35.583241 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9d7f8759-fef6-43ae-a87a-c5b73e75d728 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3305affc50824537b73b44bd309983cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571163 Mar 16 11:47:35.586991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48478) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:35.594531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Deleting port 065f22b8-cdee-4b85-8b26-baabd0ed5966 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:47:35.594936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.650812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.657974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af83d04c-2143-4b04-8e37-ce8058f2d80f None None] The port '065f22b8-cdee-4b85-8b26-baabd0ed5966' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:47:35.677504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.728716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.745185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4eeb1-05f8-4d00-93a3-60f60ad3874c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:35.752757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:35.756333 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04115d8f-16cc-4e96-bb8e-75b4e3027e74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77f4eeb1-05f8-4d00-93a3-60f60ad3874c HTTP/1.1" status: 204 len: 168 time: 0.1660175 Mar 16 11:47:36.348418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.638197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48500) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:36.772062 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1008662571-network', 'tenant_id': '5cf711c7a93e48499bcc499e35c46542'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:36.776926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:36.781406 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Usage tracker for resource:network and tenant:5cf711c7a93e48499bcc499e35c46542 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:36.784309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:36.789986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:36.802083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Made reservation on behalf of 5cf711c7a93e48499bcc499e35c46542 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:36.804541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.816815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.849477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:36.855260 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Usage tracker for resource:security_group_rule and tenant:5cf711c7a93e48499bcc499e35c46542 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:36.859394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:36.867649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:36.934858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.941019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.969227 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:47:36.977034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc756d-34ca-46f3-badd-e9f2a9184069,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:36.982352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:36.982760 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Added segment a8f624f4-9c8e-4c8c-89e5-30a044e4d654 of type vlan for network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 Mar 16 11:47:37.008391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.041523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.042355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:37.042915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.139247 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4999535 Mar 16 11:47:37.139998 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a47054-976e-4268-8cd6-c6cf3113c3cb admin admin] Pushing event updated for resources: {'Network': ['ID=78307b23-99b9-48d3-a8cb-67ce0ac784d6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:37.143603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:47:37.149392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Request body: {'subnet': {'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1008662571-subnet', 'tenant_id': '5cf711c7a93e48499bcc499e35c46542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:37.153272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:47:37.156324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:37.162570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Usage tracker for resource:subnet and tenant:5cf711c7a93e48499bcc499e35c46542 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:37.166919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:37.173866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:37.186874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Made reservation on behalf of 5cf711c7a93e48499bcc499e35c46542 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:37.190210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.480789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.551174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65f0394-50c1-42d1-af7d-db92b63accf2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:37.565029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Checking segment: {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:47:37.565377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Network hostable DHCP agents. Network: 78307b23-99b9-48d3-a8cb-67ce0ac784d6, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:47:37.590360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:47:37.599682 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 78307b23-99b9-48d3-a8cb-67ce0ac784d6) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:37.603727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:37.604293 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:37.611094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aba1dc-3c13-477e-b290-cff399c19c92 None None] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:47:37.625344 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f7f2b5b5-0a56-4ff4-bf94-b9c952bb30be admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4807444 Mar 16 11:47:37.853132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d4b31-afae-4cce-b94b-a5054c3dfd37 None None] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:47:38.158683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c702bc-680b-4804-800a-12ff99da2d0d req-77f0e68f-ad66-4ea7-b633-3efa62b4c9f4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:38.160085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-77f0e68f-ad66-4ea7-b633-3efa62b4c9f4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 814 time: 0.1430774 Mar 16 11:47:38.179670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-bd07d546-a44f-47a0-8173-0b507b0a1fe3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/quotas/5cf711c7a93e48499bcc499e35c46542 HTTP/1.1" status: 200 len: 375 time: 0.0118141 Mar 16 11:47:38.229516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-0e8d4c2b-c61e-4b6c-9ceb-a6389cedc412 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427101 Mar 16 11:47:38.313359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-5d29ca31-d5e9-4f13-a940-a826f75c9fbd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:47:38.314330 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-5d29ca31-d5e9-4f13-a940-a826f75c9fbd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0783429 Mar 16 11:47:38.450911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-f1700649-82bb-48e4-9c1d-125ca566bfcf service neutron] 10.222.0.36 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302164 Mar 16 11:47:38.555807 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:47:38.592220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-668126a1-93c5-454d-afdb-f034765b6f18 service neutron] 10.222.0.36 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355152 Mar 16 11:47:39.810649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c213b111-7288-4c70-a429-02ee93ca67d9 req-42c4ae53-765a-4f1b-955a-fcae28901278 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 210 time: 0.0403321 Mar 16 11:47:41.013970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c702bc-680b-4804-800a-12ff99da2d0d req-5a648b24-4493-40f7-aa07-cfac9f63993d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.015483 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-5a648b24-4493-40f7-aa07-cfac9f63993d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 814 time: 0.2142816 Mar 16 11:47:41.024737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71ad565d-ac35-4aeb-8fcb-67a546792809 req-ac46ae97-8564-4086-aed8-e3781d5e8d00 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 210 time: 0.0643473 Mar 16 11:47:41.053511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Request body: {'port': {'device_id': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6', 'admin_state_up': True, 'tenant_id': '5cf711c7a93e48499bcc499e35c46542'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:41.206019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:41.211375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Usage tracker for resource:port and tenant:5cf711c7a93e48499bcc499e35c46542 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:47:41.217299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:47:41.224541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:41.236305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Made reservation on behalf of 5cf711c7a93e48499bcc499e35c46542 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:41.239295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:41.418810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Allocated IP 172.20.0.6 (78307b23-99b9-48d3-a8cb-67ce0ac784d6/c65f0394-50c1-42d1-af7d-db92b63accf2/360d50be-e19f-4dbb-941e-3dad64d5bc86) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:41.722474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:41.755821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:41.831254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:41.834302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:41.838619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:47:41.862536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Pushing event updated for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:41.898021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:41.898621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:41.921143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-3f419e95-6bc3-4e3b-a962-060252ceaf68 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8715844 Mar 16 11:47:41.936727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Request body: {'port': {'device_id': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:42.046473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.322550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.355511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb0ea2-9ac1-420e-a35e-8f6c113d1764 req-c0216ef1-1d5c-401b-91c1-2b865968cedf tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:42.356175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-89cb0ea2-9ac1-420e-a35e-8f6c113d1764 req-c0216ef1-1d5c-401b-91c1-2b865968cedf tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Synchronizing usage tracker for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:42.388769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-89cb0ea2-9ac1-420e-a35e-8f6c113d1764 req-c0216ef1-1d5c-401b-91c1-2b865968cedf tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Unset dirty status for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:42.389867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89cb0ea2-9ac1-420e-a35e-8f6c113d1764 req-c0216ef1-1d5c-401b-91c1-2b865968cedf tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 931 time: 0.2332690 Mar 16 11:47:42.470887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360d50be-e19f-4dbb-941e-3dad64d5bc86 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:47:42.480635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.498199 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89cb0ea2-9ac1-420e-a35e-8f6c113d1764 req-b7b7a2e3-5eea-4d57-bb8e-6047d40d6fbc tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987711 Mar 16 11:47:42.500456 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Transition to ACTIVE for port object 360d50be-e19f-4dbb-941e-3dad64d5bc86 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:42.506307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.626072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Pushing event updated for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:42.734161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Attempting to bind port 360d50be-e19f-4dbb-941e-3dad64d5bc86 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:42.734428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Attempting to bind port 360d50be-e19f-4dbb-941e-3dad64d5bc86 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:42.734762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Attempting to bind port 360d50be-e19f-4dbb-941e-3dad64d5bc86 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:47:42.740969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Port 360d50be-e19f-4dbb-941e-3dad64d5bc86 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:47:42.741272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Attempting to bind port 360d50be-e19f-4dbb-941e-3dad64d5bc86 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:47:42.748156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:47:42.748473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Checking segment: {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:47:42.748843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Bound using segment: {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:47:42.749245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Bound port: 360d50be-e19f-4dbb-941e-3dad64d5bc86, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:42.749576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.839345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:47:42.842267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:47:42.849744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.913265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:42.914695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] 10.222.0.59 "PUT /v2.0/ports/360d50be-e19f-4dbb-941e-3dad64d5bc86 HTTP/1.1" status: 200 len: 1093 time: 0.9818974 Mar 16 11:47:42.915117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:42.933400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e5be0-ce11-4789-b552-de26f946a047 service neutron] Pushing event updated for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:42.985433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86', 'status': 'completed', 'code': 200} Mar 16 11:47:43.027902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-831975e8-60ad-4409-bcb6-5dd06eee9fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 1096 time: 0.0722530 Mar 16 11:47:43.103319 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-bf8948e0-e833-41b9-8ab8-2a18f016c02b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86 HTTP/1.1" status: 200 len: 217 time: 0.0618968 Mar 16 11:47:43.172727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c702bc-680b-4804-800a-12ff99da2d0d req-6ce2810d-4f55-4de4-91aa-2c18d8333817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.175441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-6ce2810d-4f55-4de4-91aa-2c18d8333817 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65f0394-50c1-42d1-af7d-db92b63accf2 HTTP/1.1" status: 200 len: 854 time: 0.0636687 Mar 16 11:47:43.225112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-e8c44fb1-f4f2-4d4c-adc4-3eab5e6dc00b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78307b23-99b9-48d3-a8cb-67ce0ac784d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397966 Mar 16 11:47:43.369507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-45efbf84-3039-473a-8adf-b5638ab8d7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351485 Mar 16 11:47:43.505532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-49c702bc-680b-4804-800a-12ff99da2d0d req-990a199d-c94f-4b1d-bab6-c4e0226a1313 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262255 Mar 16 11:47:43.785857 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-7dd01cbc-f15b-4b9c-a11b-bc90760e9761 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 1096 time: 0.2277663 Mar 16 11:47:43.790982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133186bd-28fe-4c0f-82fb-4743118bf6eb req-a666a074-54c4-4aef-afdf-e80f81a8bcdb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.792240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-133186bd-28fe-4c0f-82fb-4743118bf6eb req-a666a074-54c4-4aef-afdf-e80f81a8bcdb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 943 time: 0.1152880 Mar 16 11:47:43.922589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-133186bd-28fe-4c0f-82fb-4743118bf6eb req-fb51e9d9-28f7-4397-ad8d-0913a62a1722 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Mar 16 11:47:43.945504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-e2b94602-ce11-4c6e-a4cf-a12c515e91e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:43.946987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-e2b94602-ce11-4c6e-a4cf-a12c515e91e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 914 time: 0.1539524 Mar 16 11:47:44.017609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-a7938f39-4d9e-43f3-94bf-3a234251ec99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86 HTTP/1.1" status: 200 len: 217 time: 0.0632761 Mar 16 11:47:44.082302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-2cafa2e3-a3aa-44ce-acef-01f4c20e59b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:44.083575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-2cafa2e3-a3aa-44ce-acef-01f4c20e59b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65f0394-50c1-42d1-af7d-db92b63accf2 HTTP/1.1" status: 200 len: 854 time: 0.0599377 Mar 16 11:47:44.130416 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-4971a213-10b9-46aa-85ad-121f2ee30b33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78307b23-99b9-48d3-a8cb-67ce0ac784d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381162 Mar 16 11:47:44.258469 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-7c6ae6e6-50d8-4812-99ab-5a2bccbf326d service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216500 Mar 16 11:47:44.406408 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13c9cb26-35b3-4aed-9a75-1c4b1dfc8a8b req-edb888b2-8d4a-4831-b9ce-2b0733430a81 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411324 Mar 16 11:47:45.141402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411999b4-60de-400f-885d-356968b8320c req-1e76d6c7-fd06-410f-81cf-d303470de520 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:45.142831 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-411999b4-60de-400f-885d-356968b8320c req-1e76d6c7-fd06-410f-81cf-d303470de520 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 943 time: 0.0834875 Mar 16 11:47:45.190751 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-411999b4-60de-400f-885d-356968b8320c req-9e4987e6-2bca-4e93-83a6-057a009f7db8 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Mar 16 11:47:45.680871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 360d50be-e19f-4dbb-941e-3dad64d5bc86 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:45.816417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:45.830800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '360d50be-e19f-4dbb-941e-3dad64d5bc86', 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6', 'port_id': '360d50be-e19f-4dbb-941e-3dad64d5bc86', 'mac_address': 'fa:16:3e:43:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65f0394-50c1-42d1-af7d-db92b63accf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:45.884241 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.900861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360d50be-e19f-4dbb-941e-3dad64d5bc86 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:47:45.915587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:45.922366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:45.990821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:46.174473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['360d50be-e19f-4dbb-941e-3dad64d5bc86'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:47:46.387176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f39b7f-8be3-440a-8d66-5cb73fafc0fb req-b96308ac-a566-40db-b783-851e246f380f tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:46.388652 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1f39b7f-8be3-440a-8d66-5cb73fafc0fb req-b96308ac-a566-40db-b783-851e246f380f tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 944 time: 0.0769160 Mar 16 11:47:46.434757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1f39b7f-8be3-440a-8d66-5cb73fafc0fb req-f726b367-7494-4d0d-801d-3299649c28c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Mar 16 11:47:47.643461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54440efe-7414-4339-8dca-ec63d92e33bc req-62062b08-ab32-4a3c-a828-1980285f886a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:47.644915 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54440efe-7414-4339-8dca-ec63d92e33bc req-62062b08-ab32-4a3c-a828-1980285f886a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 944 time: 0.0815227 Mar 16 11:47:47.681433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 360d50be-e19f-4dbb-941e-3dad64d5bc86 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:47.697931 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54440efe-7414-4339-8dca-ec63d92e33bc req-db42c3a6-e2e0-4b75-9d56-53ff38c96643 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Mar 16 11:47:47.760411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 360d50be-e19f-4dbb-941e-3dad64d5bc86 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:47.765049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 360d50be-e19f-4dbb-941e-3dad64d5bc86 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:47.765420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.884902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.911872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:47.921344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:47.926489 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:47.969780 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86', 'code': 200} Mar 16 11:47:47.994737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:48.217699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60a0782c-69d1-4be0-910f-33ffdd7f25c3 req-6a14ef82-003c-42fb-ae6a-3e108ab08da9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 1098 time: 0.0675583 Mar 16 11:47:48.267114 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60a0782c-69d1-4be0-910f-33ffdd7f25c3 req-5beb35f2-e97e-4677-ad0e-c686c8ca1fa7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Mar 16 11:47:48.916097 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bc052-ee3a-437f-bffb-ed513d7b72e1 req-e5cdffa9-96cf-4c67-9e2a-14899968a891 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:48.917557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-255bc052-ee3a-437f-bffb-ed513d7b72e1 req-e5cdffa9-96cf-4c67-9e2a-14899968a891 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0856462 Mar 16 11:47:48.965896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-255bc052-ee3a-437f-bffb-ed513d7b72e1 req-d452f777-dbbc-4de2-87ae-74a0c4a9cd99 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Mar 16 11:47:50.185675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939aed8-77f7-42b7-974e-5f9f31ef5f13 req-81fdb8ac-17f6-43a1-ad33-5b66808ad0fb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:50.187115 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8939aed8-77f7-42b7-974e-5f9f31ef5f13 req-81fdb8ac-17f6-43a1-ad33-5b66808ad0fb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0867167 Mar 16 11:47:50.233670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8939aed8-77f7-42b7-974e-5f9f31ef5f13 req-0a6e87f8-c199-4ea4-b0b9-6df7aca6b725 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Mar 16 11:47:50.544328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-0a992216-1d9e-49a5-928b-b55f7a1f6b48 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:50.545634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-0a992216-1d9e-49a5-928b-b55f7a1f6b48 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 814 time: 0.1448708 Mar 16 11:47:50.570040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-57f71025-f8e3-4d79-8971-ac10ae308b0b tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/quotas/5cf711c7a93e48499bcc499e35c46542 HTTP/1.1" status: 200 len: 375 time: 0.0157313 Mar 16 11:47:50.651297 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-6be24034-1d6b-41c3-a992-6b44b6642e9c tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760620 Mar 16 11:47:50.897301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-a74492f6-50c9-424e-b018-97f5f6e3f017 service neutron] 10.222.0.36 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390883 Mar 16 11:47:51.026039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-e608f311-9220-4913-82ed-debfcf95b945 service neutron] 10.222.0.36 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228843 Mar 16 11:47:51.215913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-018ab75c-4c7e-4dbd-a2eb-208ee0726ba1 req-b19ae033-9deb-4d5c-940a-90630a0fbc04 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 210 time: 0.0475161 Mar 16 11:47:52.284831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-abd97826-0c4f-49a1-ae10-8e924d46dab0 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:52.286240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-abd97826-0c4f-49a1-ae10-8e924d46dab0 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 814 time: 0.1440759 Mar 16 11:47:52.302308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Request body: {'port': {'device_id': '273d6792-8c30-4635-a5cb-068589e1bca2', 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6', 'admin_state_up': True, 'tenant_id': '5cf711c7a93e48499bcc499e35c46542'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:52.423521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03928731-d793-4373-8faf-e071e12ed6c4 req-872ad20d-0d18-4a96-b0dd-9d3ad6afdab4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 210 time: 0.0584569 Mar 16 11:47:52.474545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:47:52.484530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:47:52.496973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Made reservation on behalf of 5cf711c7a93e48499bcc499e35c46542 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:47:52.500090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.661844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Allocated IP 172.20.0.2 (78307b23-99b9-48d3-a8cb-67ce0ac784d6/c65f0394-50c1-42d1-af7d-db92b63accf2/b13d90d9-5a04-49d9-a6af-ac517dddc353) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:47:52.872778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.903787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:52.916269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['360d50be-e19f-4dbb-941e-3dad64d5bc86'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:47:52.976791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:47:52.979829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:47:52.984218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:47:53.011723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Pushing event updated for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:53.044019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:53.044604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.069536 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-62f9d4fd-44c4-42ae-a346-8ab3eb04d5c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7711761 Mar 16 11:47:53.080655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Request body: {'port': {'device_id': '273d6792-8c30-4635-a5cb-068589e1bca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:47:53.196472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.683253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13d90d9-5a04-49d9-a6af-ac517dddc353 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:47:53.692164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.715239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Transition to ACTIVE for port object b13d90d9-5a04-49d9-a6af-ac517dddc353 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:47:53.720873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:53.845452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769b835-83e0-4b3a-a5eb-64767a811f44 req-0f6619f9-5165-40d2-8371-c69c4a487fa6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:53.846170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e769b835-83e0-4b3a-a5eb-64767a811f44 req-0f6619f9-5165-40d2-8371-c69c4a487fa6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Synchronizing usage tracker for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:47:53.858139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:53.902842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e769b835-83e0-4b3a-a5eb-64767a811f44 req-0f6619f9-5165-40d2-8371-c69c4a487fa6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Unset dirty status for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:47:53.903981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e769b835-83e0-4b3a-a5eb-64767a811f44 req-0f6619f9-5165-40d2-8371-c69c4a487fa6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 931 time: 0.3585203 Mar 16 11:47:54.004718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e769b835-83e0-4b3a-a5eb-64767a811f44 req-1c08a819-7d98-408a-9fc9-1edfcfe8e6b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723691 Mar 16 11:47:54.006616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Attempting to bind port b13d90d9-5a04-49d9-a6af-ac517dddc353 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:47:54.006917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Attempting to bind port b13d90d9-5a04-49d9-a6af-ac517dddc353 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:47:54.007246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Attempting to bind port b13d90d9-5a04-49d9-a6af-ac517dddc353 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:47:54.013173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Port b13d90d9-5a04-49d9-a6af-ac517dddc353 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:47:54.013481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Attempting to bind port b13d90d9-5a04-49d9-a6af-ac517dddc353 on network 78307b23-99b9-48d3-a8cb-67ce0ac784d6 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:47:54.020077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:47:54.020397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Checking segment: {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:47:54.020765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Bound using segment: {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:47:54.021178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Bound port: b13d90d9-5a04-49d9-a6af-ac517dddc353, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:47:54.021650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.108892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:47:54.111934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:47:54.116483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.179082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:54.180410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] 10.222.0.59 "PUT /v2.0/ports/b13d90d9-5a04-49d9-a6af-ac517dddc353 HTTP/1.1" status: 200 len: 1093 time: 1.1039650 Mar 16 11:47:54.180833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:47:54.200500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e940522-f0b9-4f3c-8fd0-b3cac2c5b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:54.252895 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353', 'status': 'completed', 'code': 200} Mar 16 11:47:54.295482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-decf965e-3d5d-4405-b823-c3ba0cac0fee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 1096 time: 0.0781441 Mar 16 11:47:54.370655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-6fc0c98e-1a1b-4f54-bdf7-1c44f1a911c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353 HTTP/1.1" status: 200 len: 217 time: 0.0688801 Mar 16 11:47:54.432700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-1ad180ce-8926-46b9-8e16-5129116a4077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:54.434103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-1ad180ce-8926-46b9-8e16-5129116a4077 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65f0394-50c1-42d1-af7d-db92b63accf2 HTTP/1.1" status: 200 len: 854 time: 0.0577598 Mar 16 11:47:54.483722 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-52da8a7c-1d19-46fd-924f-012f7fca41e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78307b23-99b9-48d3-a8cb-67ce0ac784d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440693 Mar 16 11:47:54.615641 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-c4575500-939d-43f9-897d-1acbdec602d7 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263177 Mar 16 11:47:54.757481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3eb9887a-54ef-4fc6-8947-d58d1e2dec07 req-02ab52e4-9ca2-4154-b6de-5202c20b5896 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367517 Mar 16 11:47:54.893615 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-f2cbacd4-4d3d-4b4c-9d39-fb1b5ca392ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 1096 time: 0.0835478 Mar 16 11:47:55.034450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-1232f890-5d53-4db4-bcfa-435a5289a799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.035697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-1232f890-5d53-4db4-bcfa-435a5289a799 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 200 len: 914 time: 0.1362526 Mar 16 11:47:55.104311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-3ff07e2b-ea6b-4f21-9eaf-8f61d1d5093b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353 HTTP/1.1" status: 200 len: 217 time: 0.0614526 Mar 16 11:47:55.203529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-2abd2be3-5e42-48d3-a812-ac82cde9b809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.204932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-2abd2be3-5e42-48d3-a812-ac82cde9b809 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65f0394-50c1-42d1-af7d-db92b63accf2 HTTP/1.1" status: 200 len: 854 time: 0.0945873 Mar 16 11:47:55.256284 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-f513e946-ec6f-455f-bb5a-521f5c84490f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78307b23-99b9-48d3-a8cb-67ce0ac784d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439081 Mar 16 11:47:55.443146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bafb5c-4b69-468c-a8f1-6d2a778ff83c req-c7af4e3e-e5f8-4056-9367-6e8984433855 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:55.444422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58bafb5c-4b69-468c-a8f1-6d2a778ff83c req-c7af4e3e-e5f8-4056-9367-6e8984433855 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 943 time: 0.3051729 Mar 16 11:47:55.526575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58bafb5c-4b69-468c-a8f1-6d2a778ff83c req-1d2ca1dd-aa8b-4936-add8-3722f9b9df2c tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749209 Mar 16 11:47:55.529626 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-62a6220c-2058-4b79-b4c2-cd38ec1e8fcd service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658579 Mar 16 11:47:55.672482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad77d4e1-7c55-4660-82ec-0b6a044cdf1e req-47b5085c-8a50-482c-8892-a3264a2ba1f2 service neutron] 10.222.0.59 "GET /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366065 Mar 16 11:47:56.739913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68c25-fcb1-47a5-8edf-0b738cc6c898 req-bb855399-c984-4f4e-9efa-515df71a58fe tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:56.741342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a68c25-fcb1-47a5-8edf-0b738cc6c898 req-bb855399-c984-4f4e-9efa-515df71a58fe tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 943 time: 0.0887666 Mar 16 11:47:56.806136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a68c25-fcb1-47a5-8edf-0b738cc6c898 req-c5fbd6fa-ffea-4b82-b2bd-18550f7e7de6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567820 Mar 16 11:47:57.744577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b13d90d9-5a04-49d9-a6af-ac517dddc353 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:47:57.896074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:57.909444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'b13d90d9-5a04-49d9-a6af-ac517dddc353', 'network_id': '78307b23-99b9-48d3-a8cb-67ce0ac784d6', 'port_id': 'b13d90d9-5a04-49d9-a6af-ac517dddc353', 'mac_address': 'fa:16:3e:69:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65f0394-50c1-42d1-af7d-db92b63accf2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:47:57.962395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:57.979942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13d90d9-5a04-49d9-a6af-ac517dddc353 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:47:57.994807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:47:58.003255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:58.012567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d54b53-d586-48ef-85e8-8abb060cfbe0 req-b84cb114-b00c-4539-aed1-9a1bcf2e228c tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:58.014020 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64d54b53-d586-48ef-85e8-8abb060cfbe0 req-b84cb114-b00c-4539-aed1-9a1bcf2e228c tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 943 time: 0.0795803 Mar 16 11:47:58.061285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64d54b53-d586-48ef-85e8-8abb060cfbe0 req-39eb4ccd-c39a-4bf4-8ba0-deca21a60d5e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Mar 16 11:47:58.111746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:47:58.120811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.121325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.121823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.122351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.122835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.123303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.123773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.124239 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.124714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.125171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.125636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:47:58.233029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['b13d90d9-5a04-49d9-a6af-ac517dddc353'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:47:59.280305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10ac1-f4f3-48c5-b848-29b465aac8bf req-88e7c524-af37-4977-b7c8-4ec9fbed05e6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:47:59.281705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9e10ac1-f4f3-48c5-b848-29b465aac8bf req-88e7c524-af37-4977-b7c8-4ec9fbed05e6 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 944 time: 0.0820885 Mar 16 11:47:59.326842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9e10ac1-f4f3-48c5-b848-29b465aac8bf req-3e5d572d-32ac-4214-ac7c-5309a6884b7a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Mar 16 11:47:59.776100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b13d90d9-5a04-49d9-a6af-ac517dddc353 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:47:59.857519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port b13d90d9-5a04-49d9-a6af-ac517dddc353 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:47:59.862624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port b13d90d9-5a04-49d9-a6af-ac517dddc353 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:47:59.863048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:47:59.980158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.008209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:48:00.019541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:00.024283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:00.066079 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353', 'code': 200} Mar 16 11:48:00.091638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:00.311051 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22ba3ca5-2745-4000-88d6-4e92840eeac4 req-d8cf39bc-25cc-4ee5-ae59-a479f04c3d62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 1098 time: 0.0805283 Mar 16 11:48:00.355622 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22ba3ca5-2745-4000-88d6-4e92840eeac4 req-83944126-21dc-41e3-9db8-b184c3d59842 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Mar 16 11:48:00.551036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5771e-0bd1-4a12-bc0d-31344e0b9be2 req-3a6d059f-59ea-4608-aa33-c8ee3f88bef5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:00.552477 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5771e-0bd1-4a12-bc0d-31344e0b9be2 req-3a6d059f-59ea-4608-aa33-c8ee3f88bef5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 945 time: 0.0961807 Mar 16 11:48:00.604412 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5771e-0bd1-4a12-bc0d-31344e0b9be2 req-485fa285-1a95-48bb-9c65-7825c6c270f4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Mar 16 11:48:01.571593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6001c5bb-7c1b-4247-9a85-8f04f6b59792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:01.826759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f894a4-b431-48be-aad0-ef11da7090d3 req-d5163422-eeaa-4e55-971e-10e475f473c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:01.828073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14f894a4-b431-48be-aad0-ef11da7090d3 req-d5163422-eeaa-4e55-971e-10e475f473c3 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 945 time: 0.0821993 Mar 16 11:48:01.874891 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14f894a4-b431-48be-aad0-ef11da7090d3 req-3f543f47-667d-4f10-9dae-21e12d11fc32 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Mar 16 11:48:02.293219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c499-7782-45e6-bc48-91529379f56c req-4a8546ad-4231-4280-b846-292671bec020 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:02.294649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f772c499-7782-45e6-bc48-91529379f56c req-4a8546ad-4231-4280-b846-292671bec020 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Mar 16 11:48:02.341529 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f772c499-7782-45e6-bc48-91529379f56c req-43c56c62-1926-411e-a107-4b116ddc00fd tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Mar 16 11:48:03.551873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa06ce-91e6-4fb4-b04a-d5a31e7b7d0c req-e012d335-f210-4354-8d8b-0f87d8a4efa4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:03.553191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5aa06ce-91e6-4fb4-b04a-d5a31e7b7d0c req-e012d335-f210-4354-8d8b-0f87d8a4efa4 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 945 time: 0.0863681 Mar 16 11:48:03.646308 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5aa06ce-91e6-4fb4-b04a-d5a31e7b7d0c req-7531cab3-20fd-4d80-8929-4be784578bf8 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874281 Mar 16 11:48:03.670983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c8f58-1759-44e4-8808-286af83deccc req-0304e5da-10ab-4a3b-98c1-3850dbcef7fb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:03.672374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d07c8f58-1759-44e4-8808-286af83deccc req-0304e5da-10ab-4a3b-98c1-3850dbcef7fb tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 945 time: 0.0927196 Mar 16 11:48:03.746510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fbd46ac7-ac25-4c66-ad44-879bcc0aaf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.747593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Deleting port b13d90d9-5a04-49d9-a6af-ac517dddc353 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:03.747926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:03.997385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] For port b13d90d9-5a04-49d9-a6af-ac517dddc353, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=b13d90d9-5a04-49d9-a6af-ac517dddc353,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:03.997695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.114689 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Calling delete_port for b13d90d9-5a04-49d9-a6af-ac517dddc353 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:04.281380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.295180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['360d50be-e19f-4dbb-941e-3dad64d5bc86', 'b13d90d9-5a04-49d9-a6af-ac517dddc353'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:48:04.333238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Pushing event deleted for resources: {'Port': ['ID=b13d90d9-5a04-49d9-a6af-ac517dddc353,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:04.406475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] No DVR routers for this DVR port b13d90d9-5a04-49d9-a6af-ac517dddc353 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:04.409244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:04.411949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'name': 'network-vif-deleted', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:48:04.427824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d07c8f58-1759-44e4-8808-286af83deccc req-a5dbe18d-4229-41d9-8cc1-003ccb8b44b5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "DELETE /v2.0/ports/b13d90d9-5a04-49d9-a6af-ac517dddc353 HTTP/1.1" status: 204 len: 173 time: 0.7494481 Mar 16 11:48:04.563352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273d6792-8c30-4635-a5cb-068589e1bca2', 'name': 'network-vif-deleted', 'tag': 'b13d90d9-5a04-49d9-a6af-ac517dddc353', 'status': 'completed', 'code': 200} Mar 16 11:48:04.839918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d3e64471-369f-4c94-b8f0-3ddae8a2144c req-a5742246-4b0a-4d4e-917e-a6f35ffb66e1 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Synchronizing usage tracker for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:04.858595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d3e64471-369f-4c94-b8f0-3ddae8a2144c req-a5742246-4b0a-4d4e-917e-a6f35ffb66e1 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Unset dirty status for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:04.860048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3e64471-369f-4c94-b8f0-3ddae8a2144c req-a5742246-4b0a-4d4e-917e-a6f35ffb66e1 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=273d6792-8c30-4635-a5cb-068589e1bca2 HTTP/1.1" status: 200 len: 210 time: 0.0727527 Mar 16 11:48:05.022855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:05.071391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.193023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30a290-5de7-408f-8564-c429ef631eb6 req-7e2f6035-747a-456e-9d59-1f8ca306693a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:06.194380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc30a290-5de7-408f-8564-c429ef631eb6 req-7e2f6035-747a-456e-9d59-1f8ca306693a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0932846 Mar 16 11:48:06.239269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc30a290-5de7-408f-8564-c429ef631eb6 req-92c7907b-7b96-4626-90ab-b1f3e3222ef7 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Mar 16 11:48:06.352494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:06.477584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f5353-d71d-46d5-95f7-bd869e5308ac req-140a1a9e-bf68-45e8-a2c0-22cbe4e59e2a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:06.478956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e3f5353-d71d-46d5-95f7-bd869e5308ac req-140a1a9e-bf68-45e8-a2c0-22cbe4e59e2a tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0810575 Mar 16 11:48:06.525886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e3f5353-d71d-46d5-95f7-bd869e5308ac req-3ee35727-07d2-44d2-9afd-62eeaf13da0d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Mar 16 11:48:06.724923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0fdcc-2384-4a85-bc21-dd0f0f5c80af req-d5b2576a-7c40-4a84-9f22-bc4db94b93ba tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:06.726336 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ca0fdcc-2384-4a85-bc21-dd0f0f5c80af req-d5b2576a-7c40-4a84-9f22-bc4db94b93ba tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0788743 Mar 16 11:48:06.775958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ca0fdcc-2384-4a85-bc21-dd0f0f5c80af req-dbf28891-7b83-4cef-a6db-d4f0b30cb7d7 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Mar 16 11:48:06.973525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33d2924a-0b77-4a53-9500-20db90b1066e req-60cb5bd9-1d19-4d2c-b2f0-e98f646ec679 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698066 Mar 16 11:48:07.275023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399055ac-94e8-45bc-bbc4-301f3afb292a req-aa16e232-4b47-4623-931b-fed11deab7ad tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.276459 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-399055ac-94e8-45bc-bbc4-301f3afb292a req-aa16e232-4b47-4623-931b-fed11deab7ad tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.1711044 Mar 16 11:48:07.321351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-399055ac-94e8-45bc-bbc4-301f3afb292a req-f5bcf083-7b02-48e0-ae7c-5d7c5f63bd74 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 Mar 16 11:48:07.568192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22550900-b8ed-4c4d-9fa0-fd7e78b76420 req-2649e73e-21ab-4242-b6f3-e739a8bfe8c5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.569642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22550900-b8ed-4c4d-9fa0-fd7e78b76420 req-2649e73e-21ab-4242-b6f3-e739a8bfe8c5 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0973806 Mar 16 11:48:07.616588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22550900-b8ed-4c4d-9fa0-fd7e78b76420 req-55713de6-742b-4747-8f10-b7f41fbbb7d2 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Mar 16 11:48:07.823856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b13d90d9-5a04-49d9-a6af-ac517dddc353 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:07.867021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5958a-3ca5-4c1c-9aa8-708f041d70f4 req-273894fd-13d1-4af4-9bdb-5fa52bd4407f tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:07.869250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25c5958a-3ca5-4c1c-9aa8-708f041d70f4 req-273894fd-13d1-4af4-9bdb-5fa52bd4407f tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.1042228 Mar 16 11:48:07.880112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: b13d90d9-5a04-49d9-a6af-ac517dddc353 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:07.880453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device b13d90d9-5a04-49d9-a6af-ac517dddc353 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:07.924351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25c5958a-3ca5-4c1c-9aa8-708f041d70f4 req-8c544184-c8e9-4569-ab17-2582b02e125d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Mar 16 11:48:08.520522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de8f76-a76a-49b5-aee8-2e6cb9e4e84e req-20a5ff2b-1d0b-43b4-8ca7-9984d7450eac tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:08.521923 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5de8f76-a76a-49b5-aee8-2e6cb9e4e84e req-20a5ff2b-1d0b-43b4-8ca7-9984d7450eac tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0929594 Mar 16 11:48:08.568838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5de8f76-a76a-49b5-aee8-2e6cb9e4e84e req-d8a21ae4-1c5f-4fa8-9a69-b752b71cdd30 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Mar 16 11:48:09.786993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af60547-38d8-4f93-8f2e-041e568bc540 req-a6260503-2911-417f-a47b-a44e0bd61596 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.788393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2af60547-38d8-4f93-8f2e-041e568bc540 req-a6260503-2911-417f-a47b-a44e0bd61596 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0866976 Mar 16 11:48:09.884621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2af60547-38d8-4f93-8f2e-041e568bc540 req-0f5ef263-480a-4b3a-b5d6-dd335808e584 tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/security-groups?id=97bc756d-34ca-46f3-badd-e9f2a9184069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 Mar 16 11:48:09.907023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-5215fd4d-1ca4-4049-8abc-218f0c6b71ad tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:09.908478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-5215fd4d-1ca4-4049-8abc-218f0c6b71ad tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 945 time: 0.0988917 Mar 16 11:48:09.989179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Deleting port 360d50be-e19f-4dbb-941e-3dad64d5bc86 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:09.989523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:10.231411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] For port 360d50be-e19f-4dbb-941e-3dad64d5bc86, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=360d50be-e19f-4dbb-941e-3dad64d5bc86,segment=NetworkSegment(a8f624f4-9c8e-4c8c-89e5-30a044e4d654),segment_id=a8f624f4-9c8e-4c8c-89e5-30a044e4d654)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:10.231730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:10.350327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Calling delete_port for 360d50be-e19f-4dbb-941e-3dad64d5bc86 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:10.509552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:10.524576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['360d50be-e19f-4dbb-941e-3dad64d5bc86'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:48:10.564756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Pushing event deleted for resources: {'Port': ['ID=360d50be-e19f-4dbb-941e-3dad64d5bc86,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:10.632752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] No DVR routers for this DVR port 360d50be-e19f-4dbb-941e-3dad64d5bc86 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:10.635358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:10.637723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'name': 'network-vif-deleted', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:48:10.655695 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3635d35b-ea4f-4a02-bbf2-2c037b91f1eb req-9e00af53-fba6-4513-b0df-75099a80012e tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.59 "DELETE /v2.0/ports/360d50be-e19f-4dbb-941e-3dad64d5bc86 HTTP/1.1" status: 204 len: 173 time: 0.7386661 Mar 16 11:48:10.701370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150dff89-4c3a-4c84-b72c-6b2dc78d4803', 'name': 'network-vif-deleted', 'tag': '360d50be-e19f-4dbb-941e-3dad64d5bc86', 'status': 'completed', 'code': 200} Mar 16 11:48:10.930477 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-04462ab5-22e8-41a8-98d1-d75254962d4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391283 Mar 16 11:48:11.089119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-1514651b-e5e3-46aa-878d-ff59c52a3b7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cf711c7a93e48499bcc499e35c46542&device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 210 time: 0.0763409 Mar 16 11:48:11.090264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-84fc3718-4b3f-475a-ad29-7d6d9318f896 req-11f00171-a0eb-498b-8b37-f794f366df3d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Synchronizing usage tracker for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:11.132337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-84fc3718-4b3f-475a-ad29-7d6d9318f896 req-11f00171-a0eb-498b-8b37-f794f366df3d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] Unset dirty status for tenant:5cf711c7a93e48499bcc499e35c46542 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:11.133382 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84fc3718-4b3f-475a-ad29-7d6d9318f896 req-11f00171-a0eb-498b-8b37-f794f366df3d tempest-ServersNegativeTestJSON-947132283 tempest-ServersNegativeTestJSON-947132283-project] 10.222.0.36 "GET /v2.0/ports?device_id=150dff89-4c3a-4c84-b72c-6b2dc78d4803 HTTP/1.1" status: 200 len: 210 time: 0.0894740 Mar 16 11:48:11.243056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-24e08715-a713-4d92-93da-1326b8233679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:11.244523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-24e08715-a713-4d92-93da-1326b8233679 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cf711c7a93e48499bcc499e35c46542&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1350455 Mar 16 11:48:11.480184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-6f7b9043-7d28-4c48-a0ef-b6245fa4ccc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:11.481620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec73426a-a9a6-472c-8de2-3d96cb0bcaa7 req-6f7b9043-7d28-4c48-a0ef-b6245fa4ccc1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2315576 Mar 16 11:48:12.254711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:12.318957 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Deleting subnet c65f0394-50c1-42d1-af7d-db92b63accf2 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:48:12.322231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.338027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.372079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.432252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.504703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.547375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65f0394-50c1-42d1-af7d-db92b63accf2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:12.552699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.558732 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a3c307a-7a0c-4653-86bd-24264c3579bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c65f0394-50c1-42d1-af7d-db92b63accf2 HTTP/1.1" status: 204 len: 168 time: 0.3029940 Mar 16 11:48:12.561421 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:12.681268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.816474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.841557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78307b23-99b9-48d3-a8cb-67ce0ac784d6']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:12.854315 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:12.854580 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f624f4-9c8e-4c8c-89e5-30a044e4d654') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:12.866341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.890683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.901018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:12.901544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:12.917592 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:12.995726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.012824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.021699 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=78307b23-99b9-48d3-a8cb-67ce0ac784d6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:13.024544 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3da9c455-1dc7-4494-8a33-42476beb7c41 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78307b23-99b9-48d3-a8cb-67ce0ac784d6 HTTP/1.1" status: 204 len: 168 time: 0.4622164 Mar 16 11:48:13.170651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48654) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:13.226191 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4f5b959b-c0d0-4739-bfc8-5d56c213bfe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cf711c7a93e48499bcc499e35c46542&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543845 Mar 16 11:48:13.228803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48658) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:13.289565 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.314872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.372634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.387456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc756d-34ca-46f3-badd-e9f2a9184069,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:13.394307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:13.395622 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f9db277-ea89-484e-9853-a83e019d4ab9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97bc756d-34ca-46f3-badd-e9f2a9184069 HTTP/1.1" status: 204 len: 168 time: 0.1659100 Mar 16 11:48:13.853056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 360d50be-e19f-4dbb-941e-3dad64d5bc86 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:13.886119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 360d50be-e19f-4dbb-941e-3dad64d5bc86 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:13.886435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 360d50be-e19f-4dbb-941e-3dad64d5bc86 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:14.328109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:14.468801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265186322'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:14.475444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:14.479674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:network and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:14.482689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:14.489339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:14.500618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:14.504570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.516598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.547605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:14.551441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:security_group_rule and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:14.554150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:14.559549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:14.637324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.642211 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.673781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:14.682132 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccaf297-f64b-44df-9142-6b08e01589ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:14.687486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.687892 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Added segment 9ebb8733-2a67-4201-99be-2e4eed817b74 of type vlan for network ded77a7e-164e-461c-96a7-c393ab5a0c55 Mar 16 11:48:14.718069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.749704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.754202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:14.754783 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:14.866514 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Network': ['ID=ded77a7e-164e-461c-96a7-c393ab5a0c55,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:14.870585 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-148d8e0a-51f4-4e2a-99a0-1d5987a87736 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5413842 Mar 16 11:48:14.877171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:15.557654 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:18.147334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48686) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:18.157412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'subnet': {'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:18.273240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:18.277296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:subnet and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:18.280225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:18.286231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:18.298302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:18.500115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.714856 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.808457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Subnet': ['ID=c2b5318e-8b22-4e6f-bf8b-a2de559263f2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:18.823329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking segment: {'id': '9ebb8733-2a67-4201-99be-2e4eed817b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:18.823676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network hostable DHCP agents. Network: ded77a7e-164e-461c-96a7-c393ab5a0c55, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:18.849075 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:18.858636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ded77a7e-164e-461c-96a7-c393ab5a0c55) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:18.863069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:18.864147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.868110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7e566-c934-4f29-a601-87f5b11ef8fc None None] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:18.888077 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ba3d964-ba62-4fe4-b1ba-68cbd65aad2e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7382181 Mar 16 11:48:18.891651 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:18.897413 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849149778'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:18.907258 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:18.913092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:network and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:18.916050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:18.921775 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:18.933541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:18.936606 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.966117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:18.977621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:18.978401 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Added segment 8979a1ab-406d-48be-9954-487295f59cda of type vlan for network 0c5bbe68-73a7-4781-8395-a153b146c1e1 Mar 16 11:48:19.012167 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.044501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.048220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:19.048824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.099170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ded77a7e-164e-461c-96a7-c393ab5a0c55', 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55', 'tenant_id': '738495b69c87453c8a83c2aebbb9eff0', 'fixed_ips': [{'subnet_id': 'c2b5318e-8b22-4e6f-bf8b-a2de559263f2'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:19.099997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.147842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2549870 Mar 16 11:48:19.151269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48694) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:19.158182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'subnet': {'network_id': '0c5bbe68-73a7-4781-8395-a153b146c1e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:19.159647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3620d-a691-47d3-bdfc-98858a6ffd1e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Network': ['ID=0c5bbe68-73a7-4781-8395-a153b146c1e1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:19.177178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 0c5bbe68-73a7-4781-8395-a153b146c1e1 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:19.270347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:19.274484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:subnet and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:19.277450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:19.283502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:19.294766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:19.358321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Allocated IP 2001:db8:0:ffff::2 (ded77a7e-164e-461c-96a7-c393ab5a0c55/c2b5318e-8b22-4e6f-bf8b-a2de559263f2/8e7b33cb-1772-483d-8e87-6584244aa85b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:19.397172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.562152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.571926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Transition to ACTIVE for port object 8e7b33cb-1772-483d-8e87-6584244aa85b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:19.589941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Transition to ACTIVE for port object 8e7b33cb-1772-483d-8e87-6584244aa85b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:19.595903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.619431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.697419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Subnet': ['ID=27730611-ae2b-4b7b-a867-0e7e2f78118e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:19.699818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:19.703603 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:19.705938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:19.708871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Pushing event updated for resources: {'Port': ['ID=8e7b33cb-1772-483d-8e87-6584244aa85b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:19.712786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking segment: {'id': '8979a1ab-406d-48be-9954-487295f59cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0c5bbe68-73a7-4781-8395-a153b146c1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:19.713144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network hostable DHCP agents. Network: 0c5bbe68-73a7-4781-8395-a153b146c1e1, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:19.735011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network 0c5bbe68-73a7-4781-8395-a153b146c1e1 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:19.745604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 0c5bbe68-73a7-4781-8395-a153b146c1e1) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:19.749722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:19.750452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.774355 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a72ccccb-f956-493d-8979-b24526af8897 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6212010 Mar 16 11:48:19.777090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:19.781898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c859b-4d1a-4e76-b961-58dce54c4565 None None] Network 0c5bbe68-73a7-4781-8395-a153b146c1e1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:19.872349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Attempting to bind port 8e7b33cb-1772-483d-8e87-6584244aa85b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:19.873031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Attempting to bind port 8e7b33cb-1772-483d-8e87-6584244aa85b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '9ebb8733-2a67-4201-99be-2e4eed817b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:19.873031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Attempting to bind port 8e7b33cb-1772-483d-8e87-6584244aa85b on network ded77a7e-164e-461c-96a7-c393ab5a0c55 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:19.884648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:19.884999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Checking segment: {'id': '9ebb8733-2a67-4201-99be-2e4eed817b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:19.885407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.885798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Bound using segment: {'id': '9ebb8733-2a67-4201-99be-2e4eed817b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:19.886278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Bound port: 8e7b33cb-1772-483d-8e87-6584244aa85b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebb8733-2a67-4201-99be-2e4eed817b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ded77a7e-164e-461c-96a7-c393ab5a0c55'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:19.886646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.912392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:19.977866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.051100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] For port 8e7b33cb-1772-483d-8e87-6584244aa85b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:20.057057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] For port 8e7b33cb-1772-483d-8e87-6584244aa85b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e7b33cb-1772-483d-8e87-6584244aa85b,segment=NetworkSegment(9ebb8733-2a67-4201-99be-2e4eed817b74),segment_id=9ebb8733-2a67-4201-99be-2e4eed817b74)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:20.060748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.086494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.096634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Subnet': ['ID=27730611-ae2b-4b7b-a867-0e7e2f78118e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:20.144903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5794e-cdb6-4216-8969-a9d519a1ccf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-0c5bbe68-73a7-4781-8395-a153b146c1e1', 'network_id': '0c5bbe68-73a7-4781-8395-a153b146c1e1', 'tenant_id': '738495b69c87453c8a83c2aebbb9eff0', 'fixed_ips': [{'subnet_id': '27730611-ae2b-4b7b-a867-0e7e2f78118e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:20.145716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07d5794e-cdb6-4216-8969-a9d519a1ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.197282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.222051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5bbe68-73a7-4781-8395-a153b146c1e1']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.235775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8979a1ab-406d-48be-9954-487295f59cda') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.236084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8979a1ab-406d-48be-9954-487295f59cda') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:20.240518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8923f2-86dd-4d26-9eec-3ff30918109b None None] Pushing event updated for resources: {'Port': ['ID=8e7b33cb-1772-483d-8e87-6584244aa85b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:20.249480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.268293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.275700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:20.276103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.289663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc63c6c-7d8e-470f-9e4d-4af4366889db None None] Network 0c5bbe68-73a7-4781-8395-a153b146c1e1 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:20.291771 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:20.395424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.418828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.430058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Network': ['ID=0c5bbe68-73a7-4781-8395-a153b146c1e1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:20.435053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2785901f-680a-4f7c-8267-a12b4af983c2 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/0c5bbe68-73a7-4781-8395-a153b146c1e1 HTTP/1.1" status: 204 len: 168 time: 0.6569519 Mar 16 11:48:20.438640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:20.444529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672630590'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:20.449607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:20.460189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:network and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:20.465917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:20.475519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:20.488611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:20.491855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.525930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:20.535813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.536151 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Added segment 9edf7373-30cc-43a3-a0db-1f7af2b9e4b5 of type vlan for network c4781824-c4b0-47cb-a4fa-c295fefdd9a5 Mar 16 11:48:20.569139 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.600192 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.604001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:20.604601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:20.707224 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2673461 Mar 16 11:48:20.710484 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:20.717624 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'subnet': {'network_id': 'c4781824-c4b0-47cb-a4fa-c295fefdd9a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:20.730928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ce5ce-38dc-4b5b-89d7-07d68c1e5f05 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Network': ['ID=c4781824-c4b0-47cb-a4fa-c295fefdd9a5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:20.742084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network c4781824-c4b0-47cb-a4fa-c295fefdd9a5 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:20.830221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:20.839215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:subnet and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:20.842782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:20.849221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:20.861047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:20.967713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.065210 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 16 11:48:21.065784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 16 11:48:21.161554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff802b-dc4f-4847-a93c-5cc0fb281326 None None] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:21.194355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.252967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-574af643-1ead-4973-b0e6-3cb6fd3035bd None None] Provisioning for port 8e7b33cb-1772-483d-8e87-6584244aa85b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:21.310098 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Subnet': ['ID=e210b905-5f87-4bc7-8a2d-83c3e690247a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:21.315251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking segment: {'id': '9edf7373-30cc-43a3-a0db-1f7af2b9e4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c4781824-c4b0-47cb-a4fa-c295fefdd9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:21.315823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network hostable DHCP agents. Network: c4781824-c4b0-47cb-a4fa-c295fefdd9a5, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:21.334084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e7b33cb-1772-483d-8e87-6584244aa85b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:21.338411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network c4781824-c4b0-47cb-a4fa-c295fefdd9a5 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:21.348598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, c4781824-c4b0-47cb-a4fa-c295fefdd9a5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:21.352489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:21.353066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.368755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55feecb9-1648-4919-9ffb-3697111bda83 None None] Network c4781824-c4b0-47cb-a4fa-c295fefdd9a5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:21.377261 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3972fbaf-2324-4ee6-b38f-aa7ceb96283f tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6651371 Mar 16 11:48:21.379922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48710) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:21.520955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.589357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.607471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8e7b33cb-1772-483d-8e87-6584244aa85b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:21.622568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8e7b33cb-1772-483d-8e87-6584244aa85b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:21.622936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.663637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.701848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Subnet': ['ID=e210b905-5f87-4bc7-8a2d-83c3e690247a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:21.724491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ad7ba-55c6-43c0-8f3b-1a7cf3d5956d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-c4781824-c4b0-47cb-a4fa-c295fefdd9a5', 'network_id': 'c4781824-c4b0-47cb-a4fa-c295fefdd9a5', 'tenant_id': '738495b69c87453c8a83c2aebbb9eff0', 'fixed_ips': [{'subnet_id': 'e210b905-5f87-4bc7-8a2d-83c3e690247a'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:21.725291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad7ba-55c6-43c0-8f3b-1a7cf3d5956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.901901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.907805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.927188 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4781824-c4b0-47cb-a4fa-c295fefdd9a5']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:21.940411 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edf7373-30cc-43a3-a0db-1f7af2b9e4b5') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:21.940748 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edf7373-30cc-43a3-a0db-1f7af2b9e4b5') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:21.941652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be8e1c-69a1-4f20-b2a4-8380243ae66c None None] Network c4781824-c4b0-47cb-a4fa-c295fefdd9a5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:21.952061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.971758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.978450 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:21.978834 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:21.993238 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:22.009717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8e7b33cb-1772-483d-8e87-6584244aa85b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e7b33cb-1772-483d-8e87-6584244aa85b,segment=NetworkSegment(9ebb8733-2a67-4201-99be-2e4eed817b74),segment_id=9ebb8733-2a67-4201-99be-2e4eed817b74)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:22.019956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.081639 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.101539 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.107691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Network': ['ID=c4781824-c4b0-47cb-a4fa-c295fefdd9a5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:22.115840 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79c27c18-4f1b-4068-bb9a-770d9bc9f18a tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/c4781824-c4b0-47cb-a4fa-c295fefdd9a5 HTTP/1.1" status: 204 len: 168 time: 0.7333403 Mar 16 11:48:22.118203 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:22.123595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927990097'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:22.129427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:22.133466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:network and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:22.136466 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:22.142312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:22.158992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:22.162243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.176179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8a3f0821-4b33-4729-87aa-b33cfc743fa6 None None] Provisioning complete for port 8e7b33cb-1772-483d-8e87-6584244aa85b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:22.176762 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0821-4b33-4729-87aa-b33cfc743fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.192644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:22.201710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.202155 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Added segment 50dfd340-21a0-4223-9318-4634e22fb596 of type vlan for network 51176113-6bb5-47eb-a50c-baf8a577a1d3 Mar 16 11:48:22.206902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8e7b33cb-1772-483d-8e87-6584244aa85b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:22.241924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.274924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.278660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:22.279269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.377209 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2574425 Mar 16 11:48:22.379997 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:22.387525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'subnet': {'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:22.405170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db642262-58c7-42b9-a980-0ce9d522f87b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Network': ['ID=51176113-6bb5-47eb-a50c-baf8a577a1d3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:22.415704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 51176113-6bb5-47eb-a50c-baf8a577a1d3 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:22.498889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:22.503002 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:subnet and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:22.506109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:22.511704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:22.523904 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:22.622710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.842455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.914846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Subnet': ['ID=9991d21b-e921-4af6-9ba7-28cb78066aff,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:22.928883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking segment: {'id': '50dfd340-21a0-4223-9318-4634e22fb596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:22.929205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network hostable DHCP agents. Network: 51176113-6bb5-47eb-a50c-baf8a577a1d3, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:22.954455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network 51176113-6bb5-47eb-a50c-baf8a577a1d3 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:22.967540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 51176113-6bb5-47eb-a50c-baf8a577a1d3) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:22.971899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:22.972482 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:22.977009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73695312-6af9-4791-887b-54233c5d2259 None None] Network 51176113-6bb5-47eb-a50c-baf8a577a1d3 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:23.001752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-222ca733-c34b-46aa-ad63-1f6a17d56906 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6202531 Mar 16 11:48:23.005371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:23.012155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321416012'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:23.017294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:23.022258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:network and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:23.025444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:23.031563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:23.044099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:23.047283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.076023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:23.086738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.087200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Added segment 016b1a1e-cbc6-4022-941d-5813ed0292d4 of type vlan for network 4eee2383-3de3-4423-b485-2910aee36812 Mar 16 11:48:23.114659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.145668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.149314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:23.149886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.209000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-51176113-6bb5-47eb-a50c-baf8a577a1d3', 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3', 'tenant_id': '738495b69c87453c8a83c2aebbb9eff0', 'fixed_ips': [{'subnet_id': '9991d21b-e921-4af6-9ba7-28cb78066aff'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:23.210212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.249120 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2420578 Mar 16 11:48:23.252545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:23.259325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Request body: {'subnet': {'network_id': '4eee2383-3de3-4423-b485-2910aee36812', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:23.276833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Network': ['ID=4eee2383-3de3-4423-b485-2910aee36812,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:23.286198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.286529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.286959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.287169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.287480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.287785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.288096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.288408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.288716 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.289024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.289331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e00ddb-805e-45c6-a0e1-26d272080580 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:23.295386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e7b33cb-1772-483d-8e87-6584244aa85b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:23.320001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4eee2383-3de3-4423-b485-2910aee36812 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:23.382040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:23.385723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Usage tracker for resource:subnet and tenant:738495b69c87453c8a83c2aebbb9eff0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:23.388556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:23.394362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:23.405380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Made reservation on behalf of 738495b69c87453c8a83c2aebbb9eff0 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:23.509480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.539063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Allocated IP 2001:db8::2 (51176113-6bb5-47eb-a50c-baf8a577a1d3/9991d21b-e921-4af6-9ba7-28cb78066aff/980758ae-c395-4da2-8711-59ad8050d8c0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:23.544929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8e7b33cb-1772-483d-8e87-6584244aa85b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:23.545291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.729174 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.800022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event updated for resources: {'Subnet': ['ID=db9327ab-5e4a-4ceb-9c23-256127d2b367,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:23.816657 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Checking segment: {'id': '016b1a1e-cbc6-4022-941d-5813ed0292d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4eee2383-3de3-4423-b485-2910aee36812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:23.817045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network hostable DHCP agents. Network: 4eee2383-3de3-4423-b485-2910aee36812, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:23.841251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Network 4eee2383-3de3-4423-b485-2910aee36812 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:23.846538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.851478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4eee2383-3de3-4423-b485-2910aee36812) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:23.855402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:23.855969 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:23.860709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Transition to ACTIVE for port object 980758ae-c395-4da2-8711-59ad8050d8c0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:23.865644 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400ef1a-4f07-40ed-b480-522983836020 None None] Network 4eee2383-3de3-4423-b485-2910aee36812 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:23.878024 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-42c5a1d1-9d5d-4048-93ca-07fe424795db tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6240444 Mar 16 11:48:23.880674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:23.991483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Transition to ACTIVE for port object 980758ae-c395-4da2-8711-59ad8050d8c0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:24.001300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.020170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.088680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.100701 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Network 51176113-6bb5-47eb-a50c-baf8a577a1d3 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:24.104556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:24.106946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:24.136516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Pushing event updated for resources: {'Port': ['ID=980758ae-c395-4da2-8711-59ad8050d8c0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:24.165675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.204510 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Subnet': ['ID=db9327ab-5e4a-4ceb-9c23-256127d2b367,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:24.288743 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Attempting to bind port 980758ae-c395-4da2-8711-59ad8050d8c0 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:24.289340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Attempting to bind port 980758ae-c395-4da2-8711-59ad8050d8c0 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '50dfd340-21a0-4223-9318-4634e22fb596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:24.289463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Attempting to bind port 980758ae-c395-4da2-8711-59ad8050d8c0 on network 51176113-6bb5-47eb-a50c-baf8a577a1d3 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:24.296905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:24.297269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Checking segment: {'id': '50dfd340-21a0-4223-9318-4634e22fb596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:24.297666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.298069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Bound using segment: {'id': '50dfd340-21a0-4223-9318-4634e22fb596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:24.299246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Bound port: 980758ae-c395-4da2-8711-59ad8050d8c0, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dfd340-21a0-4223-9318-4634e22fb596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '51176113-6bb5-47eb-a50c-baf8a577a1d3'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:24.299639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.311444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bd1bf-34e0-481b-af63-97c2aa6462cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4eee2383-3de3-4423-b485-2910aee36812', 'network_id': '4eee2383-3de3-4423-b485-2910aee36812', 'tenant_id': '738495b69c87453c8a83c2aebbb9eff0', 'fixed_ips': [{'subnet_id': 'db9327ab-5e4a-4ceb-9c23-256127d2b367'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:24.312265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bb7bd1bf-34e0-481b-af63-97c2aa6462cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.400491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.428553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee2383-3de3-4423-b485-2910aee36812']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:24.440758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016b1a1e-cbc6-4022-941d-5813ed0292d4') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:24.441040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016b1a1e-cbc6-4022-941d-5813ed0292d4') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:24.452225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.468013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.473372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] For port 980758ae-c395-4da2-8711-59ad8050d8c0, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:24.475129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:24.475521 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.477826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe0bc5-bb41-4d16-9025-59942fb710a5 None None] Network 4eee2383-3de3-4423-b485-2910aee36812 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:24.490095 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:24.544085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] For port 980758ae-c395-4da2-8711-59ad8050d8c0, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=980758ae-c395-4da2-8711-59ad8050d8c0,segment=NetworkSegment(50dfd340-21a0-4223-9318-4634e22fb596),segment_id=50dfd340-21a0-4223-9318-4634e22fb596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:24.551450 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.576953 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.594214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:24.604810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Network': ['ID=4eee2383-3de3-4423-b485-2910aee36812,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:24.608819 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1886260e-8021-4d78-915d-0d955a1a434c tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/4eee2383-3de3-4423-b485-2910aee36812 HTTP/1.1" status: 204 len: 168 time: 0.7272499 Mar 16 11:48:24.611911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:24.651616 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69ffcf2-ae6e-46ff-93ed-0b5ab5be6dfd tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] GET failed (client error): The resource could not be found. Mar 16 11:48:24.652122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d69ffcf2-ae6e-46ff-93ed-0b5ab5be6dfd tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Synchronizing usage tracker for tenant:738495b69c87453c8a83c2aebbb9eff0 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:24.675336 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d69ffcf2-ae6e-46ff-93ed-0b5ab5be6dfd tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Unset dirty status for tenant:738495b69c87453c8a83c2aebbb9eff0 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:24.676725 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d69ffcf2-ae6e-46ff-93ed-0b5ab5be6dfd tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "GET /v2.0/subnets/db9327ab-5e4a-4ceb-9c23-256127d2b367 HTTP/1.1" status: 404 len: 337 time: 0.0638680 Mar 16 11:48:24.679690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:24.705239 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-571a4175-4114-43e7-b837-b08a44119006 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:24.705670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571a4175-4114-43e7-b837-b08a44119006 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:24.710035 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-571a4175-4114-43e7-b837-b08a44119006 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/4eee2383-3de3-4423-b485-2910aee36812 HTTP/1.1" status: 404 len: 339 time: 0.0268359 Mar 16 11:48:24.711668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48742) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:24.726248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916293-fd1f-456d-9a7d-06bf046db854 None None] Pushing event updated for resources: {'Port': ['ID=980758ae-c395-4da2-8711-59ad8050d8c0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:24.757956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-27046fbf-caa5-4c9b-8138-e73e4677d647 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:24.758443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27046fbf-caa5-4c9b-8138-e73e4677d647 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:24.760121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27046fbf-caa5-4c9b-8138-e73e4677d647 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/subnets/db9327ab-5e4a-4ceb-9c23-256127d2b367 HTTP/1.1" status: 404 len: 337 time: 0.0467746 Mar 16 11:48:24.763390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:24.789749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac43e9d-b24e-4b37-9f59-e1f4472040f6 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:24.790226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac43e9d-b24e-4b37-9f59-e1f4472040f6 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:24.791852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ac43e9d-b24e-4b37-9f59-e1f4472040f6 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/4eee2383-3de3-4423-b485-2910aee36812 HTTP/1.1" status: 404 len: 339 time: 0.0276155 Mar 16 11:48:24.794628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48750) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:25.083328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Deleting subnet 9991d21b-e921-4af6-9ba7-28cb78066aff {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:48:25.086405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.142314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.231298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.307992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 980758ae-c395-4da2-8711-59ad8050d8c0 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:25.323266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.364333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Subnet': ['ID=9991d21b-e921-4af6-9ba7-28cb78066aff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:25.372168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.388060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-93afb49a-c065-4dcb-8b9f-b913b3c8a207 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/subnets/9991d21b-e921-4af6-9ba7-28cb78066aff HTTP/1.1" status: 204 len: 168 time: 0.5923669 Mar 16 11:48:25.388937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:25.391789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 980758ae-c395-4da2-8711-59ad8050d8c0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:25.504442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.515387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Deleting port 980758ae-c395-4da2-8711-59ad8050d8c0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:25.515730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.583570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd694223-03f0-4814-98ae-b9408c13fc7a None None] Network 51176113-6bb5-47eb-a50c-baf8a577a1d3 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:25.695227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-caa0fb2d-db60-44b3-9809-c9fd1d3dbd66 None None] Provisioning for port 980758ae-c395-4da2-8711-59ad8050d8c0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:25.721374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] For port 980758ae-c395-4da2-8711-59ad8050d8c0, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=980758ae-c395-4da2-8711-59ad8050d8c0,segment=NetworkSegment(50dfd340-21a0-4223-9318-4634e22fb596),segment_id=50dfd340-21a0-4223-9318-4634e22fb596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:25.722102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.732491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-caa0fb2d-db60-44b3-9809-c9fd1d3dbd66 None None] Provisioning complete for port 980758ae-c395-4da2-8711-59ad8050d8c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:25.732864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caa0fb2d-db60-44b3-9809-c9fd1d3dbd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.842393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Calling delete_port for 980758ae-c395-4da2-8711-59ad8050d8c0 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:25.896218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caa0fb2d-db60-44b3-9809-c9fd1d3dbd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.920465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:25.948054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a37861-4dc7-4066-9c7a-f4d7d3f1f59e None None] DHCP port deletion for 51176113-6bb5-47eb-a50c-baf8a577a1d3 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:48:25.968079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Port': ['ID=980758ae-c395-4da2-8711-59ad8050d8c0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:25.974283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No DVR routers for this DVR port 980758ae-c395-4da2-8711-59ad8050d8c0 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:26.094723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.128170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51176113-6bb5-47eb-a50c-baf8a577a1d3']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:26.147056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dfd340-21a0-4223-9318-4634e22fb596') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:26.147339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dfd340-21a0-4223-9318-4634e22fb596') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:26.159075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.175253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.181538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:26.181903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:26.195988 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:26.278271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.282672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.306876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Network': ['ID=51176113-6bb5-47eb-a50c-baf8a577a1d3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:26.310636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a9170ff-22b1-4933-b592-28c8bf27d7b7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/51176113-6bb5-47eb-a50c-baf8a577a1d3 HTTP/1.1" status: 204 len: 168 time: 0.9207900 Mar 16 11:48:26.313195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:26.349936 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc63f84-523f-4fd6-86f2-df52db697a08 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:26.350381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc63f84-523f-4fd6-86f2-df52db697a08 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:26.351883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fc63f84-523f-4fd6-86f2-df52db697a08 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/subnets/e210b905-5f87-4bc7-8a2d-83c3e690247a HTTP/1.1" status: 404 len: 337 time: 0.0378351 Mar 16 11:48:26.355641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:26.381297 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3617b3-d6fa-4b1c-a7cc-dae8286bafa9 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:26.381713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3617b3-d6fa-4b1c-a7cc-dae8286bafa9 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:26.383282 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e3617b3-d6fa-4b1c-a7cc-dae8286bafa9 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/c4781824-c4b0-47cb-a4fa-c295fefdd9a5 HTTP/1.1" status: 404 len: 339 time: 0.0267837 Mar 16 11:48:26.385681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:26.425113 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-674fdb8d-061a-4375-b4f9-3ae7abc7173e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:26.425587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674fdb8d-061a-4375-b4f9-3ae7abc7173e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:26.427265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-674fdb8d-061a-4375-b4f9-3ae7abc7173e tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/subnets/27730611-ae2b-4b7b-a867-0e7e2f78118e HTTP/1.1" status: 404 len: 337 time: 0.0407043 Mar 16 11:48:26.430612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:26.453710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-12326248-a4f6-4dcf-a09b-f7bcb0b6063b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] DELETE failed (client error): The resource could not be found. Mar 16 11:48:26.454147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12326248-a4f6-4dcf-a09b-f7bcb0b6063b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 16 11:48:26.455610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12326248-a4f6-4dcf-a09b-f7bcb0b6063b tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/0c5bbe68-73a7-4781-8395-a153b146c1e1 HTTP/1.1" status: 404 len: 339 time: 0.0241859 Mar 16 11:48:26.458323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:26.724022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Deleting subnet c2b5318e-8b22-4e6f-bf8b-a2de559263f2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:48:26.728645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.789342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.868892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.941592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.983062 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b5318e-8b22-4e6f-bf8b-a2de559263f2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:26.987700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:26.994597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad2ed8-4258-40e4-8bbb-d6f781cc5678 None None] Network ded77a7e-164e-461c-96a7-c393ab5a0c55 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:26.997324 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b605619d-e558-42a2-92e6-e784cee2a257 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/subnets/c2b5318e-8b22-4e6f-bf8b-a2de559263f2 HTTP/1.1" status: 204 len: 168 time: 0.5381279 Mar 16 11:48:26.999898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48778) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:27.110444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.123699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Deleting port 8e7b33cb-1772-483d-8e87-6584244aa85b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:27.124031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.252229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] DHCP port deletion for ded77a7e-164e-461c-96a7-c393ab5a0c55 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:48:27.257041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Deleting port 8e7b33cb-1772-483d-8e87-6584244aa85b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:27.257316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.286577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 980758ae-c395-4da2-8711-59ad8050d8c0 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:27.329539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 980758ae-c395-4da2-8711-59ad8050d8c0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:27.329847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 980758ae-c395-4da2-8711-59ad8050d8c0 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:27.333122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] For port 8e7b33cb-1772-483d-8e87-6584244aa85b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e7b33cb-1772-483d-8e87-6584244aa85b,segment=NetworkSegment(9ebb8733-2a67-4201-99be-2e4eed817b74),segment_id=9ebb8733-2a67-4201-99be-2e4eed817b74)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:27.333447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.452174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Calling delete_port for 8e7b33cb-1772-483d-8e87-6584244aa85b owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:27.525216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] For port 8e7b33cb-1772-483d-8e87-6584244aa85b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8e7b33cb-1772-483d-8e87-6584244aa85b,segment=NetworkSegment(9ebb8733-2a67-4201-99be-2e4eed817b74),segment_id=9ebb8733-2a67-4201-99be-2e4eed817b74)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:27.525493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.529189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.575279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Port': ['ID=8e7b33cb-1772-483d-8e87-6584244aa85b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:27.579809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] No DVR routers for this DVR port 8e7b33cb-1772-483d-8e87-6584244aa85b on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:27.642520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Calling delete_port for 8e7b33cb-1772-483d-8e87-6584244aa85b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:27.700814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.710565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:48:27.710951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:48:27.727643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded77a7e-164e-461c-96a7-c393ab5a0c55']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:27.745503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebb8733-2a67-4201-99be-2e4eed817b74') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:27.745789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebb8733-2a67-4201-99be-2e4eed817b74') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:27.758165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.774308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.781567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:27.781979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:27.797016 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:27.876090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.894190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:27.909199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] Pushing event deleted for resources: {'Network': ['ID=ded77a7e-164e-461c-96a7-c393ab5a0c55,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:27.911965 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa9c9169-73e6-4d6c-b170-3deffb788aa7 tempest-NetworksIpV6Test-422324108 tempest-NetworksIpV6Test-422324108-project] 10.222.0.36 "DELETE /v2.0/networks/ded77a7e-164e-461c-96a7-c393ab5a0c55 HTTP/1.1" status: 204 len: 168 time: 0.9110413 Mar 16 11:48:28.212140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Deleting port 8e7b33cb-1772-483d-8e87-6584244aa85b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:28.212688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:28.227911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:28.278512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb5112-26f2-4683-91ab-88e734b4ba4a None None] The port '8e7b33cb-1772-483d-8e87-6584244aa85b' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:48:28.405108 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-220f28b7-5415-4797-a485-346e9fde00f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=738495b69c87453c8a83c2aebbb9eff0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1757438 Mar 16 11:48:28.408893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48792) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:28.469633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:28.495457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:28.550629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:28.565914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccaf297-f64b-44df-9142-6b08e01589ee,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:28.570770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:28.571440 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-05fc6673-5c3d-4804-b2b3-1976211e99e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dccaf297-f64b-44df-9142-6b08e01589ee HTTP/1.1" status: 204 len: 168 time: 0.1615939 Mar 16 11:48:29.261289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e7b33cb-1772-483d-8e87-6584244aa85b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:29.292456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8e7b33cb-1772-483d-8e87-6584244aa85b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:29.292794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8e7b33cb-1772-483d-8e87-6584244aa85b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:29.446939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:29.584298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1351936341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:29.594688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:29.600087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:router and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:29.603920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:29.610366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:29.623839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.624806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.643380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.662358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.684289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.685421 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d961b0bf-8d77-4ad2-9bb6-23b54315b754 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2375512 Mar 16 11:48:29.688377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:29.693886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-926652728'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:29.698939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:29.702823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:network and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:29.706360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:29.712355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:29.724894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Made reservation on behalf of fa348a5b9eee4e338f1937e7ca146c35 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:29.728185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.744251 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.778902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:29.783025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:security_group_rule and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:29.785873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:29.791708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:29.860248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.865962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.898706 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:29.906863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0751ceb5-c14d-4002-9d38-1b784e7637d1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:29.916596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.916924 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Added segment 72618501-efc8-4408-b15b-c7a21dacddb0 of type vlan for network b3362e4f-dc72-4981-a593-76470bf2468d Mar 16 11:48:29.922365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.922816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.923298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.923628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.923954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.924273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.924590 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.925003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.925322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.925630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.925941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:29.950964 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.985940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:29.990608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:29.991255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.101273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event updated for resources: {'Network': ['ID=b3362e4f-dc72-4981-a593-76470bf2468d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:30.104291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b14c5342-17af-424d-83df-bef1571026f9 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4150162 Mar 16 11:48:30.107124 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:30.112505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'subnet': {'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:30.112691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network b3362e4f-dc72-4981-a593-76470bf2468d details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:30.220031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:30.223805 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:subnet and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:30.226551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:30.232164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:30.243322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Made reservation on behalf of fa348a5b9eee4e338f1937e7ca146c35 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:30.348663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.565255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.638147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event updated for resources: {'Subnet': ['ID=552e0c94-6a0c-4f6b-94b9-5b01a6e88daf,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:30.655015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Checking segment: {'id': '72618501-efc8-4408-b15b-c7a21dacddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:30.655358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Network hostable DHCP agents. Network: b3362e4f-dc72-4981-a593-76470bf2468d, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:30.678400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Network b3362e4f-dc72-4981-a593-76470bf2468d is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:30.688880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, b3362e4f-dc72-4981-a593-76470bf2468d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:30.693387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:30.693959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.699813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577be4a-bc25-4edc-bf30-2ef87579e006 None None] Network b3362e4f-dc72-4981-a593-76470bf2468d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:30.719221 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5be043af-113f-4b13-abb0-4d541246ad48 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6082513 Mar 16 11:48:30.720087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:30.725787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1786915418'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:30.730957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:30.734658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:network and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:30.737551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:30.743330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:30.756261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Made reservation on behalf of fa348a5b9eee4e338f1937e7ca146c35 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:30.759494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.787089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:30.795767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.796102 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Added segment 60d30080-3a7f-4d67-87e8-7954b77d9eea of type vlan for network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 Mar 16 11:48:30.824961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.854375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.858030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:30.858614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.922146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-b3362e4f-dc72-4981-a593-76470bf2468d', 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d', 'tenant_id': 'fa348a5b9eee4e338f1937e7ca146c35', 'fixed_ips': [{'subnet_id': '552e0c94-6a0c-4f6b-94b9-5b01a6e88daf'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:30.923081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:30.955531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2342961 Mar 16 11:48:30.958500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:30.968203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'subnet': {'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:30.984131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbd817-9627-4e42-a185-09121f46a698 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event updated for resources: {'Network': ['ID=4dee5ddd-dfbd-41c3-b782-5e0e8bb80706,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:30.994747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:31.074401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:31.078361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Usage tracker for resource:subnet and tenant:fa348a5b9eee4e338f1937e7ca146c35 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:31.081099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:31.088312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:31.099037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Made reservation on behalf of fa348a5b9eee4e338f1937e7ca146c35 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:31.167458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Allocated IP 172.20.0.2 (b3362e4f-dc72-4981-a593-76470bf2468d/552e0c94-6a0c-4f6b-94b9-5b01a6e88daf/420f9009-2cdb-47d3-a8bf-79b8ad65db13) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:31.201247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.369040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.381189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Transition to ACTIVE for port object 420f9009-2cdb-47d3-a8bf-79b8ad65db13 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:31.400742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Transition to ACTIVE for port object 420f9009-2cdb-47d3-a8bf-79b8ad65db13 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:31.407442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.481139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Network b3362e4f-dc72-4981-a593-76470bf2468d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:31.483974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:31.488894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:31.491082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Pushing event updated for resources: {'Port': ['ID=420f9009-2cdb-47d3-a8bf-79b8ad65db13,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:31.515812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.585292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Attempting to bind port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:31.585695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Attempting to bind port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '72618501-efc8-4408-b15b-c7a21dacddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:31.586115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Attempting to bind port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 on network b3362e4f-dc72-4981-a593-76470bf2468d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:31.589035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20c1f1d4-38d9-4ff5-82a5-8c7e465fdd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.594421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:31.594784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Checking segment: {'id': '72618501-efc8-4408-b15b-c7a21dacddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:31.595165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.595532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Bound using segment: {'id': '72618501-efc8-4408-b15b-c7a21dacddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:31.595980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Bound port: 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72618501-efc8-4408-b15b-c7a21dacddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b3362e4f-dc72-4981-a593-76470bf2468d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:31.596342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.597171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event updated for resources: {'Subnet': ['ID=30f6ff98-ec49-4170-b35b-f7baf07ba717,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:31.612882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Checking segment: {'id': '60d30080-3a7f-4d67-87e8-7954b77d9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:31.613242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Network hostable DHCP agents. Network: 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:31.636280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:31.646151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:31.650996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:31.651582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.679400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:31.680019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5637bc0-3dd9-48e8-8c85-85033e38714b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7199857 Mar 16 11:48:31.681903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178911d-5c8d-4854-a60c-07eed4cffcd5 None None] Network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:31.685588 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ccc8fe0-08ad-4e3c-9138-be120191cadf tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:31.804391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] For port 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:31.823146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] For port 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=420f9009-2cdb-47d3-a8bf-79b8ad65db13,segment=NetworkSegment(72618501-efc8-4408-b15b-c7a21dacddb0),segment_id=72618501-efc8-4408-b15b-c7a21dacddb0)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:31.829133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:31.986427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bfb33-27ca-4f31-ad68-82cfdc9516c9 None None] Pushing event updated for resources: {'Port': ['ID=420f9009-2cdb-47d3-a8bf-79b8ad65db13,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:32.002352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-4dee5ddd-dfbd-41c3-b782-5e0e8bb80706', 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706', 'tenant_id': 'fa348a5b9eee4e338f1937e7ca146c35', 'fixed_ips': [{'subnet_id': '30f6ff98-ec49-4170-b35b-f7baf07ba717'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:32.003746 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.195902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Allocated IP 172.21.0.2 (4dee5ddd-dfbd-41c3-b782-5e0e8bb80706/30f6ff98-ec49-4170-b35b-f7baf07ba717/f3b35e22-d849-469d-a5f3-bf9a50210441) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:32.222370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8fe0-08ad-4e3c-9138-be120191cadf tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.384476 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9ccc8fe0-08ad-4e3c-9138-be120191cadf tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 16 11:48:32.385521 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ccc8fe0-08ad-4e3c-9138-be120191cadf tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "PUT /v2.0/routers/e6688130-a972-4783-a231-97c7070e7eaf HTTP/1.1" status: 400 len: 364 time: 0.7047477 Mar 16 11:48:32.391457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:32.408311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.418598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Transition to ACTIVE for port object f3b35e22-d849-469d-a5f3-bf9a50210441 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:32.438638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Transition to ACTIVE for port object f3b35e22-d849-469d-a5f3-bf9a50210441 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:32.444956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.513926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:32.516727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:32.521324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:32.523714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Pushing event updated for resources: {'Port': ['ID=f3b35e22-d849-469d-a5f3-bf9a50210441,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:32.577520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Deleting subnet 30f6ff98-ec49-4170-b35b-f7baf07ba717 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:48:32.581276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.610578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Attempting to bind port f3b35e22-d849-469d-a5f3-bf9a50210441 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:32.610940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Attempting to bind port f3b35e22-d849-469d-a5f3-bf9a50210441 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '60d30080-3a7f-4d67-87e8-7954b77d9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:32.611270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Attempting to bind port f3b35e22-d849-469d-a5f3-bf9a50210441 on network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:32.618595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:32.618958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Checking segment: {'id': '60d30080-3a7f-4d67-87e8-7954b77d9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:32.619356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.619740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Bound using segment: {'id': '60d30080-3a7f-4d67-87e8-7954b77d9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:32.620195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Bound port: f3b35e22-d849-469d-a5f3-bf9a50210441, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d30080-3a7f-4d67-87e8-7954b77d9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4dee5ddd-dfbd-41c3-b782-5e0e8bb80706'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:32.620562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.641912 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.717279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] For port f3b35e22-d849-469d-a5f3-bf9a50210441, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:32.721445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] For port f3b35e22-d849-469d-a5f3-bf9a50210441, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f3b35e22-d849-469d-a5f3-bf9a50210441,segment=NetworkSegment(60d30080-3a7f-4d67-87e8-7954b77d9eea),segment_id=60d30080-3a7f-4d67-87e8-7954b77d9eea)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:32.725636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.732908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.803817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd2f5-cc15-42a3-a688-0271192282ca None None] Pushing event updated for resources: {'Port': ['ID=f3b35e22-d849-469d-a5f3-bf9a50210441,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:32.828334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.869221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Subnet': ['ID=30f6ff98-ec49-4170-b35b-f7baf07ba717,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:32.873605 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:32.880845 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9550ba0f-151d-4897-8f3e-baeb31caac20 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "DELETE /v2.0/subnets/30f6ff98-ec49-4170-b35b-f7baf07ba717 HTTP/1.1" status: 204 len: 168 time: 0.4884086 Mar 16 11:48:32.883354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:32.931558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3dc29-1398-4500-8aba-6fc2f8224ac6 None None] Network b3362e4f-dc72-4981-a593-76470bf2468d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:33.024249 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.035804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Deleting port f3b35e22-d849-469d-a5f3-bf9a50210441 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:33.036131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.070541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-173b5a43-e56b-4190-8fe9-6ab7e9362ee4 None None] Provisioning for port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:33.261563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] For port f3b35e22-d849-469d-a5f3-bf9a50210441, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f3b35e22-d849-469d-a5f3-bf9a50210441,segment=NetworkSegment(60d30080-3a7f-4d67-87e8-7954b77d9eea),segment_id=60d30080-3a7f-4d67-87e8-7954b77d9eea)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:33.261915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.342482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 420f9009-2cdb-47d3-a8bf-79b8ad65db13 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:33.391463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Calling delete_port for f3b35e22-d849-469d-a5f3-bf9a50210441 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:33.422749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:33.428028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:33.428397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.469454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.516182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Port': ['ID=f3b35e22-d849-469d-a5f3-bf9a50210441,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:33.522679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] No DVR routers for this DVR port f3b35e22-d849-469d-a5f3-bf9a50210441 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:33.559449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.596589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=420f9009-2cdb-47d3-a8bf-79b8ad65db13,segment=NetworkSegment(72618501-efc8-4408-b15b-c7a21dacddb0),segment_id=72618501-efc8-4408-b15b-c7a21dacddb0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:33.607008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.607774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f3b35e22-d849-469d-a5f3-bf9a50210441 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:33.647303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.688447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f3b35e22-d849-469d-a5f3-bf9a50210441 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:33.688844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f3b35e22-d849-469d-a5f3-bf9a50210441 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 16 11:48:33.748698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Port f3b35e22-d849-469d-a5f3-bf9a50210441 not found, will not notify nova. {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 16 11:48:33.764059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e40a1527-d5c0-4a13-80aa-22fd29803145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.771874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d592f220-7eed-4404-8566-a70a919aa7ca None None] Provisioning complete for port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:33.772248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d592f220-7eed-4404-8566-a70a919aa7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.783099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dee5ddd-dfbd-41c3-b782-5e0e8bb80706']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:33.796429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d30080-3a7f-4d67-87e8-7954b77d9eea') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:33.796612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d30080-3a7f-4d67-87e8-7954b77d9eea') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:33.808631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.814982 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=420f9009-2cdb-47d3-a8bf-79b8ad65db13,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:33.825865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.836068 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:33.836430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:33.853029 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:33.855836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26a08d-ecfa-4c0c-8e26-026f4c861136 None None] Network 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:33.936043 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.954056 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:33.965033 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Network': ['ID=4dee5ddd-dfbd-41c3-b782-5e0e8bb80706,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:33.968980 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62c19845-c3ec-4d74-856c-01e1ab9250ec tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "DELETE /v2.0/networks/4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 HTTP/1.1" status: 204 len: 168 time: 1.0845790 Mar 16 11:48:33.971463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:34.158581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86d541-2c9a-45a8-9ba7-e81373a0a9e4 None None] DHCP port deletion for 4dee5ddd-dfbd-41c3-b782-5e0e8bb80706 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:48:34.167223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Deleting subnet 552e0c94-6a0c-4f6b-94b9-5b01a6e88daf {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:48:34.170352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a314bdc-aa52-458c-95f5-850422d9ba63 None None] Could not find standard attr ID for object f3b35e22-d849-469d-a5f3-bf9a50210441. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 16 11:48:34.176513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.231162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.318061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.397313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.434263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Subnet': ['ID=552e0c94-6a0c-4f6b-94b9-5b01a6e88daf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:34.440351 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.446649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2cdeb1-cf25-4afa-88f8-1030e3296f0c None None] Network b3362e4f-dc72-4981-a593-76470bf2468d requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:34.447163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12936544-005a-4fc1-99f5-3d067b7fbc7b tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "DELETE /v2.0/subnets/552e0c94-6a0c-4f6b-94b9-5b01a6e88daf HTTP/1.1" status: 204 len: 168 time: 0.4745893 Mar 16 11:48:34.449743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:34.566674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.577303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Deleting port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:34.577524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.690462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] DHCP port deletion for b3362e4f-dc72-4981-a593-76470bf2468d request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:48:34.694937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Deleting port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:34.695311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.791352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] For port 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=420f9009-2cdb-47d3-a8bf-79b8ad65db13,segment=NetworkSegment(72618501-efc8-4408-b15b-c7a21dacddb0),segment_id=72618501-efc8-4408-b15b-c7a21dacddb0)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:34.791725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.900257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] For port 420f9009-2cdb-47d3-a8bf-79b8ad65db13, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=420f9009-2cdb-47d3-a8bf-79b8ad65db13,segment=NetworkSegment(72618501-efc8-4408-b15b-c7a21dacddb0),segment_id=72618501-efc8-4408-b15b-c7a21dacddb0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:34.900602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:34.909144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Calling delete_port for 420f9009-2cdb-47d3-a8bf-79b8ad65db13 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:34.981188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.020369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Calling delete_port for 420f9009-2cdb-47d3-a8bf-79b8ad65db13 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:48:35.028087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Port': ['ID=420f9009-2cdb-47d3-a8bf-79b8ad65db13,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:35.032551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] No DVR routers for this DVR port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:48:35.079698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.101834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.107422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:48:35.107773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:48:35.156439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.183295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3362e4f-dc72-4981-a593-76470bf2468d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:35.196133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72618501-efc8-4408-b15b-c7a21dacddb0') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:35.196398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72618501-efc8-4408-b15b-c7a21dacddb0') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:35.208848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.228478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.236837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:48:35.237246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:48:35.258656 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:48:35.272215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 420f9009-2cdb-47d3-a8bf-79b8ad65db13 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:35.307322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 420f9009-2cdb-47d3-a8bf-79b8ad65db13 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:35.307661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 420f9009-2cdb-47d3-a8bf-79b8ad65db13 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:35.308068 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f3b35e22-d849-469d-a5f3-bf9a50210441 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:48:35.338947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f3b35e22-d849-469d-a5f3-bf9a50210441 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:48:35.339285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f3b35e22-d849-469d-a5f3-bf9a50210441 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:48:35.345326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.351011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.376387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Pushing event deleted for resources: {'Network': ['ID=b3362e4f-dc72-4981-a593-76470bf2468d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:35.381240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8c5397b-f7f9-4196-a44b-77c3f8fc6ba3 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "DELETE /v2.0/networks/b3362e4f-dc72-4981-a593-76470bf2468d HTTP/1.1" status: 204 len: 168 time: 0.9305625 Mar 16 11:48:35.383961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:35.424263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-76d9a54a-b9fa-449c-81cb-ab65ad5f432a tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Synchronizing usage tracker for tenant:fa348a5b9eee4e338f1937e7ca146c35 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:35.441389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-76d9a54a-b9fa-449c-81cb-ab65ad5f432a tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Unset dirty status for tenant:fa348a5b9eee4e338f1937e7ca146c35 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:35.442563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-76d9a54a-b9fa-449c-81cb-ab65ad5f432a tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6688130-a972-4783-a231-97c7070e7eaf HTTP/1.1" status: 200 len: 205 time: 0.0576880 Mar 16 11:48:35.445164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:35.609103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Deleting port 420f9009-2cdb-47d3-a8bf-79b8ad65db13 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:48:35.609709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.664655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:35.673985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d65b3adc-995e-42d0-af89-90b2aa1ee0c5 None None] The port '420f9009-2cdb-47d3-a8bf-79b8ad65db13' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:48:36.035794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.039888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.066595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.067100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Fanout notify agent at l3_agent the message router_deleted on router e6688130-a972-4783-a231-97c7070e7eaf {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:48:36.077317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.078435 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe4c1386-011f-43b2-bec4-fff7c7ac6183 tempest-RoutersNegativeTest-216423950 tempest-RoutersNegativeTest-216423950-project] 10.222.0.36 "DELETE /v2.0/routers/e6688130-a972-4783-a231-97c7070e7eaf HTTP/1.1" status: 204 len: 168 time: 0.6323602 Mar 16 11:48:36.356349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.375025 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48868) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:36.546433 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1fb2026d-12a8-4808-9321-9b124d90c00d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa348a5b9eee4e338f1937e7ca146c35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701343 Mar 16 11:48:36.548892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:36.629634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.656432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.712087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.730618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751ceb5-c14d-4002-9d38-1b784e7637d1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:36.735585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:36.736066 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-884d1c33-58f9-4c73-a0e1-4316e78fa288 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0751ceb5-c14d-4002-9d38-1b784e7637d1 HTTP/1.1" status: 204 len: 168 time: 0.1862893 Mar 16 11:48:37.552727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48896) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:37.691007 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-43885469-network', 'tenant_id': 'd968824688fa45038cad118d939ff9e6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:37.696290 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:37.700673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Usage tracker for resource:network and tenant:d968824688fa45038cad118d939ff9e6 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:37.703723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:37.709781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:37.723734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Made reservation on behalf of d968824688fa45038cad118d939ff9e6 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:37.725962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.738457 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.768911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:37.772635 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Usage tracker for resource:security_group_rule and tenant:d968824688fa45038cad118d939ff9e6 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:37.775379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:37.781416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:37.844035 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.849495 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.880838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:37.885916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:37.893317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.893317 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Added segment 6789cd3b-c176-4539-b882-7b74076f7f13 of type vlan for network 6251c983-906a-4eaa-b5a4-688d6f75cf89 Mar 16 11:48:37.918361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.948792 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:37.949551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:37.950197 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.050804 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4969749 Mar 16 11:48:38.051591 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7487-0500-4ccc-9625-efa816f98acb admin admin] Pushing event updated for resources: {'Network': ['ID=6251c983-906a-4eaa-b5a4-688d6f75cf89,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:38.053899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:38.059977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Request body: {'subnet': {'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-subnet', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:38.063147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:38.064969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:38.069080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Usage tracker for resource:subnet and tenant:d968824688fa45038cad118d939ff9e6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:38.071994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:38.077693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:38.089463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Made reservation on behalf of d968824688fa45038cad118d939ff9e6 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:38.092755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.297367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.362634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:38.382444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Checking segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:38.382793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Network hostable DHCP agents. Network: 6251c983-906a-4eaa-b5a4-688d6f75cf89, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:38.405413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:38.415927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 6251c983-906a-4eaa-b5a4-688d6f75cf89) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:38.420014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:38.420581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.426447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4f756-d4fd-4fc0-8d79-a4434990da05 None None] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:38.441088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-13880633-8f09-489e-89de-8cdfed1c177e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855634 Mar 16 11:48:38.443971 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:38.449154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:38.453985 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:38.457983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Usage tracker for resource:router and tenant:d968824688fa45038cad118d939ff9e6 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:38.461021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:38.467142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:38.479644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.480578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.498384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.637592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-6251c983-906a-4eaa-b5a4-688d6f75cf89', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:38.638490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.645983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.826082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Allocated IP 172.20.0.2 (6251c983-906a-4eaa-b5a4-688d6f75cf89/9a11c8cb-d124-43ee-83ce-9fb2f591e4d9/ad21cb13-5450-4504-bf2d-2adc966231db) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:38.838438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:38.867908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.009273 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Allocated IP 172.26.1.239 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/2c332518-4cb5-4d71-a159-0213d79f3fcb) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:39.030656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.040564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Transition to ACTIVE for port object ad21cb13-5450-4504-bf2d-2adc966231db will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:39.058160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Transition to ACTIVE for port object ad21cb13-5450-4504-bf2d-2adc966231db will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:39.064652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.131833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:39.134633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:39.138881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:39.140879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Pushing event updated for resources: {'Port': ['ID=ad21cb13-5450-4504-bf2d-2adc966231db,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:39.164553 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.195140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.228434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Attempting to bind port ad21cb13-5450-4504-bf2d-2adc966231db on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:39.228793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Attempting to bind port ad21cb13-5450-4504-bf2d-2adc966231db by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:39.229153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Attempting to bind port ad21cb13-5450-4504-bf2d-2adc966231db on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:39.235728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:39.236087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Checking segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:39.236474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.237115 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Bound using segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:39.237337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Bound port: ad21cb13-5450-4504-bf2d-2adc966231db, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:39.237907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.271678 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:39.272328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Pushing event updated for resources: {'Port': ['ID=2c332518-4cb5-4d71-a159-0213d79f3fcb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:39.274887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:39.276849 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:39.329359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] For port ad21cb13-5450-4504-bf2d-2adc966231db, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:39.332430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] For port ad21cb13-5450-4504-bf2d-2adc966231db, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ad21cb13-5450-4504-bf2d-2adc966231db,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:39.337122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.414426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820a66-0691-4931-aa82-bed8fd11abef None None] Pushing event updated for resources: {'Port': ['ID=ad21cb13-5450-4504-bf2d-2adc966231db,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:39.439460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.440218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:39.788396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Router 3822cbd1-9e79-4ca4-b6e4-b489399d092f is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:48:40.005081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:48:40.015038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Sync routers for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:48:40.027717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:40.028468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:40.030647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:40.032405 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-747717dd-431f-47a5-9111-7f51f337aabf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5874026 Mar 16 11:48:40.035223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48910) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:40.219027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:40.345665 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef22fe6-d83f-4df8-b6b2-63db7f068aa9 None None] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:40.539306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8b1c280a-0121-48de-9248-883a7de98b35 None None] Provisioning for port ad21cb13-5450-4504-bf2d-2adc966231db completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:40.733453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:39Z', 'revision_number': 3, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:40.739975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Checking router: 3822cbd1-9e79-4ca4-b6e4-b489399d092f for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:48:40.740309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Updating router 3822cbd1-9e79-4ca4-b6e4-b489399d092f port 2c332518-4cb5-4d71-a159-0213d79f3fcb binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:48:40.795698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:40.801393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.017306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Allocated IP 172.20.0.1 (6251c983-906a-4eaa-b5a4-688d6f75cf89/9a11c8cb-d124-43ee-83ce-9fb2f591e4d9/52f398f9-b077-43ce-9806-6b6081749149) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:41.158674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.174977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.176656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Transition to ACTIVE for port object 52f398f9-b077-43ce-9806-6b6081749149 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:41.186757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Transition to ACTIVE for port object 2c332518-4cb5-4d71-a159-0213d79f3fcb will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:41.194054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.203333 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.280677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f644b7-f1fb-4e4e-bec4-a6426167690f None None] Pushing event updated for resources: {'Port': ['ID=2c332518-4cb5-4d71-a159-0213d79f3fcb,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:41.283125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Attempting to bind port 2c332518-4cb5-4d71-a159-0213d79f3fcb on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:41.290057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Attempting to bind port 2c332518-4cb5-4d71-a159-0213d79f3fcb by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:41.290057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Attempting to bind port 2c332518-4cb5-4d71-a159-0213d79f3fcb on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:41.294261 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:41.295499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:41.296288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:41.297283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:41.297283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.297646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:41.298243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Bound port: 2c332518-4cb5-4d71-a159-0213d79f3fcb, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:41.298627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.299015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Pushing event updated for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:41.306096 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:41.337549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ad21cb13-5450-4504-bf2d-2adc966231db up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:41.375442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.429656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] For port 2c332518-4cb5-4d71-a159-0213d79f3fcb, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:41.433339 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] For port 2c332518-4cb5-4d71-a159-0213d79f3fcb, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2c332518-4cb5-4d71-a159-0213d79f3fcb,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:41.437827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.500365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ad21cb13-5450-4504-bf2d-2adc966231db completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:41.515100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ad21cb13-5450-4504-bf2d-2adc966231db triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:41.515474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.567931 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f644b7-f1fb-4e4e-bec4-a6426167690f None None] Pushing event updated for resources: {'Port': ['ID=2c332518-4cb5-4d71-a159-0213d79f3fcb,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:41.577031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.582689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:41.583203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:41.765524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-908d1b6f-d3f1-47f6-b18c-6501e1ee55cf None None] Provisioning for port 52f398f9-b077-43ce-9806-6b6081749149 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:41.786528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-908d1b6f-d3f1-47f6-b18c-6501e1ee55cf None None] Provisioning complete for port 52f398f9-b077-43ce-9806-6b6081749149 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:41.786846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-908d1b6f-d3f1-47f6-b18c-6501e1ee55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.801060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.805525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.837209 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.881794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-908d1b6f-d3f1-47f6-b18c-6501e1ee55cf None None] Port 52f398f9-b077-43ce-9806-6b6081749149 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:48:41.891806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:41.910582 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:41.913965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Pushing event updated for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:41.947086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ad21cb13-5450-4504-bf2d-2adc966231db, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ad21cb13-5450-4504-bf2d-2adc966231db,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:41.955860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:42.051504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:42.052603 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:42.145559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ad21cb13-5450-4504-bf2d-2adc966231db,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:42.273698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52f398f9-b077-43ce-9806-6b6081749149', 'name': '', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'mac_address': 'fa:16:3e:d9:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:40Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 1, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'subnets': [{'id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:42.279510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576312b4-4719-4827-bf09-519bdbd9fe7c None None] The sync data for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv is: [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52f398f9-b077-43ce-9806-6b6081749149', 'name': '', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'mac_address': 'fa:16:3e:d9:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:40Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 1, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'subnets': [{'id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:48:42.313416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34704021-27c5-440b-92df-576b0dcb4d27 None None] Provisioning complete for port 52f398f9-b077-43ce-9806-6b6081749149 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:42.314107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34704021-27c5-440b-92df-576b0dcb4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:42.373569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:42.379320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-34704021-27c5-440b-92df-576b0dcb4d27 None None] Port 52f398f9-b077-43ce-9806-6b6081749149 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:48:42.487585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Router 3822cbd1-9e79-4ca4-b6e4-b489399d092f has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:48:42.718688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:48:42.729252 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9cadb855-d477-4f70-b8ae-6f33e8578643 admin admin] 10.222.0.36 "PUT /v2.0/routers/3822cbd1-9e79-4ca4-b6e4-b489399d092f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926761 Mar 16 11:48:43.383988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2c332518-4cb5-4d71-a159-0213d79f3fcb up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:43.467619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 2c332518-4cb5-4d71-a159-0213d79f3fcb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:43.473143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2c332518-4cb5-4d71-a159-0213d79f3fcb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:43.473511 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.593349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.609939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 2c332518-4cb5-4d71-a159-0213d79f3fcb, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2c332518-4cb5-4d71-a159-0213d79f3fcb,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:43.616994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.617776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ad21cb13-5450-4504-bf2d-2adc966231db up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:43.742193 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48932) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:43.747866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-547596260-network', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:43.753264 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:43.757330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Usage tracker for resource:network and tenant:6d9e8e78737e4a4da8e685fa4315ca95 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:43.760648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:43.766601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:43.771415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=2c332518-4cb5-4d71-a159-0213d79f3fcb,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:43.781523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Made reservation on behalf of 6d9e8e78737e4a4da8e685fa4315ca95 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:43.783144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ad21cb13-5450-4504-bf2d-2adc966231db triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:43.783513 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.783816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.797383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.830316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:43.834784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9e8e78737e4a4da8e685fa4315ca95 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:43.837663 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:43.843753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:43.915216 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.920020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.951360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:48:43.960189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf360a-4e4a-4510-99d4-1823124a0c73,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:43.965460 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:43.965804 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Added segment d1be48bf-d914-48b8-beb0-5e80b8da5b42 of type vlan for network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 Mar 16 11:48:43.991778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.021920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.023034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:44.023979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.133801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] Pushing event updated for resources: {'Network': ['ID=61cd6b24-13c3-40d5-b3b1-7d5d31a73866,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:44.136708 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4202d840-62c2-4faf-9e0d-1ee33f52dd34 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3934648 Mar 16 11:48:44.139571 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 48936) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:44.144110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:48:44.145778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Request body: {'subnet': {'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-subnet', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:44.150970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:44.155092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Usage tracker for resource:subnet and tenant:6d9e8e78737e4a4da8e685fa4315ca95 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:44.158110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:44.164818 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:44.176238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Made reservation on behalf of 6d9e8e78737e4a4da8e685fa4315ca95 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:44.178522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.475870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.555595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2894a1-4d31-4393-a12d-20675f43cc80,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:44.569838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Checking segment: {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:44.570213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Network hostable DHCP agents. Network: 61cd6b24-13c3-40d5-b3b1-7d5d31a73866, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:48:44.593636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:48:44.605243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 61cd6b24-13c3-40d5-b3b1-7d5d31a73866) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:44.611984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:44.614875 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.615453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c253f-bfeb-4447-b99f-f1595ec89f7a None None] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:44.644117 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c828e4fc-5f44-425c-b935-073f59797d37 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5010386 Mar 16 11:48:44.644579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:44.650698 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:44.656565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:44.661143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Usage tracker for resource:router and tenant:6d9e8e78737e4a4da8e685fa4315ca95 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:44.664153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:44.670564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:44.680594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.681471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.702771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.842713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'fixed_ips': [{'subnet_id': '1f2894a1-4d31-4393-a12d-20675f43cc80'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:48:44.843528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:44.849579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.004971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Allocated IP 172.20.0.2 (61cd6b24-13c3-40d5-b3b1-7d5d31a73866/1f2894a1-4d31-4393-a12d-20675f43cc80/a31fb92d-da7c-47a5-b4de-f9e04e13d503) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:45.047878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.076984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.214770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.226266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Transition to ACTIVE for port object a31fb92d-da7c-47a5-b4de-f9e04e13d503 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:45.248441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Transition to ACTIVE for port object a31fb92d-da7c-47a5-b4de-f9e04e13d503 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:45.263984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.301586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2c332518-4cb5-4d71-a159-0213d79f3fcb up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:45.319133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Allocated IP 172.26.1.86 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/b55071d2-a4d8-4fce-86d2-2e89fee5fa1c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:45.382887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:45.387614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:45.389534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Pushing event updated for resources: {'Port': ['ID=a31fb92d-da7c-47a5-b4de-f9e04e13d503,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:45.393146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:45.469021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.482535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2c332518-4cb5-4d71-a159-0213d79f3fcb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:45.482918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.498018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.521550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Attempting to bind port a31fb92d-da7c-47a5-b4de-f9e04e13d503 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:45.521940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Attempting to bind port a31fb92d-da7c-47a5-b4de-f9e04e13d503 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:45.522325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Attempting to bind port a31fb92d-da7c-47a5-b4de-f9e04e13d503 on network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:45.541722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:45.542126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Checking segment: {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:45.542546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.542932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Bound using segment: {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:45.543393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Bound port: a31fb92d-da7c-47a5-b4de-f9e04e13d503, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:45.543763 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.565372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:45.568098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:45.571768 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:45.600554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Pushing event updated for resources: {'Port': ['ID=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:45.684365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] For port a31fb92d-da7c-47a5-b4de-f9e04e13d503, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:45.687534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] For port a31fb92d-da7c-47a5-b4de-f9e04e13d503, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a31fb92d-da7c-47a5-b4de-f9e04e13d503,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:45.692710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.734086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.734746 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:45.768407 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791ba18-0249-4091-89f6-76bc6c4f6954 None None] Pushing event updated for resources: {'Port': ['ID=a31fb92d-da7c-47a5-b4de-f9e04e13d503,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:45.991332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Router 148bbf45-c676-46f0-a916-3f446fd42567 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:48:46.212762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:48:46.222765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Sync routers for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:48:46.235719 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:46.236540 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:46.240999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:46.245006 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f0a353b-0483-4059-94eb-e5cc86fb8f1c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5967712 Mar 16 11:48:46.245146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 48944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:48:46.465463 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:46.649010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a7f44-1902-47e1-b07d-485962be3c2a None None] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:48:46.754885 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:45Z', 'revision_number': 3, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:46.758674 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Checking router: 148bbf45-c676-46f0-a916-3f446fd42567 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:48:46.759013 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Updating router 148bbf45-c676-46f0-a916-3f446fd42567 port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:48:46.776354 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4463aafc-45d7-402c-acea-4ca8a1a39fb9 None None] Provisioning for port a31fb92d-da7c-47a5-b4de-f9e04e13d503 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:46.814999 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.110602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.155081 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.167198 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Transition to ACTIVE for port object b55071d2-a4d8-4fce-86d2-2e89fee5fa1c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:47.174720 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.271833 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a319-2297-46cf-832c-05d10479115a None None] Pushing event updated for resources: {'Port': ['ID=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:47.274828 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Attempting to bind port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:47.275188 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Attempting to bind port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:47.275570 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Attempting to bind port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:47.286843 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.287184 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.287507 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.287831 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.288153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.288465 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.288784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.289095 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.289402 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.289719 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.290059 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526a319-2297-46cf-832c-05d10479115a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:47.293642 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:47.294274 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:47.294725 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.295100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:47.295556 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Bound port: b55071d2-a4d8-4fce-86d2-2e89fee5fa1c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:47.295917 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.333484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Allocated IP 172.20.0.1 (61cd6b24-13c3-40d5-b3b1-7d5d31a73866/1f2894a1-4d31-4393-a12d-20675f43cc80/862c9741-5bdd-4591-b19a-812e93a2f8e6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:47.347468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a31fb92d-da7c-47a5-b4de-f9e04e13d503 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:47.379661 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] For port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:47.383011 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] For port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:47.389202 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.422774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a31fb92d-da7c-47a5-b4de-f9e04e13d503 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:47.429556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a31fb92d-da7c-47a5-b4de-f9e04e13d503 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:47.429935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.477786 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a319-2297-46cf-832c-05d10479115a None None] Pushing event updated for resources: {'Port': ['ID=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:47.480701 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:47.481277 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:47.495901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.512560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Transition to ACTIVE for port object 862c9741-5bdd-4591-b19a-812e93a2f8e6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:47.537561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.567189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.599656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a31fb92d-da7c-47a5-b4de-f9e04e13d503, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a31fb92d-da7c-47a5-b4de-f9e04e13d503,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:47.604988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.615383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:47.618909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:47.621468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:47.652323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Pushing event updated for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:47.674570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a31fb92d-da7c-47a5-b4de-f9e04e13d503,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:47.678329 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:47.688010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.770110 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.938861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-68ee77a3-ba71-456f-a7bf-a8742a985cc2 None None] Provisioning for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:47.944280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-68ee77a3-ba71-456f-a7bf-a8742a985cc2 None None] Provisioning complete for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:47.944642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68ee77a3-ba71-456f-a7bf-a8742a985cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:47.969519 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:45Z', 'revision_number': 3, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:47.973873 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99edbf4-a530-4fbf-9542-71365d876915 None None] The sync data for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv is: [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:45Z', 'revision_number': 3, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:48:48.003113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-68ee77a3-ba71-456f-a7bf-a8742a985cc2 None None] Port 862c9741-5bdd-4591-b19a-812e93a2f8e6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:48:48.006477 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.011907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.116365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Pushing event updated for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:48.118719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.273970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:48.275217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:48.529550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d43770c9-da21-4254-8c5c-b19dec9689ab None None] Provisioning complete for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:48.529893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d43770c9-da21-4254-8c5c-b19dec9689ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:48.584128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d43770c9-da21-4254-8c5c-b19dec9689ab None None] Port 862c9741-5bdd-4591-b19a-812e93a2f8e6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:48:48.758984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Router 148bbf45-c676-46f0-a916-3f446fd42567 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:48:48.962973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:48:48.972028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46a0edea-63cc-4935-bdc4-8f9f89aaecff admin admin] 10.222.0.36 "PUT /v2.0/routers/148bbf45-c676-46f0-a916-3f446fd42567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7258224 Mar 16 11:48:49.276824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a31fb92d-da7c-47a5-b4de-f9e04e13d503 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:49.343363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a31fb92d-da7c-47a5-b4de-f9e04e13d503 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:49.343728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:49.861103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-abe5ad09-66ad-4cc9-aea7-b363a2f46917 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:49.862475 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-abe5ad09-66ad-4cc9-aea7-b363a2f46917 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 815 time: 0.1436124 Mar 16 11:48:49.879150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-bae1fd18-dd8a-44c9-a3ee-1034a910979f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/quotas/d968824688fa45038cad118d939ff9e6 HTTP/1.1" status: 200 len: 375 time: 0.0112951 Mar 16 11:48:49.958406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-8d27497d-41d3-41b2-8a06-8fe7aaf03a41 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744328 Mar 16 11:48:50.105914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-ea86cf22-5d50-4fb5-ae9a-5a472efa8fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361165 Mar 16 11:48:50.241744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-3d41c4b9-8da7-491b-92ea-22ae1c775e10 service neutron] 10.222.0.36 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300573 Mar 16 11:48:50.425634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae0a2f3e-e123-4b1f-8702-d741cba597ae req-ad8448a7-686f-4035-aed7-1d16918f0ec0 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Mar 16 11:48:51.621471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-27dac2a0-e516-4a97-8cea-03412e687955 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:51.622885 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-27dac2a0-e516-4a97-8cea-03412e687955 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 815 time: 0.1956637 Mar 16 11:48:51.629045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-382eeb9b-8ab4-4e0f-9d53-0a1d6fd55375 req-e00f3bd7-2ceb-4c7f-ba2e-8ce1c967e6ab tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 210 time: 0.0533607 Mar 16 11:48:51.647961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Request body: {'port': {'device_id': '5e01426c-7042-4433-b910-12a2326b9509', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'admin_state_up': True, 'tenant_id': 'd968824688fa45038cad118d939ff9e6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:51.787204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:48:51.790842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Usage tracker for resource:port and tenant:d968824688fa45038cad118d939ff9e6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:48:51.793630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:48:51.799145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:48:51.814566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Made reservation on behalf of d968824688fa45038cad118d939ff9e6 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:48:51.817980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:51.978897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Allocated IP 172.20.0.6 (6251c983-906a-4eaa-b5a4-688d6f75cf89/9a11c8cb-d124-43ee-83ce-9fb2f591e4d9/46ce14b7-2ca2-49b2-845e-725c7912e525) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:48:52.198878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:52.214129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Transition to ACTIVE for port object 46ce14b7-2ca2-49b2-845e-725c7912e525 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:52.237455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:52.307546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:48:52.310578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:48:52.314922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:48:52.339512 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Pushing event updated for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:52.381934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:52.382549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:52.405220 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-94b50329-0333-4996-8714-015ecd8fa2a1 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610416 Mar 16 11:48:52.420350 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Request body: {'port': {'device_id': '5e01426c-7042-4433-b910-12a2326b9509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:48:52.535184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64bc05e7-8047-450e-a42f-4e23f0cf8bae None None] Provisioning for port 46ce14b7-2ca2-49b2-845e-725c7912e525 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:52.540162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64bc05e7-8047-450e-a42f-4e23f0cf8bae None None] Provisioning complete for port 46ce14b7-2ca2-49b2-845e-725c7912e525 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:52.540790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64bc05e7-8047-450e-a42f-4e23f0cf8bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:52.558685 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:48:52.596136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-64bc05e7-8047-450e-a42f-4e23f0cf8bae None None] Port 46ce14b7-2ca2-49b2-845e-725c7912e525 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:48:52.616987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:52.958942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a4ee-f430-4e48-acf2-0995cf57b7f3 req-6456bda3-187b-4589-b7c8-4776e5dfc93f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:52.959641 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-83e8a4ee-f430-4e48-acf2-0995cf57b7f3 req-6456bda3-187b-4589-b7c8-4776e5dfc93f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Synchronizing usage tracker for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:48:53.031733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-83e8a4ee-f430-4e48-acf2-0995cf57b7f3 req-6456bda3-187b-4589-b7c8-4776e5dfc93f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Unset dirty status for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:48:53.032906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-83e8a4ee-f430-4e48-acf2-0995cf57b7f3 req-6456bda3-187b-4589-b7c8-4776e5dfc93f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 931 time: 0.2554772 Mar 16 11:48:53.039383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ce14b7-2ca2-49b2-845e-725c7912e525 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:48:53.060910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.091825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Transition to ACTIVE for port object 46ce14b7-2ca2-49b2-845e-725c7912e525 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:53.099647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.152082 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-83e8a4ee-f430-4e48-acf2-0995cf57b7f3 req-d19596a5-b6cd-4b17-be2c-51c56cde2199 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084540 Mar 16 11:48:53.254471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:53.339967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b55071d2-a4d8-4fce-86d2-2e89fee5fa1c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:53.378744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Attempting to bind port 46ce14b7-2ca2-49b2-845e-725c7912e525 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:53.379199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Attempting to bind port 46ce14b7-2ca2-49b2-845e-725c7912e525 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:53.379433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Attempting to bind port 46ce14b7-2ca2-49b2-845e-725c7912e525 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:53.386151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Port 46ce14b7-2ca2-49b2-845e-725c7912e525 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:48:53.386596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Attempting to bind port 46ce14b7-2ca2-49b2-845e-725c7912e525 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:53.394237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:53.394572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Checking segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:53.394957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Bound using segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:53.395377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Bound port: 46ce14b7-2ca2-49b2-845e-725c7912e525, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:53.395747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.414719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:53.420680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:53.421184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.485408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:53.489196 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=46ce14b7-2ca2-49b2-845e-725c7912e525,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:53.494658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.539051 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.558380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.559230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:53.559881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] 10.222.0.59 "PUT /v2.0/ports/46ce14b7-2ca2-49b2-845e-725c7912e525 HTTP/1.1" status: 200 len: 1093 time: 1.1438735 Mar 16 11:48:53.560241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:48:53.573489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c9e42-451a-4ab9-b992-920130332d76 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:53.575108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:53.648679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:53.648913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525', 'status': 'completed', 'code': 200} Mar 16 11:48:53.687104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-7cdc4612-8b90-4e49-a72a-62b972919625 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 1096 time: 0.0812409 Mar 16 11:48:53.758856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-e4a8463b-7b42-4d0c-acf1-98e19bccbb20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ce14b7-2ca2-49b2-845e-725c7912e525 HTTP/1.1" status: 200 len: 217 time: 0.0613048 Mar 16 11:48:53.826216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-ea9f6c14-3757-484e-b0dd-6ba113164fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:53.827634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-ea9f6c14-3757-484e-b0dd-6ba113164fcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 200 len: 854 time: 0.0604112 Mar 16 11:48:53.913650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-2cd8195c-2713-4a08-980c-46664c301314 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6251c983-906a-4eaa-b5a4-688d6f75cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770502 Mar 16 11:48:54.053837 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-45947ecd-4846-4523-b7fb-923d62101a87 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303499 Mar 16 11:48:54.187513 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0dabaf7e-daf1-4f2c-a30f-940f3e1f18a8 req-3aa695d1-19f8-430a-b869-3d938110e50d service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247022 Mar 16 11:48:54.457825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-8967fd5e-62e8-4525-a095-5f56164880b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 1096 time: 0.2175097 Mar 16 11:48:54.468046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79157d9-ef51-480a-baa3-477e7c7af85e req-6423716b-5947-4fd4-a462-aafb49695865 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:54.469370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d79157d9-ef51-480a-baa3-477e7c7af85e req-6423716b-5947-4fd4-a462-aafb49695865 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 943 time: 0.1872694 Mar 16 11:48:54.594597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d79157d9-ef51-480a-baa3-477e7c7af85e req-f0dfe9fc-6da5-4b9f-aec7-7b923245a0e2 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072893 Mar 16 11:48:54.628310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-e726f23e-f386-4518-afc3-47c57f951d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:54.629767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-e726f23e-f386-4518-afc3-47c57f951d3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 915 time: 0.1595750 Mar 16 11:48:54.702599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-9f5d4e7a-1f28-42cd-88e5-c7191797acdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ce14b7-2ca2-49b2-845e-725c7912e525 HTTP/1.1" status: 200 len: 217 time: 0.0643377 Mar 16 11:48:54.770496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-40cc43c7-3da9-4fe2-ac40-cb5041964961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:54.772414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-40cc43c7-3da9-4fe2-ac40-cb5041964961 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 200 len: 854 time: 0.0625873 Mar 16 11:48:54.850587 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-349044be-87ae-4faa-93ad-818ac704545d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6251c983-906a-4eaa-b5a4-688d6f75cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720215 Mar 16 11:48:54.982471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-ffb74947-46fd-49e1-8a7b-11df9e035a67 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248887 Mar 16 11:48:55.112478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea6fe4db-46ac-4b6e-933d-d5edca456ebd req-e96ebc71-a4ee-45ed-8c97-5099a2db176d service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214366 Mar 16 11:48:55.279624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b55071d2-a4d8-4fce-86d2-2e89fee5fa1c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:55.355993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:55.356334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:55.809536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462212f8-2c3c-477e-9e90-0a507238dec3 req-6252d43a-abaf-45fe-8c6c-e3e79b0fb019 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:55.810884 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-462212f8-2c3c-477e-9e90-0a507238dec3 req-6252d43a-abaf-45fe-8c6c-e3e79b0fb019 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 943 time: 0.0806501 Mar 16 11:48:55.857791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-462212f8-2c3c-477e-9e90-0a507238dec3 req-eb08cb35-fafd-47f2-8beb-f59ea6e3aaae tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Mar 16 11:48:57.069215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee826962-5f18-4b16-a638-65944e85c310 req-51fe49c7-3e5e-48cd-8754-7a3291a058ee tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:57.070730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee826962-5f18-4b16-a638-65944e85c310 req-51fe49c7-3e5e-48cd-8754-7a3291a058ee tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 943 time: 0.0861917 Mar 16 11:48:57.093347 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Sync routers for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:48:57.106026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:57.106618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:57.122745 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee826962-5f18-4b16-a638-65944e85c310 req-afc65de6-9579-4b6e-bb71-7129ce6155f9 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Mar 16 11:48:57.284256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:57.628454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52f398f9-b077-43ce-9806-6b6081749149', 'name': '', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'mac_address': 'fa:16:3e:d9:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:40Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 2, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'subnets': [{'id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:57.632366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Checking router: 3822cbd1-9e79-4ca4-b6e4-b489399d092f for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:48:57.632716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Updating router 3822cbd1-9e79-4ca4-b6e4-b489399d092f port 52f398f9-b077-43ce-9806-6b6081749149 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:48:57.683216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.023384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.042035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Transition to ACTIVE for port object 52f398f9-b077-43ce-9806-6b6081749149 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:58.049785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.086152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 46ce14b7-2ca2-49b2-845e-725c7912e525 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:48:58.202933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Pushing event updated for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:58.272001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.272455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.272860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.273251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.273686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.274086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.274437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.274820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.275198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.275575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.275966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:48:58.350601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cfff1-4ada-44f3-bbef-b915cba8bf00 req-70a28fb8-f728-4d18-8f42-550370a68c06 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:58.357583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56cfff1-4ada-44f3-bbef-b915cba8bf00 req-70a28fb8-f728-4d18-8f42-550370a68c06 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 943 time: 0.1103406 Mar 16 11:48:58.417439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=46ce14b7-2ca2-49b2-845e-725c7912e525,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:58.418309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d56cfff1-4ada-44f3-bbef-b915cba8bf00 req-306b85fd-4b85-4810-9818-3476d786b1db tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Mar 16 11:48:58.431980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Attempting to bind port 52f398f9-b077-43ce-9806-6b6081749149 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:48:58.431980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Attempting to bind port 52f398f9-b077-43ce-9806-6b6081749149 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:48:58.431980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Attempting to bind port 52f398f9-b077-43ce-9806-6b6081749149 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:48:58.434483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '46ce14b7-2ca2-49b2-845e-725c7912e525', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'port_id': '46ce14b7-2ca2-49b2-845e-725c7912e525', 'mac_address': 'fa:16:3e:c1:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:48:58.486520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:48:58.486897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Checking segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:48:58.487298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.487794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Bound using segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:48:58.488250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Bound port: 52f398f9-b077-43ce-9806-6b6081749149, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:48:58.488619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.547948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.588737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ce14b7-2ca2-49b2-845e-725c7912e525 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:48:58.621988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=46ce14b7-2ca2-49b2-845e-725c7912e525,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:58.626935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] For port 52f398f9-b077-43ce-9806-6b6081749149, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:48:58.629703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.632512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] For port 52f398f9-b077-43ce-9806-6b6081749149, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52f398f9-b077-43ce-9806-6b6081749149,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:48:58.668691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:58.711794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:58.765886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:58.766529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:58.820430 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Sync routers for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:48:58.838462 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:48:58.839080 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:58.919648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['46ce14b7-2ca2-49b2-845e-725c7912e525'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:48:58.944990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250451f-36be-43e2-921e-b06667316e9b None None] Pushing event updated for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:59.056538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:59.056750 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:48:59.330864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52f398f9-b077-43ce-9806-6b6081749149 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:48:59.377565 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 4, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '862c9741-5bdd-4591-b19a-812e93a2f8e6', 'name': '', 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'mac_address': 'fa:16:3e:ff:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:47Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 2, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'subnets': [{'id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:59.382207 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Checking router: 148bbf45-c676-46f0-a916-3f446fd42567 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:48:59.382546 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Updating router 148bbf45-c676-46f0-a916-3f446fd42567 port 862c9741-5bdd-4591-b19a-812e93a2f8e6 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:48:59.432151 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.500314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 52f398f9-b077-43ce-9806-6b6081749149 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:48:59.508724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 52f398f9-b077-43ce-9806-6b6081749149 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:48:59.509147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.580693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52f398f9-b077-43ce-9806-6b6081749149', 'name': '', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'mac_address': 'fa:16:3e:d9:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:40Z', 'updated_at': '2022-03-16T11:48:58Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'subnets': [{'id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:48:59.587018 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f139-e787-4645-9d27-ca9744811edc None None] The sync data for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv is: [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:41Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '52f398f9-b077-43ce-9806-6b6081749149', 'name': '', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'mac_address': 'fa:16:3e:d9:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:40Z', 'updated_at': '2022-03-16T11:48:58Z', 'revision_number': 4, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'subnets': [{'id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:48:59.617363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1c4bb-c95a-4a51-89c3-3db3ebb8f5ab req-08b8fd1d-64cb-4e34-9aec-a8a2c3e17835 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:48:59.627133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61d1c4bb-c95a-4a51-89c3-3db3ebb8f5ab req-08b8fd1d-64cb-4e34-9aec-a8a2c3e17835 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 944 time: 0.0981448 Mar 16 11:48:59.641282 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.678698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 52f398f9-b077-43ce-9806-6b6081749149, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52f398f9-b077-43ce-9806-6b6081749149,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:48:59.680962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61d1c4bb-c95a-4a51-89c3-3db3ebb8f5ab req-6b08e981-078b-4090-a055-3c2d9afb549f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Mar 16 11:48:59.695028 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.764164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:48:59.809167 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.821363 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Transition to ACTIVE for port object 862c9741-5bdd-4591-b19a-812e93a2f8e6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:48:59.833023 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:48:59.963307 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898a61e-ba79-403a-a1c9-4742ad872d02 None None] Pushing event updated for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:00.054130 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Attempting to bind port 862c9741-5bdd-4591-b19a-812e93a2f8e6 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:49:00.054578 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Attempting to bind port 862c9741-5bdd-4591-b19a-812e93a2f8e6 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:49:00.054998 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Attempting to bind port 862c9741-5bdd-4591-b19a-812e93a2f8e6 on network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:49:00.062208 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:49:00.062567 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Checking segment: {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:49:00.063006 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.063390 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Bound using segment: {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:49:00.063839 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Bound port: 862c9741-5bdd-4591-b19a-812e93a2f8e6, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1be48bf-d914-48b8-beb0-5e80b8da5b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:49:00.064198 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.071350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 46ce14b7-2ca2-49b2-845e-725c7912e525 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:00.154561 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] For port 862c9741-5bdd-4591-b19a-812e93a2f8e6, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:49:00.157947 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] For port 862c9741-5bdd-4591-b19a-812e93a2f8e6, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=862c9741-5bdd-4591-b19a-812e93a2f8e6,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:49:00.163440 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 46ce14b7-2ca2-49b2-845e-725c7912e525 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:00.164045 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.168307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 46ce14b7-2ca2-49b2-845e-725c7912e525 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:00.168667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.244439 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898a61e-ba79-403a-a1c9-4742ad872d02 None None] Pushing event updated for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:00.249041 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:49:00.249637 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:48:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:00.295522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.324576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:49:00.335510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=46ce14b7-2ca2-49b2-845e-725c7912e525,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:00.344536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:00.409402 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525', 'code': 200} Mar 16 11:49:00.414534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:00.456204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:49:00.677734 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad756d77-f606-4847-912d-a0c4cb8f1097 req-d45a41e6-bc28-431e-aa30-13410985304c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 1098 time: 0.0696375 Mar 16 11:49:00.724747 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad756d77-f606-4847-912d-a0c4cb8f1097 req-fe8b5581-a57a-4d08-91eb-929383440b8a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382428 Mar 16 11:49:00.821668 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 4, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '862c9741-5bdd-4591-b19a-812e93a2f8e6', 'name': '', 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'mac_address': 'fa:16:3e:ff:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:47Z', 'updated_at': '2022-03-16T11:49:00Z', 'revision_number': 4, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'subnets': [{'id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:00.825790 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caa632-4cb6-459b-8a0d-cd6c83da7e4f None None] The sync data for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv is: [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:48:47Z', 'revision_number': 4, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '862c9741-5bdd-4591-b19a-812e93a2f8e6', 'name': '', 'network_id': '61cd6b24-13c3-40d5-b3b1-7d5d31a73866', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'mac_address': 'fa:16:3e:ff:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:47Z', 'updated_at': '2022-03-16T11:49:00Z', 'revision_number': 4, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'subnets': [{'id': '1f2894a1-4d31-4393-a12d-20675f43cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:49:00.899240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c622345-5fe4-4d0b-99bc-dd432c3b901c req-a993ef1c-6191-46c8-a94d-7bf2a3bb9c5f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:00.900682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c622345-5fe4-4d0b-99bc-dd432c3b901c req-a993ef1c-6191-46c8-a94d-7bf2a3bb9c5f tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0906353 Mar 16 11:49:00.948523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c622345-5fe4-4d0b-99bc-dd432c3b901c req-f4c6a55e-43fa-4b5c-ba08-2e1e64e28ac6 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Mar 16 11:49:01.353481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52f398f9-b077-43ce-9806-6b6081749149 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:01.422564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 52f398f9-b077-43ce-9806-6b6081749149 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:01.422933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.544198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 862c9741-5bdd-4591-b19a-812e93a2f8e6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:01.617137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d90616c4-219f-4b0a-95d2-32f7f58d27e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.639760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:01.644613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:01.645009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.774940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.807986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 862c9741-5bdd-4591-b19a-812e93a2f8e6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=862c9741-5bdd-4591-b19a-812e93a2f8e6,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:01.812757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:01.883082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:02.153159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f63f-f10e-40c3-a102-11f5d5029275 req-404730fb-e5bf-44f0-aa30-6611dcfaf963 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:02.154604 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1df4f63f-f10e-40c3-a102-11f5d5029275 req-404730fb-e5bf-44f0-aa30-6611dcfaf963 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0802729 Mar 16 11:49:02.206580 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1df4f63f-f10e-40c3-a102-11f5d5029275 req-1c334936-22a7-4544-8fc4-ab28cecb322a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Mar 16 11:49:02.406699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0092739-0a94-4564-a8be-9f160c7ad1f6 req-093958c3-f6a7-431d-b7ed-5902e72bad8b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:02.408120 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0092739-0a94-4564-a8be-9f160c7ad1f6 req-093958c3-f6a7-431d-b7ed-5902e72bad8b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0838025 Mar 16 11:49:02.457879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0092739-0a94-4564-a8be-9f160c7ad1f6 req-0d8922cc-2811-4027-913b-e1dc7289b1a4 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Mar 16 11:49:03.286877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 862c9741-5bdd-4591-b19a-812e93a2f8e6 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:03.353370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 862c9741-5bdd-4591-b19a-812e93a2f8e6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:03.353729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:03.739086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1efc804-541c-48e3-b750-671d8253e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:05.015720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:05.078468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:06.367220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:11.975975 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-c9057dc4-a0bb-49e0-92b0-361401759de6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673785 Mar 16 11:49:12.120186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-1947adc3-10c9-47b0-b3f0-287112ebe8c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 1098 time: 0.0696614 Mar 16 11:49:12.269668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-30aca976-5779-41ec-9f28-4a0a855568f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.271472 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-30aca976-5779-41ec-9f28-4a0a855568f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 915 time: 0.1314025 Mar 16 11:49:12.354148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:12.434910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-d5186dfd-0360-4774-9465-02d63c945605 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ce14b7-2ca2-49b2-845e-725c7912e525 HTTP/1.1" status: 200 len: 217 time: 0.1576633 Mar 16 11:49:12.498123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-17961577-9847-4a19-a040-0d4327e21a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:12.499576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-17961577-9847-4a19-a040-0d4327e21a76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 200 len: 854 time: 0.0589542 Mar 16 11:49:12.577290 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-0f71bef3-abbc-4695-ab58-4773ae1e4ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6251c983-906a-4eaa-b5a4-688d6f75cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706625 Mar 16 11:49:12.712705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-63d1aa51-13d7-4cd5-91ce-ea41dd2b9682 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289008 Mar 16 11:49:12.857119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b57d18cc-27ed-46b7-8037-696eae4cf899 req-460becc3-46bd-4bcc-a7d0-8147ed81a512 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361256 Mar 16 11:49:17.136427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d1489-1c67-48a0-909e-da17bd45b40f req-9618e9eb-3d76-40e7-b3df-841e36a8b60a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:17.137733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f4d1489-1c67-48a0-909e-da17bd45b40f req-9618e9eb-3d76-40e7-b3df-841e36a8b60a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0776036 Mar 16 11:49:17.189714 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6f4d1489-1c67-48a0-909e-da17bd45b40f req-c0f4bb7e-a271-4b6e-9a16-5c2e0e702c87 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Mar 16 11:49:18.408269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d629-c829-46f9-90a2-4f692ee43f27 req-6d168b04-5fd0-4113-be03-e38248b64c65 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:18.409697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad20d629-c829-46f9-90a2-4f692ee43f27 req-6d168b04-5fd0-4113-be03-e38248b64c65 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0798984 Mar 16 11:49:18.454029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad20d629-c829-46f9-90a2-4f692ee43f27 req-1b4b793c-5b5f-42ff-867b-21f15d7ccf24 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Mar 16 11:49:18.703503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-405ec1e5-e3f8-4f1b-9b6f-526479a22ffd tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:18.704881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-405ec1e5-e3f8-4f1b-9b6f-526479a22ffd tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 945 time: 0.0916355 Mar 16 11:49:18.783440 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Deleting port 46ce14b7-2ca2-49b2-845e-725c7912e525 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:18.783769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:19.022242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] For port 46ce14b7-2ca2-49b2-845e-725c7912e525, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=46ce14b7-2ca2-49b2-845e-725c7912e525,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:19.022487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:19.144595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Calling delete_port for 46ce14b7-2ca2-49b2-845e-725c7912e525 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:49:19.288042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:19.299580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['46ce14b7-2ca2-49b2-845e-725c7912e525'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:49:19.338048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Pushing event deleted for resources: {'Port': ['ID=46ce14b7-2ca2-49b2-845e-725c7912e525,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:19.417368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] No DVR routers for this DVR port 46ce14b7-2ca2-49b2-845e-725c7912e525 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:19.420895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:19.424979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'name': 'network-vif-deleted', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:49:19.443788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-990c1051-ae0e-42f3-bd32-f6a974f9dd39 req-5654dbc8-1422-4efd-8673-c830962c4a9a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "DELETE /v2.0/ports/46ce14b7-2ca2-49b2-845e-725c7912e525 HTTP/1.1" status: 204 len: 173 time: 0.7302263 Mar 16 11:49:19.485228 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e01426c-7042-4433-b910-12a2326b9509', 'name': 'network-vif-deleted', 'tag': '46ce14b7-2ca2-49b2-845e-725c7912e525', 'status': 'completed', 'code': 200} Mar 16 11:49:19.637454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b87edeea-2bb1-4441-be70-4d69fce6432a req-4a71c529-105b-4d6c-85db-e8607cc653ee tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Synchronizing usage tracker for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:19.654697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b87edeea-2bb1-4441-be70-4d69fce6432a req-4a71c529-105b-4d6c-85db-e8607cc653ee tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Unset dirty status for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:19.655877 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b87edeea-2bb1-4441-be70-4d69fce6432a req-4a71c529-105b-4d6c-85db-e8607cc653ee tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e01426c-7042-4433-b910-12a2326b9509 HTTP/1.1" status: 200 len: 210 time: 0.0600467 Mar 16 11:49:22.191821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 46ce14b7-2ca2-49b2-845e-725c7912e525 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:22.225889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 46ce14b7-2ca2-49b2-845e-725c7912e525 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:49:22.227107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 46ce14b7-2ca2-49b2-845e-725c7912e525 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:22.688900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c591a-3b31-4788-add9-2d378b78f967 req-d462602e-168f-4e85-8e5e-15859aa21c0c tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:22.690321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-d462602e-168f-4e85-8e5e-15859aa21c0c tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 815 time: 0.2619252 Mar 16 11:49:22.708821 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-232bb2e8-8516-4a8f-9a42-9942261c30ae tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/quotas/d968824688fa45038cad118d939ff9e6 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Mar 16 11:49:22.792234 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-15cff56b-1b88-40d4-b50e-1672fa02a993 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763264 Mar 16 11:49:22.807909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-3fc5124b-9ecc-467e-ad89-e39193c27f7a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:49:22.808797 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-3fc5124b-9ecc-467e-ad89-e39193c27f7a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048146 Mar 16 11:49:22.942259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-5ce15653-f71c-4655-9ec6-b84c61af2031 service neutron] 10.222.0.36 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249878 Mar 16 11:49:23.073081 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-3072e0e3-1354-4e4d-bf88-8d38e8eacf15 service neutron] 10.222.0.36 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234245 Mar 16 11:49:23.280431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4af81772-f9a4-4a22-97c4-8bcd76c9226d req-07d3164c-5b77-454d-a9c5-c241a0ae40cb tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 210 time: 0.0459707 Mar 16 11:49:24.369409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c591a-3b31-4788-add9-2d378b78f967 req-8046f48b-7e2f-4109-82ec-2514f2cc29a4 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:24.371038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-8046f48b-7e2f-4109-82ec-2514f2cc29a4 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 815 time: 0.1466568 Mar 16 11:49:24.393984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Request body: {'port': {'device_id': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'admin_state_up': True, 'tenant_id': 'd968824688fa45038cad118d939ff9e6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:49:24.504059 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a398fb8-96c4-4c62-92b5-29efb8df0598 req-4372fe6f-c2ba-4d58-8c2b-4ef1c1a7c4c9 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 210 time: 0.0961843 Mar 16 11:49:24.569845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:49:24.580070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:49:24.592000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Made reservation on behalf of d968824688fa45038cad118d939ff9e6 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:49:24.595207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:24.762214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Allocated IP 172.20.0.6 (6251c983-906a-4eaa-b5a4-688d6f75cf89/9a11c8cb-d124-43ee-83ce-9fb2f591e4d9/e756f49d-03a6-48b1-9660-d16ceba2df90) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:49:24.971633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:24.989035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Transition to ACTIVE for port object e756f49d-03a6-48b1-9660-d16ceba2df90 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:49:25.019074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.092178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:49:25.095239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:49:25.099952 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:49:25.124640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Pushing event updated for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:25.147666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.148037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.148369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.148669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.149021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.149338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.149654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.149968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.150307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.150621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.150934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:25.174587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:25.174927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.202284 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-0364400b-cf8c-4f05-a5fc-c568b3b55891 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120825 Mar 16 11:49:25.217490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Request body: {'port': {'device_id': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:49:25.340014 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.378247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bb497faf-f820-4ddb-b8f4-89c606861133 None None] Provisioning for port e756f49d-03a6-48b1-9660-d16ceba2df90 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:25.383352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bb497faf-f820-4ddb-b8f4-89c606861133 None None] Provisioning complete for port e756f49d-03a6-48b1-9660-d16ceba2df90 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:25.383716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bb497faf-f820-4ddb-b8f4-89c606861133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.436389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bb497faf-f820-4ddb-b8f4-89c606861133 None None] Port e756f49d-03a6-48b1-9660-d16ceba2df90 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:49:25.773623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729a3c0-e4eb-4d4c-9ead-3dfbc86df349 req-1107246c-e7a7-4523-852e-c8cb00338d8a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:25.774297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3729a3c0-e4eb-4d4c-9ead-3dfbc86df349 req-1107246c-e7a7-4523-852e-c8cb00338d8a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Synchronizing usage tracker for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:25.839686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3729a3c0-e4eb-4d4c-9ead-3dfbc86df349 req-1107246c-e7a7-4523-852e-c8cb00338d8a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Unset dirty status for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:25.840715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3729a3c0-e4eb-4d4c-9ead-3dfbc86df349 req-1107246c-e7a7-4523-852e-c8cb00338d8a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 931 time: 0.1963651 Mar 16 11:49:25.844248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e756f49d-03a6-48b1-9660-d16ceba2df90 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:49:25.863961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.884533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Transition to ACTIVE for port object e756f49d-03a6-48b1-9660-d16ceba2df90 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:49:25.892215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:25.961563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3729a3c0-e4eb-4d4c-9ead-3dfbc86df349 req-be7e1a9e-db31-4a61-b066-55b78130d2e7 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132092 Mar 16 11:49:26.015745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Pushing event updated for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:26.134621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Attempting to bind port e756f49d-03a6-48b1-9660-d16ceba2df90 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:49:26.134947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Attempting to bind port e756f49d-03a6-48b1-9660-d16ceba2df90 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:49:26.135267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Attempting to bind port e756f49d-03a6-48b1-9660-d16ceba2df90 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:49:26.141224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Port e756f49d-03a6-48b1-9660-d16ceba2df90 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:49:26.141536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Attempting to bind port e756f49d-03a6-48b1-9660-d16ceba2df90 on network 6251c983-906a-4eaa-b5a4-688d6f75cf89 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:49:26.149124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:49:26.149448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Checking segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:49:26.149820 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Bound using segment: {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:49:26.150247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Bound port: e756f49d-03a6-48b1-9660-d16ceba2df90, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6789cd3b-c176-4539-b882-7b74076f7f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:49:26.150579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:26.237668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:49:26.240822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e756f49d-03a6-48b1-9660-d16ceba2df90,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:49:26.250244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:26.313295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:26.314661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] 10.222.0.59 "PUT /v2.0/ports/e756f49d-03a6-48b1-9660-d16ceba2df90 HTTP/1.1" status: 200 len: 1093 time: 1.1016214 Mar 16 11:49:26.315083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:49:26.331957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5fb6a-dfe0-4747-9db4-46c84df7c902 service neutron] Pushing event updated for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:26.398765 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90', 'status': 'completed', 'code': 200} Mar 16 11:49:26.440648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-723b18cb-56d4-4fb8-bfbb-a3c09804be71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 1096 time: 0.0743072 Mar 16 11:49:26.513871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-025a8c28-24f1-4060-aa05-13a5d5650e11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e756f49d-03a6-48b1-9660-d16ceba2df90 HTTP/1.1" status: 200 len: 217 time: 0.0630698 Mar 16 11:49:26.578927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c591a-3b31-4788-add9-2d378b78f967 req-89867da0-26ab-40bd-982c-c281da6ef697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:26.580283 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-89867da0-26ab-40bd-982c-c281da6ef697 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 200 len: 854 time: 0.0568395 Mar 16 11:49:26.671201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-f327ee6e-9525-474a-b276-bc60be3b89dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6251c983-906a-4eaa-b5a4-688d6f75cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831089 Mar 16 11:49:26.805150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-d503d803-2b9d-41a9-bea9-8fcb30ea300a service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241171 Mar 16 11:49:26.939028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-675c591a-3b31-4788-add9-2d378b78f967 req-a97c45fd-2f47-49c8-8b36-0330e5db2445 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254439 Mar 16 11:49:27.071298 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-d5437cc6-bb29-404f-b406-598f15495dc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d968824688fa45038cad118d939ff9e6&device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 1096 time: 0.0701606 Mar 16 11:49:27.254017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d666-607d-4178-bdfd-7950549a8ade req-2172f17d-dd20-46c8-8ec6-b2700029d14d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:27.255590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-2172f17d-dd20-46c8-8ec6-b2700029d14d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 200 len: 915 time: 0.1768937 Mar 16 11:49:27.265717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714de203-7d61-41b7-91bb-aa9b6e77ea23 req-46e99175-39e5-46e2-b90f-bbc978b48380 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:27.267081 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-714de203-7d61-41b7-91bb-aa9b6e77ea23 req-46e99175-39e5-46e2-b90f-bbc978b48380 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 943 time: 0.1709535 Mar 16 11:49:27.342319 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-9e5bc24d-3e4d-4203-84f4-39aa5356fb96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e756f49d-03a6-48b1-9660-d16ceba2df90 HTTP/1.1" status: 200 len: 217 time: 0.0742674 Mar 16 11:49:27.495737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-714de203-7d61-41b7-91bb-aa9b6e77ea23 req-7702fc9c-ded1-4183-b857-49501969c200 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823931 Mar 16 11:49:27.504806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d666-607d-4178-bdfd-7950549a8ade req-0aa9628c-7b44-4e25-bb71-b70e3c7d4343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:27.506208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-0aa9628c-7b44-4e25-bb71-b70e3c7d4343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 200 len: 854 time: 0.1531653 Mar 16 11:49:27.589496 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-41669f09-9188-46e6-990d-acedf072487e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6251c983-906a-4eaa-b5a4-688d6f75cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765898 Mar 16 11:49:27.725237 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-927fcf73-a706-4eb0-a06f-e156af142f52 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242714 Mar 16 11:49:27.869789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b382d666-607d-4178-bdfd-7950549a8ade req-2705ce9d-bf8d-4b57-9055-3e4b1e57b565 service neutron] 10.222.0.59 "GET /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360114 Mar 16 11:49:28.714836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b1ec0-65a2-444c-a7cd-385cb55f8117 req-7667414d-cd2b-4745-a306-ab32c3cc75c0 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:28.716265 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f27b1ec0-65a2-444c-a7cd-385cb55f8117 req-7667414d-cd2b-4745-a306-ab32c3cc75c0 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 943 time: 0.0931485 Mar 16 11:49:28.762870 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f27b1ec0-65a2-444c-a7cd-385cb55f8117 req-dcc9e426-eb8a-4a20-806c-5d7be2a68af8 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Mar 16 11:49:29.564067 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:49:29.988299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbadd6-f2ba-407e-b50d-a0e72bac6e4a req-8752c826-b0cf-4569-84ce-965644f01d17 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:29.989712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68fbadd6-f2ba-407e-b50d-a0e72bac6e4a req-8752c826-b0cf-4569-84ce-965644f01d17 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 943 time: 0.0838077 Mar 16 11:49:30.040362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68fbadd6-f2ba-407e-b50d-a0e72bac6e4a req-5b88f004-57a2-4e67-bca0-ab26b299d57a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Mar 16 11:49:30.227505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e756f49d-03a6-48b1-9660-d16ceba2df90 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:49:30.359755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e756f49d-03a6-48b1-9660-d16ceba2df90,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:30.372594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'e756f49d-03a6-48b1-9660-d16ceba2df90', 'network_id': '6251c983-906a-4eaa-b5a4-688d6f75cf89', 'port_id': 'e756f49d-03a6-48b1-9660-d16ceba2df90', 'mac_address': 'fa:16:3e:ec:07:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a11c8cb-d124-43ee-83ce-9fb2f591e4d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:49:30.426659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:30.443495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e756f49d-03a6-48b1-9660-d16ceba2df90 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:49:30.462643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e756f49d-03a6-48b1-9660-d16ceba2df90,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:30.467877 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:30.535848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:30.699424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['e756f49d-03a6-48b1-9660-d16ceba2df90'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:49:31.247578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae8eee-d6d2-40dd-b5db-b446aa4e3fd7 req-302bbdca-5d37-4629-9d72-f00adaf1a126 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:31.249033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74ae8eee-d6d2-40dd-b5db-b446aa4e3fd7 req-302bbdca-5d37-4629-9d72-f00adaf1a126 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 944 time: 0.0812385 Mar 16 11:49:31.294314 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74ae8eee-d6d2-40dd-b5db-b446aa4e3fd7 req-c26383ff-0cd7-4311-b5d7-af55e9c82587 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Mar 16 11:49:31.579694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1a587ac-c864-4eae-af85-5322d89a2239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:32.228334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e756f49d-03a6-48b1-9660-d16ceba2df90 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:49:32.302781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port e756f49d-03a6-48b1-9660-d16ceba2df90 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:49:32.308749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port e756f49d-03a6-48b1-9660-d16ceba2df90 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:49:32.309103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:32.425799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:32.453265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:49:32.462999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e756f49d-03a6-48b1-9660-d16ceba2df90,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:32.467697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:32.504975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa78dc-fdc5-47d9-9b87-3fbe869c60e4 req-43872eb6-62f6-4e59-b7a8-e84e34730dc4 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:32.506645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1dfa78dc-fdc5-47d9-9b87-3fbe869c60e4 req-43872eb6-62f6-4e59-b7a8-e84e34730dc4 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 944 time: 0.0835264 Mar 16 11:49:32.517977 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90', 'code': 200} Mar 16 11:49:32.535207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:32.560691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1dfa78dc-fdc5-47d9-9b87-3fbe869c60e4 req-9540f714-86cb-4c06-ae26-2471e447b7bb tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Mar 16 11:49:32.757106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d6d310-5716-455d-9a86-7a4701d26e5e req-c42443a3-1fa1-4fa7-82d4-078b8525424e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 1098 time: 0.0692008 Mar 16 11:49:32.801833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d6d310-5716-455d-9a86-7a4701d26e5e req-b663036b-5c09-4fa5-8e05-d16d973edbeb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Mar 16 11:49:33.744103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-302361f9-6de7-4052-8f7c-c9725f45e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:33.787890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573270cf-2bdb-4ba6-8a39-22f203f82b40 req-071045a0-0dd4-46b2-9089-1af4d4201a28 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:33.789729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-573270cf-2bdb-4ba6-8a39-22f203f82b40 req-071045a0-0dd4-46b2-9089-1af4d4201a28 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0826495 Mar 16 11:49:33.837939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-573270cf-2bdb-4ba6-8a39-22f203f82b40 req-23a7cf27-8ae6-4f77-91c3-66be082359c8 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Mar 16 11:49:35.021553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:35.053126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76780307-2233-47ef-aaee-6e7168cc34c1 req-b0db627b-8b70-415d-9ce3-99868c48645a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:35.054575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76780307-2233-47ef-aaee-6e7168cc34c1 req-b0db627b-8b70-415d-9ce3-99868c48645a tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0892105 Mar 16 11:49:35.079747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:35.108764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76780307-2233-47ef-aaee-6e7168cc34c1 req-59260611-5c70-449a-abc3-d52959c2d7ec tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Mar 16 11:49:35.323146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3517-547a-4510-b271-2479417b0bbb req-09cde619-6bd8-444e-9552-28514f0d8f44 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:35.324568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bddd3517-547a-4510-b271-2479417b0bbb req-09cde619-6bd8-444e-9552-28514f0d8f44 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0910041 Mar 16 11:49:35.370610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bddd3517-547a-4510-b271-2479417b0bbb req-0c4ae052-16ae-4918-abdc-be48751e3118 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Mar 16 11:49:36.368545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:42.347611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:51.179760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a1c14-1c63-42c1-a40a-f836bffe7846 req-c24a9dce-3e64-4dc4-b17b-8365081769b5 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:51.181205 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-211a1c14-1c63-42c1-a40a-f836bffe7846 req-c24a9dce-3e64-4dc4-b17b-8365081769b5 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0826793 Mar 16 11:49:51.230958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-211a1c14-1c63-42c1-a40a-f836bffe7846 req-e52d754f-daf5-4331-b7c0-f3cd5392164b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Mar 16 11:49:52.446821 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeced5f-96ec-43a3-887c-4f69b10b765a req-5f050052-3172-414e-b1dd-9806f2fda062 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.448464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efeced5f-96ec-43a3-887c-4f69b10b765a req-5f050052-3172-414e-b1dd-9806f2fda062 tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0897305 Mar 16 11:49:52.493600 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efeced5f-96ec-43a3-887c-4f69b10b765a req-43b65eff-b2e1-4cc9-9656-4a706ea4c8ef tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Mar 16 11:49:52.813633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-fd9c23f9-754a-4978-ac71-06c72d5803af tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:49:52.815060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-fd9c23f9-754a-4978-ac71-06c72d5803af tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 945 time: 0.0881326 Mar 16 11:49:52.886383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Deleting port e756f49d-03a6-48b1-9660-d16ceba2df90 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:52.886694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.133361 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] For port e756f49d-03a6-48b1-9660-d16ceba2df90, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=e756f49d-03a6-48b1-9660-d16ceba2df90,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:53.133592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.335271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Calling delete_port for e756f49d-03a6-48b1-9660-d16ceba2df90 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:49:53.483202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.498745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['e756f49d-03a6-48b1-9660-d16ceba2df90'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:49:53.536367 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Pushing event deleted for resources: {'Port': ['ID=e756f49d-03a6-48b1-9660-d16ceba2df90,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:53.609308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] No DVR routers for this DVR port e756f49d-03a6-48b1-9660-d16ceba2df90 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:49:53.612215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:53.614932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'name': 'network-vif-deleted', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:49:53.633910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f4972c6-3d34-4f5f-9c1d-75495f8ff938 req-a8416d53-ca75-42ce-bab1-36de17f9c03b tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.59 "DELETE /v2.0/ports/e756f49d-03a6-48b1-9660-d16ceba2df90 HTTP/1.1" status: 204 len: 173 time: 0.8108363 Mar 16 11:49:53.698149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1225cdd8-6fe8-403e-88a4-94b7c5ea9da2', 'name': 'network-vif-deleted', 'tag': 'e756f49d-03a6-48b1-9660-d16ceba2df90', 'status': 'completed', 'code': 200} Mar 16 11:49:53.704263 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f1adc6cd-686d-4414-9757-b8013e77fc61 req-0879294d-89cf-40ce-841a-47b787e597da tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Synchronizing usage tracker for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:49:53.721898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f1adc6cd-686d-4414-9757-b8013e77fc61 req-0879294d-89cf-40ce-841a-47b787e597da tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] Unset dirty status for tenant:d968824688fa45038cad118d939ff9e6 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:49:53.722938 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f1adc6cd-686d-4414-9757-b8013e77fc61 req-0879294d-89cf-40ce-841a-47b787e597da tempest-TestEncryptedCinderVolumes-434635842 tempest-TestEncryptedCinderVolumes-434635842-project] 10.222.0.36 "GET /v2.0/ports?device_id=1225cdd8-6fe8-403e-88a4-94b7c5ea9da2 HTTP/1.1" status: 200 len: 210 time: 0.0651350 Mar 16 11:49:54.884728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:55.278494 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:55.873157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Deleting port 52f398f9-b077-43ce-9806-6b6081749149 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:55.873702 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.061833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] For port 52f398f9-b077-43ce-9806-6b6081749149, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=52f398f9-b077-43ce-9806-6b6081749149,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:56.062619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.286379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Calling delete_port for 52f398f9-b077-43ce-9806-6b6081749149 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:49:56.418999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e756f49d-03a6-48b1-9660-d16ceba2df90 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:56.451274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: e756f49d-03a6-48b1-9660-d16ceba2df90 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:49:56.451654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device e756f49d-03a6-48b1-9660-d16ceba2df90 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:56.465401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:56.508502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f398f9-b077-43ce-9806-6b6081749149,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:56.519770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.520140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.520468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.520799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.521116 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.521435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.522187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.522187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.522341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.522665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.523003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:49:56.816182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:57.390026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Router 3822cbd1-9e79-4ca4-b6e4-b489399d092f has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:49:57.600470 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:49:57.609898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Sync routers for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:49:57.618138 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39adbd26-a29c-4f0d-a944-ec2b12d165f2 admin admin] 10.222.0.36 "PUT /v2.0/routers/3822cbd1-9e79-4ca4-b6e4-b489399d092f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340474 Mar 16 11:49:57.621449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:57.622301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:49:57.622920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:49:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:57.799800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:49:57.813505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.018725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.029694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Deleting port 2c332518-4cb5-4d71-a159-0213d79f3fcb {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:58.030012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.116697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:49:56Z', 'revision_number': 5, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port': {'id': '2c332518-4cb5-4d71-a159-0213d79f3fcb', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:58.120998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Checking router: 3822cbd1-9e79-4ca4-b6e4-b489399d092f for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:49:58.131974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Routers {'3822cbd1-9e79-4ca4-b6e4-b489399d092f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:49:58.132560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:49:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:58.200910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] For port 2c332518-4cb5-4d71-a159-0213d79f3fcb, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2c332518-4cb5-4d71-a159-0213d79f3fcb,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:58.201256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.282866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] Set router 3822cbd1-9e79-4ca4-b6e4-b489399d092f gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:49:58.318608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Calling delete_port for 2c332518-4cb5-4d71-a159-0213d79f3fcb owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:49:58.387031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:49:58Z', 'revision_number': 6, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:49:58.391180 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db32421-8fd6-4ebe-aa56-3a75d6330701 None None] The sync data for ids ['3822cbd1-9e79-4ca4-b6e4-b489399d092f'] in dv-neutron-833733-1-hyperv is: [{'id': '3822cbd1-9e79-4ca4-b6e4-b489399d092f', 'name': 'tempest-TestEncryptedCinderVolumes-43885469-router', 'tenant_id': 'd968824688fa45038cad118d939ff9e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:38Z', 'updated_at': '2022-03-16T11:49:58Z', 'revision_number': 6, 'project_id': 'd968824688fa45038cad118d939ff9e6', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:49:58.491280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:58.542244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Pushing event deleted for resources: {'Port': ['ID=2c332518-4cb5-4d71-a159-0213d79f3fcb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:58.870611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.122159 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.126565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.155578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.156078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3822cbd1-9e79-4ca4-b6e4-b489399d092f {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:49:59.171708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.172860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b3e6d7c-d8a5-435c-88de-90f0a6b587db admin admin] 10.222.0.36 "DELETE /v2.0/routers/3822cbd1-9e79-4ca4-b6e4-b489399d092f HTTP/1.1" status: 204 len: 168 time: 1.5503988 Mar 16 11:49:59.175425 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:59.234675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Deleting subnet 9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:49:59.237659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.294608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.311495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52f398f9-b077-43ce-9806-6b6081749149 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:59.343431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 52f398f9-b077-43ce-9806-6b6081749149 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:49:59.343773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 52f398f9-b077-43ce-9806-6b6081749149 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:59.344182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2c332518-4cb5-4d71-a159-0213d79f3fcb no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:49:59.372737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.375312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 2c332518-4cb5-4d71-a159-0213d79f3fcb {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:49:59.375820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2c332518-4cb5-4d71-a159-0213d79f3fcb not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:49:59.443731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.483794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a11c8cb-d124-43ee-83ce-9fb2f591e4d9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:49:59.490500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.496246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20640083-9359-4fe7-8998-6d3a0ad33c0d None None] Network 6251c983-906a-4eaa-b5a4-688d6f75cf89 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:49:59.499991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be3453ab-f030-4409-ac7d-3fe9400915fa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9a11c8cb-d124-43ee-83ce-9fb2f591e4d9 HTTP/1.1" status: 204 len: 168 time: 0.3213189 Mar 16 11:49:59.500287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:49:59.605707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.616363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Deleting port ad21cb13-5450-4504-bf2d-2adc966231db {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:59.616676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.740651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] DHCP port deletion for 6251c983-906a-4eaa-b5a4-688d6f75cf89 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:49:59.745139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Deleting port ad21cb13-5450-4504-bf2d-2adc966231db {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:49:59.745635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.816104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] For port ad21cb13-5450-4504-bf2d-2adc966231db, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ad21cb13-5450-4504-bf2d-2adc966231db,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:59.816408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:49:59.932640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Calling delete_port for ad21cb13-5450-4504-bf2d-2adc966231db owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:49:59.944928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] For port ad21cb13-5450-4504-bf2d-2adc966231db, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ad21cb13-5450-4504-bf2d-2adc966231db,segment=NetworkSegment(6789cd3b-c176-4539-b882-7b74076f7f13),segment_id=6789cd3b-c176-4539-b882-7b74076f7f13)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:49:59.945207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.009864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.055270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad21cb13-5450-4504-bf2d-2adc966231db,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:00.059254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] No DVR routers for this DVR port ad21cb13-5450-4504-bf2d-2adc966231db on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:50:00.067270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Calling delete_port for ad21cb13-5450-4504-bf2d-2adc966231db owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 16 11:50:00.134406 dv-neutron-833733-1-hyperv neutron-server[83795]: util.warn( Mar 16 11:50:00.144225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:50:00.144570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:50:00.266763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.291611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6251c983-906a-4eaa-b5a4-688d6f75cf89']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:00.306166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6789cd3b-c176-4539-b882-7b74076f7f13') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:00.306450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6789cd3b-c176-4539-b882-7b74076f7f13') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:00.321936 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.344373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.350740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:50:00.351117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:50:00.364240 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:50:00.439929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.457442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.467329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] Pushing event deleted for resources: {'Network': ['ID=6251c983-906a-4eaa-b5a4-688d6f75cf89,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:00.476541 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb37f7fd-6054-47fe-b3a7-180d4a9db922 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6251c983-906a-4eaa-b5a4-688d6f75cf89 HTTP/1.1" status: 204 len: 168 time: 0.9752572 Mar 16 11:50:00.479490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:00.645425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Deleting port ad21cb13-5450-4504-bf2d-2adc966231db {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:00.646019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:00.707545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-abe7686c-f763-4b9f-ac84-967f82af72c1 None None] The port 'ad21cb13-5450-4504-bf2d-2adc966231db' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:50:00.886610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.309937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ad21cb13-5450-4504-bf2d-2adc966231db no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:01.346336 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ad21cb13-5450-4504-bf2d-2adc966231db {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:50:01.346754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ad21cb13-5450-4504-bf2d-2adc966231db not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:01.524785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Deleting port 862c9741-5bdd-4591-b19a-812e93a2f8e6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:01.525373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.573764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dabdfb56-14a2-4ec1-97f3-80653760ad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.699281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] For port 862c9741-5bdd-4591-b19a-812e93a2f8e6, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=862c9741-5bdd-4591-b19a-812e93a2f8e6,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:01.699642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:01.925167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Calling delete_port for 862c9741-5bdd-4591-b19a-812e93a2f8e6 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:50:02.098307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:02.143003 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Pushing event deleted for resources: {'Port': ['ID=862c9741-5bdd-4591-b19a-812e93a2f8e6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:02.429572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.022903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Router 148bbf45-c676-46f0-a916-3f446fd42567 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:50:03.338570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:50:03.349573 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Sync routers for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:50:03.350055 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10fb69a7-0dcf-43ad-b689-aea304c1ace4 admin admin] 10.222.0.36 "PUT /v2.0/routers/148bbf45-c676-46f0-a916-3f446fd42567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693740 Mar 16 11:50:03.352660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:03.361739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:03.362383 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:49:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:03.535368 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:03.549099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.748581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.750271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-de303dd4-1858-412b-bb07-3610972022d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.759466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Deleting port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:03.759935 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.831213 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:50:02Z', 'revision_number': 5, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port': {'id': 'b55071d2-a4d8-4fce-86d2-2e89fee5fa1c', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148bbf45-c676-46f0-a916-3f446fd42567', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:48:45Z', 'updated_at': '2022-03-16T11:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:03.835383 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Checking router: 148bbf45-c676-46f0-a916-3f446fd42567 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:50:03.846027 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Routers {'148bbf45-c676-46f0-a916-3f446fd42567'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:03.846635 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['148bbf45-c676-46f0-a916-3f446fd42567'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:03.935281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] For port b55071d2-a4d8-4fce-86d2-2e89fee5fa1c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:03.935608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:03.990146 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] Set router 148bbf45-c676-46f0-a916-3f446fd42567 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:04.052432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Calling delete_port for b55071d2-a4d8-4fce-86d2-2e89fee5fa1c owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:50:04.092199 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:50:03Z', 'revision_number': 6, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:04.096162 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5eb73-3e53-4e35-8ff3-e971e5b9cb31 None None] The sync data for ids ['148bbf45-c676-46f0-a916-3f446fd42567'] in dv-neutron-833733-1-hyperv is: [{'id': '148bbf45-c676-46f0-a916-3f446fd42567', 'name': 'tempest-TestEncryptedCinderVolumes-547596260-router', 'tenant_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:48:44Z', 'updated_at': '2022-03-16T11:50:03Z', 'revision_number': 6, 'project_id': '6d9e8e78737e4a4da8e685fa4315ca95', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:50:04.218385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.265016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55071d2-a4d8-4fce-86d2-2e89fee5fa1c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:04.502741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.857153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.861441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.887950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.888491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148bbf45-c676-46f0-a916-3f446fd42567 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:50:04.902158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:04.903437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddcef408-35ac-4248-85cc-2bf2bdbb1cd8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/148bbf45-c676-46f0-a916-3f446fd42567 HTTP/1.1" status: 204 len: 168 time: 1.5498576 Mar 16 11:50:04.906088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49244) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:04.965546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Deleting subnet 1f2894a1-4d31-4393-a12d-20675f43cc80 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:50:04.968959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.026102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.027108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.085291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.109510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.180217 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.221842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2894a1-4d31-4393-a12d-20675f43cc80,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:05.226408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.234749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6374476-d5dc-41b3-bda6-f0ca21da002a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1f2894a1-4d31-4393-a12d-20675f43cc80 HTTP/1.1" status: 204 len: 168 time: 0.3253460 Mar 16 11:50:05.234937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08432416-69a9-4826-9ed1-5c9521f58f55 None None] Network 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:50:05.235057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:05.336702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b55071d2-a4d8-4fce-86d2-2e89fee5fa1c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:05.343317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.353728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Deleting port a31fb92d-da7c-47a5-b4de-f9e04e13d503 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:05.354079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.381705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b55071d2-a4d8-4fce-86d2-2e89fee5fa1c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:50:05.382119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b55071d2-a4d8-4fce-86d2-2e89fee5fa1c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:05.382529 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 862c9741-5bdd-4591-b19a-812e93a2f8e6 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:05.419631 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 862c9741-5bdd-4591-b19a-812e93a2f8e6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:50:05.419938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 862c9741-5bdd-4591-b19a-812e93a2f8e6 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:05.555530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] For port a31fb92d-da7c-47a5-b4de-f9e04e13d503, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a31fb92d-da7c-47a5-b4de-f9e04e13d503,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:05.555882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.577508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] DHCP port deletion for 61cd6b24-13c3-40d5-b3b1-7d5d31a73866 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:50:05.583726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Deleting port a31fb92d-da7c-47a5-b4de-f9e04e13d503 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:05.584233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.686525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Calling delete_port for a31fb92d-da7c-47a5-b4de-f9e04e13d503 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:50:05.760743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.788711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] For port a31fb92d-da7c-47a5-b4de-f9e04e13d503, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a31fb92d-da7c-47a5-b4de-f9e04e13d503,segment=NetworkSegment(d1be48bf-d914-48b8-beb0-5e80b8da5b42),segment_id=d1be48bf-d914-48b8-beb0-5e80b8da5b42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:05.789086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.804857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31fb92d-da7c-47a5-b4de-f9e04e13d503,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:05.808581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] No DVR routers for this DVR port a31fb92d-da7c-47a5-b4de-f9e04e13d503 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:50:05.908462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Calling delete_port for a31fb92d-da7c-47a5-b4de-f9e04e13d503 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:50:05.920321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.948646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cd6b24-13c3-40d5-b3b1-7d5d31a73866']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:05.961036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1be48bf-d914-48b8-beb0-5e80b8da5b42') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:05.961293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1be48bf-d914-48b8-beb0-5e80b8da5b42') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:05.974391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.980613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:50:05.980904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:50:05.992063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:05.998977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:50:05.999391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:50:06.013704 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:50:06.087713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.107444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.117081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cd6b24-13c3-40d5-b3b1-7d5d31a73866,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:06.121501 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a14404d7-e669-43bf-83c0-28ea6a602d62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/61cd6b24-13c3-40d5-b3b1-7d5d31a73866 HTTP/1.1" status: 204 len: 168 time: 0.8855667 Mar 16 11:50:06.342438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49254) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.367521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.394454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5081a0f8-6bd4-42e8-8d7d-cb797038de6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d968824688fa45038cad118d939ff9e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507970 Mar 16 11:50:06.397267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:06.456915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.481972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Deleting port a31fb92d-da7c-47a5-b4de-f9e04e13d503 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:50:06.482262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.482420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.533721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.548079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:06.548299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a0384650-5c86-4ba8-beaf-089c1cb948c9 None None] The port 'a31fb92d-da7c-47a5-b4de-f9e04e13d503' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:50:06.556228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:06.556839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5247df3f-5865-4d63-b192-b0cab3d5bf2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4f8f7cd-11ad-4b3a-af0e-8d74ef1dae76 HTTP/1.1" status: 204 len: 168 time: 0.1586578 Mar 16 11:50:06.566217 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:06.994634 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49266) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:07.049772 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50de412c-3a21-42b7-86a1-e4b2ddca8401 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d9e8e78737e4a4da8e685fa4315ca95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535786 Mar 16 11:50:07.052436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:07.115511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.141809 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.195601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.218320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf360a-4e4a-4510-99d4-1823124a0c73,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:07.224497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:07.226547 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43eba260-4827-4983-8750-8ede928e9d46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7aaf360a-4e4a-4510-99d4-1823124a0c73 HTTP/1.1" status: 204 len: 168 time: 0.1731331 Mar 16 11:50:07.317198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a31fb92d-da7c-47a5-b4de-f9e04e13d503 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:50:07.355436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a31fb92d-da7c-47a5-b4de-f9e04e13d503 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:50:07.355775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a31fb92d-da7c-47a5-b4de-f9e04e13d503 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:50:08.140776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:08.319205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-25333259-network', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:08.324232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:08.329186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Usage tracker for resource:network and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:08.332731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:08.339722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:08.353410 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Made reservation on behalf of 1023a29a21544e7b83ce23a9e3ef7f2c for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:08.355976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.371951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.494466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:08.498833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:08.502337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:08.508690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:08.574838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.580578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.610970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:50:08.615924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35f7571-74ca-456d-8cfd-6bdb349c8208,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:08.622594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.623608 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Added segment 4f4a5156-5750-4115-ae7a-2636c1cd3917 of type vlan for network e9acec19-dcd3-4a3c-bf17-190ed1c93668 Mar 16 11:50:08.653693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.686579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.687405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:08.687960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:08.786324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] Pushing event updated for resources: {'Network': ['ID=e9acec19-dcd3-4a3c-bf17-190ed1c93668,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:08.789148 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-90436cde-35b4-4af9-9105-e5e33ca1477c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6473043 Mar 16 11:50:08.793136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:08.796935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:50:08.798587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Request body: {'subnet': {'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-25333259-subnet', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:08.803484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:08.807245 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Usage tracker for resource:subnet and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:08.810054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:08.815983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:08.827887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Made reservation on behalf of 1023a29a21544e7b83ce23a9e3ef7f2c for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:08.830375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.047590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.115379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e04a6f-3b9b-43be-b74e-835f5773a306,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:09.131173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Checking segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:09.131519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Network hostable DHCP agents. Network: e9acec19-dcd3-4a3c-bf17-190ed1c93668, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:50:09.156008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:50:09.167365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, e9acec19-dcd3-4a3c-bf17-190ed1c93668) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:09.171494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:09.172070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.177250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f2835-8454-4d0b-9b9c-70b50eeee141 None None] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:50:09.198746 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc9bf15f-9272-4efa-9a91-db8874b3ffdb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4037571 Mar 16 11:50:09.200744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49302) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:09.206898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:09.212165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:09.217121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Usage tracker for resource:router and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:09.220362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:09.226355 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:09.239494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.241127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.263537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.402752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:50:09.403564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.413294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.556027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Allocated IP 172.20.0.2 (e9acec19-dcd3-4a3c-bf17-190ed1c93668/e5e04a6f-3b9b-43be-b74e-835f5773a306/d6eac650-96d5-45c6-babd-60bb3c839e85) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:09.596872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.626050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.754814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.763021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Allocated IP 172.26.1.103 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:09.765696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Transition to ACTIVE for port object d6eac650-96d5-45c6-babd-60bb3c839e85 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:09.784882 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Transition to ACTIVE for port object d6eac650-96d5-45c6-babd-60bb3c839e85 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:09.791014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.897711 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:09.900608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:09.905030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:09.907116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Pushing event updated for resources: {'Port': ['ID=d6eac650-96d5-45c6-babd-60bb3c839e85,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:09.913157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:09.918556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.918883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.919213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.919569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.919859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.920196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.920502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.920816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.921132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.921444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.921753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:09.944749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.002563 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Attempting to bind port d6eac650-96d5-45c6-babd-60bb3c839e85 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:10.002895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Attempting to bind port d6eac650-96d5-45c6-babd-60bb3c839e85 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:10.003270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Attempting to bind port d6eac650-96d5-45c6-babd-60bb3c839e85 on network e9acec19-dcd3-4a3c-bf17-190ed1c93668 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:10.009680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:10.010012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Checking segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:10.010427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.010940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Bound using segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:10.011255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Bound port: d6eac650-96d5-45c6-babd-60bb3c839e85, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:10.011619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.015742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:10.019192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:10.021057 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:10.023104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:10.103039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] For port d6eac650-96d5-45c6-babd-60bb3c839e85, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:10.106294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] For port d6eac650-96d5-45c6-babd-60bb3c839e85, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6eac650-96d5-45c6-babd-60bb3c839e85,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:10.113218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.179772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.180487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.198779 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b817d-9b9e-49cb-85ad-f43b3915b39a None None] Pushing event updated for resources: {'Port': ['ID=d6eac650-96d5-45c6-babd-60bb3c839e85,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:10.518151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Router 0c7a4606-a34c-44ab-9108-a0d58b6382ca is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:50:10.719181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:50:10.728324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Sync routers for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:50:10.740460 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:10.741056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:10.742831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:10.744167 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-910eb143-a8c3-4062-93ef-361a2c1c9b18 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5419915 Mar 16 11:50:10.746975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49306) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:10.927304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:11.099569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89f461-8d46-419d-b102-1361d0dde8b4 None None] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:50:11.246266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2001d7c5-d41e-46b8-a690-4f9f1199b9f7 None None] Provisioning for port d6eac650-96d5-45c6-babd-60bb3c839e85 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:11.393072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6eac650-96d5-45c6-babd-60bb3c839e85 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:11.485601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:10Z', 'revision_number': 3, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:11.493421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.495235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Checking router: 0c7a4606-a34c-44ab-9108-a0d58b6382ca for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:50:11.495587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Updating router 0c7a4606-a34c-44ab-9108-a0d58b6382ca port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:50:11.548408 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port d6eac650-96d5-45c6-babd-60bb3c839e85 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:11.559059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.581430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d6eac650-96d5-45c6-babd-60bb3c839e85 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.581793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.709506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Allocated IP 172.20.0.1 (e9acec19-dcd3-4a3c-bf17-190ed1c93668/e5e04a6f-3b9b-43be-b74e-835f5773a306/8716255b-958b-425b-939c-6b76a4b41888) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:11.860322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.875156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.875668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Transition to ACTIVE for port object 8716255b-958b-425b-939c-6b76a4b41888 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:11.898925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.972434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:11.973317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Pushing event updated for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:11.974876 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-abed883b-2e7b-415b-b4bf-bb434513d626 None None] Provisioning complete for port d6eac650-96d5-45c6-babd-60bb3c839e85 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:11.975404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-abed883b-2e7b-415b-b4bf-bb434513d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:11.975818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:11.977803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:12.029441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.032634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port d6eac650-96d5-45c6-babd-60bb3c839e85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6eac650-96d5-45c6-babd-60bb3c839e85,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:12.047843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.231814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.233725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=d6eac650-96d5-45c6-babd-60bb3c839e85,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:12.255952 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.272400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Transition to ACTIVE for port object f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:12.279338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.376598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Attempting to bind port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:12.376867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Attempting to bind port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:12.377713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Attempting to bind port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:12.379899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b60c3-43cf-4800-b483-efe9be8d4298 None None] Pushing event updated for resources: {'Port': ['ID=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:12.388323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:12.388694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:12.389080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.389454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:12.389902 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Bound port: f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:12.390288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.413829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.456594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61dfcffe-6f62-4526-9922-11bc3ae32705 None None] Provisioning for port 8716255b-958b-425b-939c-6b76a4b41888 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:12.458710 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.464095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.468345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61dfcffe-6f62-4526-9922-11bc3ae32705 None None] Provisioning complete for port 8716255b-958b-425b-939c-6b76a4b41888 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:12.468706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-61dfcffe-6f62-4526-9922-11bc3ae32705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.507495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] For port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:12.525154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] For port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:12.532735 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-61dfcffe-6f62-4526-9922-11bc3ae32705 None None] Port 8716255b-958b-425b-939c-6b76a4b41888 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:50:12.534587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.570548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:12.573956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Pushing event updated for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:12.615324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b60c3-43cf-4800-b483-efe9be8d4298 None None] Pushing event updated for resources: {'Port': ['ID=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:12.618162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:12.618736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:12.709972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:12.711260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:12.804061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:13.044995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40c06024-56d7-456d-8209-4aad30e6febf None None] Provisioning complete for port 8716255b-958b-425b-939c-6b76a4b41888 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:13.045686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40c06024-56d7-456d-8209-4aad30e6febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:13.107112 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Router 0c7a4606-a34c-44ab-9108-a0d58b6382ca has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:50:13.140633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-40c06024-56d7-456d-8209-4aad30e6febf None None] Port 8716255b-958b-425b-939c-6b76a4b41888 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:50:13.177184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 2, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:13.181392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9476a5-a1f5-4b45-a7c2-d289901c6bb1 None None] The sync data for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv is: [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 2, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:50:13.312539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:50:13.342925 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c86c99ca-37ca-4317-ad2c-cecdaed9ac1a admin admin] 10.222.0.36 "PUT /v2.0/routers/0c7a4606-a34c-44ab-9108-a0d58b6382ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5945365 Mar 16 11:50:13.343236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6eac650-96d5-45c6-babd-60bb3c839e85 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:13.419785 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port d6eac650-96d5-45c6-babd-60bb3c839e85 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:13.420243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.219812 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49328) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:14.225476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2010254985-network', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:14.231737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:14.235964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Usage tracker for resource:network and tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:14.239137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:14.246859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:14.260651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Made reservation on behalf of 0f5fd54bc8dc4a64a33b4f78e6e53f7f for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:14.263532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.277800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.311216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:14.315086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Usage tracker for resource:security_group_rule and tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:14.318336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:14.324055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:14.388082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.393008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.424037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:50:14.432579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7092e4e-e1f6-47f7-98cb-68765bdc8ce2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:14.437841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.438184 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Added segment 326c1ae4-7aef-4da3-8f37-e48a2bb175ad of type vlan for network ef8893c9-3c0e-4303-a7c9-27f16af775a4 Mar 16 11:50:14.471871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.505407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.506266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:14.506862 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.606557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] Pushing event updated for resources: {'Network': ['ID=ef8893c9-3c0e-4303-a7c9-27f16af775a4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:14.609325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-553dabce-f9cf-4574-a394-73fdab77b20b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3882942 Mar 16 11:50:14.613332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:14.618501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Request body: {'subnet': {'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2010254985-subnet', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:14.619996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:50:14.623889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:14.628265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Usage tracker for resource:subnet and tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:14.631114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:14.636797 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:14.649036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Made reservation on behalf of 0f5fd54bc8dc4a64a33b4f78e6e53f7f for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:14.651490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:14.954988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.024600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e45dbe-7163-4b6b-bd3d-9c40dad634ce,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:15.040696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Checking segment: {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:15.041147 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Network hostable DHCP agents. Network: ef8893c9-3c0e-4303-a7c9-27f16af775a4, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:50:15.064575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:50:15.074332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, ef8893c9-3c0e-4303-a7c9-27f16af775a4) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:15.078693 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:15.079857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.082883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02715fd-bf94-4269-8d83-29a56b230fdf None None] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:50:15.102255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47a80cd2-9668-4cae-80d9-55da54847f52 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4877665 Mar 16 11:50:15.104840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:15.109975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:15.114816 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:15.118788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Usage tracker for resource:router and tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:50:15.122317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:50:15.128470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:15.139552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.140576 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.160503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.312145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.349976 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:15.374222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'fixed_ips': [{'subnet_id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:50:15.375011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.498007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:15.506623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.535659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:15.535874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.535999 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.607038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Allocated IP 172.20.0.2 (ef8893c9-3c0e-4303-a7c9-27f16af775a4/e3e45dbe-7163-4b6b-bd3d-9c40dad634ce/58290f17-84cb-4398-8316-1e9c7a4bf005) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:15.672834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Allocated IP 172.26.1.151 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/7c708fcf-ece5-4f1d-8603-8409f0216a75) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:15.756961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.799862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:15.815085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.823715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.863853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.933321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:15.934228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c708fcf-ece5-4f1d-8603-8409f0216a75,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:15.936721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:15.938174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:15.938676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:15.943366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:15.953928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Transition to ACTIVE for port object 58290f17-84cb-4398-8316-1e9c7a4bf005 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:15.973325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Transition to ACTIVE for port object 58290f17-84cb-4398-8316-1e9c7a4bf005 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:15.980288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.045977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:16.048748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:16.054168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:16.056938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Pushing event updated for resources: {'Port': ['ID=58290f17-84cb-4398-8316-1e9c7a4bf005,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:16.099382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.100121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.147614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Attempting to bind port 58290f17-84cb-4398-8316-1e9c7a4bf005 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:16.147948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Attempting to bind port 58290f17-84cb-4398-8316-1e9c7a4bf005 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:16.148312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Attempting to bind port 58290f17-84cb-4398-8316-1e9c7a4bf005 on network ef8893c9-3c0e-4303-a7c9-27f16af775a4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:16.154974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:16.155333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Checking segment: {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:16.155738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.156096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Bound using segment: {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:16.156566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Bound port: 58290f17-84cb-4398-8316-1e9c7a4bf005, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:16.156916 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.246119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] For port 58290f17-84cb-4398-8316-1e9c7a4bf005, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:16.249278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] For port 58290f17-84cb-4398-8316-1e9c7a4bf005, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=58290f17-84cb-4398-8316-1e9c7a4bf005,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:16.255648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.335311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4aa8a-d488-4885-b345-2561be4c13f0 None None] Pushing event updated for resources: {'Port': ['ID=58290f17-84cb-4398-8316-1e9c7a4bf005,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:16.343240 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:50:16.567722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:50:16.577356 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Sync routers for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:50:16.590662 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:16.591336 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:16.597977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:16.599594 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63ba8a2e-7ed1-4d0d-b79f-98973309dfe1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4938591 Mar 16 11:50:16.603079 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:50:16.806447 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:17.094161 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:16Z', 'revision_number': 3, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:17.099096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Checking router: 023ce089-9ac3-4afe-a6dc-8d97ce397b00 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:50:17.099542 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Updating router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 port 7c708fcf-ece5-4f1d-8603-8409f0216a75 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:50:17.152185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.273720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c6c10-8515-4ba9-b957-51fdac295381 None None] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:50:17.463908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:17.482078 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.494219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a476da61-a419-47c7-b2b8-83d1ac934231 None None] Provisioning for port 58290f17-84cb-4398-8316-1e9c7a4bf005 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:17.513822 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.527276 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Transition to ACTIVE for port object 7c708fcf-ece5-4f1d-8603-8409f0216a75 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:17.537880 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.600435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:17.600801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.626946 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Attempting to bind port 7c708fcf-ece5-4f1d-8603-8409f0216a75 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:17.628279 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Attempting to bind port 7c708fcf-ece5-4f1d-8603-8409f0216a75 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:17.628798 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Attempting to bind port 7c708fcf-ece5-4f1d-8603-8409f0216a75 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:17.630914 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Pushing event updated for resources: {'Port': ['ID=7c708fcf-ece5-4f1d-8603-8409f0216a75,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:17.642791 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:17.643433 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:17.643988 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.644368 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:17.644807 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Bound port: 7c708fcf-ece5-4f1d-8603-8409f0216a75, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:17.645162 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.669074 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.669409 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.669731 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.670120 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.670549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.670864 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.671178 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.671484 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.671962 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.672412 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.672930 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:17.718827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Allocated IP 172.20.0.1 (ef8893c9-3c0e-4303-a7c9-27f16af775a4/e3e45dbe-7163-4b6b-bd3d-9c40dad634ce/a778b3aa-71c1-4b50-b1ee-7d3dc0e11845) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:17.731571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 58290f17-84cb-4398-8316-1e9c7a4bf005 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:17.732043 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] For port 7c708fcf-ece5-4f1d-8603-8409f0216a75, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:17.736424 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] For port 7c708fcf-ece5-4f1d-8603-8409f0216a75, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7c708fcf-ece5-4f1d-8603-8409f0216a75,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:17.746432 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.811985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 58290f17-84cb-4398-8316-1e9c7a4bf005 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:17.818376 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 58290f17-84cb-4398-8316-1e9c7a4bf005 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:17.819201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.838839 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:17.839468 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:17.903865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.921561 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Transition to ACTIVE for port object a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:17.950287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:17.978353 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14faf7-a801-49b9-a13a-40164d9c5cf4 None None] Pushing event updated for resources: {'Port': ['ID=7c708fcf-ece5-4f1d-8603-8409f0216a75,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:17.992399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.019442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8c777484-8946-4f05-98e7-8cc72dfe0ffe None None] Provisioning complete for port 58290f17-84cb-4398-8316-1e9c7a4bf005 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:18.019817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c777484-8946-4f05-98e7-8cc72dfe0ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.031280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:18.033851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:18.036435 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:18.036775 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:18.070456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 58290f17-84cb-4398-8316-1e9c7a4bf005, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=58290f17-84cb-4398-8316-1e9c7a4bf005,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:18.079990 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.089199 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Pushing event updated for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:18.119000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.217713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.294584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=58290f17-84cb-4398-8316-1e9c7a4bf005,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:18.377881 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:16Z', 'revision_number': 3, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:18.382309 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31844-c2ea-4b23-94a7-eb3d47f33117 None None] The sync data for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv is: [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:16Z', 'revision_number': 3, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:50:18.407434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38081b6a-50ab-4881-a602-e4edfea7c1bb None None] Provisioning for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:18.412355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38081b6a-50ab-4881-a602-e4edfea7c1bb None None] Provisioning complete for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:18.412712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38081b6a-50ab-4881-a602-e4edfea7c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.452941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.458425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.464274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-38081b6a-50ab-4881-a602-e4edfea7c1bb None None] Port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:50:18.644727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:18.648016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Pushing event updated for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:18.789041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:18.790029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:18.989388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-daaff3f9-393e-47f7-b603-22ac490ac9fe None None] Provisioning complete for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:18.989748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-daaff3f9-393e-47f7-b603-22ac490ac9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:19.044753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-daaff3f9-393e-47f7-b603-22ac490ac9fe None None] Port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:50:19.175507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:50:19.320396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 58290f17-84cb-4398-8316-1e9c7a4bf005 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:19.373461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:50:19.382918 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c5d4659-3164-4da6-9784-709e178adec4 admin admin] 10.222.0.36 "PUT /v2.0/routers/023ce089-9ac3-4afe-a6dc-8d97ce397b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784677 Mar 16 11:50:19.389522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 58290f17-84cb-4398-8316-1e9c7a4bf005 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:19.389886 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.366173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7c708fcf-ece5-4f1d-8603-8409f0216a75 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:25.444198 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 7c708fcf-ece5-4f1d-8603-8409f0216a75 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:25.451304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7c708fcf-ece5-4f1d-8603-8409f0216a75 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:25.451726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.576337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.594683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 7c708fcf-ece5-4f1d-8603-8409f0216a75, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7c708fcf-ece5-4f1d-8603-8409f0216a75,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:25.599464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:25.677535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=7c708fcf-ece5-4f1d-8603-8409f0216a75,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:27.343399 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7c708fcf-ece5-4f1d-8603-8409f0216a75 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:27.427705 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 7c708fcf-ece5-4f1d-8603-8409f0216a75 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:27.428076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:27.952565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Sync routers for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:50:27.965171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:27.965757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:28.157959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:28.518393 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 2, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:28.522910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Checking router: 0c7a4606-a34c-44ab-9108-a0d58b6382ca for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:50:28.523202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Updating router 0c7a4606-a34c-44ab-9108-a0d58b6382ca port 8716255b-958b-425b-939c-6b76a4b41888 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:50:28.577294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:28.995530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:29.016338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Transition to ACTIVE for port object 8716255b-958b-425b-939c-6b76a4b41888 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:29.028992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:29.161117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136707d3-66e9-4034-914d-fee38b5fae13 None None] Pushing event updated for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:29.272190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Attempting to bind port 8716255b-958b-425b-939c-6b76a4b41888 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:29.272557 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Attempting to bind port 8716255b-958b-425b-939c-6b76a4b41888 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:29.272912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Attempting to bind port 8716255b-958b-425b-939c-6b76a4b41888 on network e9acec19-dcd3-4a3c-bf17-190ed1c93668 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:29.280054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:29.280801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Checking segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:29.281223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:29.281605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Bound using segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:29.282093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Bound port: 8716255b-958b-425b-939c-6b76a4b41888, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:29.282458 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:29.388861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] For port 8716255b-958b-425b-939c-6b76a4b41888, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:29.398017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] For port 8716255b-958b-425b-939c-6b76a4b41888, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8716255b-958b-425b-939c-6b76a4b41888,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:29.405814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:29.492672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136707d3-66e9-4034-914d-fee38b5fae13 None None] Pushing event updated for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:29.496831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:29.497541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:29.702291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:29.792391 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Sync routers for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:50:29.805174 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:29.806231 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:30.006720 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:30.062508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-756a937e-5699-438c-864c-304c0592bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:29Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:30.067061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a937e-5699-438c-864c-304c0592bf6d None None] The sync data for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv is: [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:29Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:50:30.337276 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:18Z', 'revision_number': 4, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a778b3aa-71c1-4b50-b1ee-7d3dc0e11845', 'name': '', 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'mac_address': 'fa:16:3e:e8:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:17Z', 'updated_at': '2022-03-16T11:50:18Z', 'revision_number': 2, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'subnets': [{'id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:30.341866 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Checking router: 023ce089-9ac3-4afe-a6dc-8d97ce397b00 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:50:30.342241 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Updating router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:50:30.398196 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.750030 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.762282 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Transition to ACTIVE for port object a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:30.768902 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:30.901179 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6ad1-eef2-4488-9969-c88713458a9a None None] Pushing event updated for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:30.993861 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Attempting to bind port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:30.994537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Attempting to bind port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:30.995099 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Attempting to bind port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 on network ef8893c9-3c0e-4303-a7c9-27f16af775a4 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:31.002838 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:31.003324 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Checking segment: {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:31.003910 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.004521 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Bound using segment: {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:31.004983 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Bound port: a778b3aa-71c1-4b50-b1ee-7d3dc0e11845, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326c1ae4-7aef-4da3-8f37-e48a2bb175ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:31.005522 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.098092 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] For port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:31.101391 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] For port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:31.105341 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.116814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-076f3380-17ba-45a6-a427-f71d7dbd0a16 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:31.117468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-076f3380-17ba-45a6-a427-f71d7dbd0a16 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:31.134266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-076f3380-17ba-45a6-a427-f71d7dbd0a16 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:31.135427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-076f3380-17ba-45a6-a427-f71d7dbd0a16 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 813 time: 0.2642705 Mar 16 11:50:31.152567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-cdfa6382-f341-41b6-91a3-a6f05ba37c6e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/quotas/1023a29a21544e7b83ce23a9e3ef7f2c HTTP/1.1" status: 200 len: 375 time: 0.0110433 Mar 16 11:50:31.182361 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6ad1-eef2-4488-9969-c88713458a9a None None] Pushing event updated for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:31.188896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:50:31.189497 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:50:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:31.256295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-8308d93a-df95-43f7-a7f2-74c21a9e45dd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:31.280401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-8308d93a-df95-43f7-a7f2-74c21a9e45dd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:31.281789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-8308d93a-df95-43f7-a7f2-74c21a9e45dd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236429 Mar 16 11:50:31.374277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8716255b-958b-425b-939c-6b76a4b41888 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:31.424190 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:50:31.448250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 8716255b-958b-425b-939c-6b76a4b41888 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:31.453158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8716255b-958b-425b-939c-6b76a4b41888 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:31.453527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.456014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-b70f3ead-26ae-422e-a4f0-f3c04402afdb service neutron] 10.222.0.36 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513054 Mar 16 11:50:31.592038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.602247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab8e57e7-5307-4faa-a091-9c3ceab0b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.606975 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-f80b647a-1e3d-4e86-b89d-4cb81050b68a service neutron] 10.222.0.36 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446228 Mar 16 11:50:31.626975 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 8716255b-958b-425b-939c-6b76a4b41888, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8716255b-958b-425b-939c-6b76a4b41888,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:31.632472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:31.706283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:31.754096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:18Z', 'revision_number': 4, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a778b3aa-71c1-4b50-b1ee-7d3dc0e11845', 'name': '', 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'mac_address': 'fa:16:3e:e8:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:17Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 4, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'subnets': [{'id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:50:31.757914 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84269bca-9c88-4e9b-b294-173116755e5e None None] The sync data for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv is: [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:18Z', 'revision_number': 4, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'a778b3aa-71c1-4b50-b1ee-7d3dc0e11845', 'name': '', 'network_id': 'ef8893c9-3c0e-4303-a7c9-27f16af775a4', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'mac_address': 'fa:16:3e:e8:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:17Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 4, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'subnets': [{'id': 'e3e45dbe-7163-4b6b-bd3d-9c40dad634ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:50:32.002891 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cbb3407-7f6e-401c-8fa6-79cc7f74667e req-bfbabf45-65e9-41d5-b970-cfff89db2050 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 210 time: 0.2221994 Mar 16 11:50:33.189157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8cf8de0b-1d81-42e7-801f-70ce668470e6 req-ae4d7510-5062-4429-baa9-271456004444 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 210 time: 0.0587656 Mar 16 11:50:33.253696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-c28f8c65-6eab-4753-b468-a09d04f068eb tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:33.255174 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-c28f8c65-6eab-4753-b468-a09d04f068eb tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 813 time: 0.1972799 Mar 16 11:50:33.279231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'port': {'device_id': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'admin_state_up': True, 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:33.412323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:33.417775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:50:33.427705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:50:33.441011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Made reservation on behalf of 1023a29a21544e7b83ce23a9e3ef7f2c for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:50:33.445129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.523770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:33.529201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:33.529569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.614221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Allocated IP 172.20.0.7 (e9acec19-dcd3-4a3c-bf17-190ed1c93668/e5e04a6f-3b9b-43be-b74e-835f5773a306/51ba29a7-90f3-4141-bf7d-f9ab66c412c6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:50:33.648685 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.686718 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:33.693355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.694337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8716255b-958b-425b-939c-6b76a4b41888 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:33.871114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 8716255b-958b-425b-939c-6b76a4b41888 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:33.871478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.908999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.918254 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:33.928072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-56f2f0bc-267c-4b01-99b8-9cec221b426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:33.936306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Transition to ACTIVE for port object 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:33.972285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.073457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:50:34.077009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:50:34.081663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:50:34.133158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:34.146189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.146915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.147192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.147530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.147980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.148309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.148769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.149076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.149403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.149773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.150182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:50:34.191412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:34.192167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.233456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-deeccb70-009b-430d-b1a8-d0e60b17d37a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580045 Mar 16 11:50:34.511076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-a313ac64-e4ee-405a-b309-b2ee3a18b90b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:34.511851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-a313ac64-e4ee-405a-b309-b2ee3a18b90b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:34.519357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Request body: {'port': {'device_id': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:50:34.576848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33271aa5-b254-4584-a635-a82288b4ad9f None None] Provisioning for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:34.582841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33271aa5-b254-4584-a635-a82288b4ad9f None None] Provisioning complete for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:34.583288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33271aa5-b254-4584-a635-a82288b4ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.662716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-33271aa5-b254-4584-a635-a82288b4ad9f None None] Port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:50:34.729644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-a313ac64-e4ee-405a-b309-b2ee3a18b90b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:34.731209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-a313ac64-e4ee-405a-b309-b2ee3a18b90b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 931 time: 0.3683937 Mar 16 11:50:34.782218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:34.847582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-87a8f24b-5517-4b4e-b699-08214078c541 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:50:35.033619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.061622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-87a8f24b-5517-4b4e-b699-08214078c541 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:50:35.062834 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a7969ed-1bd0-4344-8a8d-84a349c8f8b5 req-87a8f24b-5517-4b4e-b699-08214078c541 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235323 Mar 16 11:50:35.090472 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.353503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:35.364590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:50:35.372282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.390638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Transition to ACTIVE for port object 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:50:35.400963 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.436338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:35.436698 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.475153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:35.710540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Attempting to bind port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:50:35.710876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Attempting to bind port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:50:35.711210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Attempting to bind port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 on network e9acec19-dcd3-4a3c-bf17-190ed1c93668 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:35.722891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 on network e9acec19-dcd3-4a3c-bf17-190ed1c93668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:50:35.723212 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Attempting to bind port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 on network e9acec19-dcd3-4a3c-bf17-190ed1c93668 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:50:35.730933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:50:35.731395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Checking segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:50:35.731881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Bound using segment: {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:50:35.732404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Bound port: 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4a5156-5750-4115-ae7a-2636c1cd3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:50:35.732837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.848044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:50:35.854409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:50:35.860188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.931122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:35.932655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-63912d11-9e11-4353-be86-2baa3851614b service neutron] 10.222.0.59 "PUT /v2.0/ports/51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1093 time: 1.5364828 Mar 16 11:50:35.933096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:50:35.959493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63912d11-9e11-4353-be86-2baa3851614b service neutron] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:36.028871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:50:36.296570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17558a-e64c-41f5-b5f7-7c22e99f13a2 req-fd8cf51f-01c6-41fe-8524-24a6980499c7 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:36.298413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff17558a-e64c-41f5-b5f7-7c22e99f13a2 req-fd8cf51f-01c6-41fe-8524-24a6980499c7 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0950921 Mar 16 11:50:36.357838 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff17558a-e64c-41f5-b5f7-7c22e99f13a2 req-e5b30429-8597-4dcf-b8f0-e2150dd0c047 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508029 Mar 16 11:50:36.373044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:37.579592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ecc9-13bc-4dad-b3b9-5f9606f2d289 req-ced4430a-ec0a-48db-96af-89bf05597308 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:37.587090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a4d7ecc9-13bc-4dad-b3b9-5f9606f2d289 req-ced4430a-ec0a-48db-96af-89bf05597308 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0883839 Mar 16 11:50:37.640726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a4d7ecc9-13bc-4dad-b3b9-5f9606f2d289 req-cf3b9848-47ca-4803-a745-30f55644435b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 Mar 16 11:50:38.866473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a18cf4-f0c7-496b-bb0f-06fcbca61634 req-bb5b15ae-de26-4c0c-9b2a-5b0c60d1faf4 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:38.867939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7a18cf4-f0c7-496b-bb0f-06fcbca61634 req-bb5b15ae-de26-4c0c-9b2a-5b0c60d1faf4 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0964041 Mar 16 11:50:38.926410 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7a18cf4-f0c7-496b-bb0f-06fcbca61634 req-5fca041a-943d-4894-8bf1-5e3db8c137d5 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Mar 16 11:50:40.159070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971858a5-dfc8-438d-8968-e8dc2b52893f req-d7b8ffa9-c05a-4234-a143-6a6c4435eb81 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:40.160536 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-971858a5-dfc8-438d-8968-e8dc2b52893f req-d7b8ffa9-c05a-4234-a143-6a6c4435eb81 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0932014 Mar 16 11:50:40.210046 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-971858a5-dfc8-438d-8968-e8dc2b52893f req-734c11ac-02bb-4f06-a07a-4cc56f124178 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Mar 16 11:50:41.414972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2ce2c-8b02-4972-82f1-c9052bd003d4 req-6d61d2df-db6c-4ee7-8ba9-c61ed8041612 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:41.416443 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02d2ce2c-8b02-4972-82f1-c9052bd003d4 req-6d61d2df-db6c-4ee7-8ba9-c61ed8041612 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0826895 Mar 16 11:50:41.470191 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02d2ce2c-8b02-4972-82f1-c9052bd003d4 req-3f246ab5-5e47-4685-9ba2-6043f027143b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Mar 16 11:50:41.647633 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48f49b49-d9f3-4c4a-b06b-2d95762dc37c req-7f9340e5-30fa-4234-9753-51518dc6c13d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1096 time: 0.0855956 Mar 16 11:50:41.801453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49b49-d9f3-4c4a-b06b-2d95762dc37c req-da9279c2-af6f-42ad-a388-d1350cd76f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:41.802909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48f49b49-d9f3-4c4a-b06b-2d95762dc37c req-da9279c2-af6f-42ad-a388-d1350cd76f90 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1462228 Mar 16 11:50:41.938408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49b49-d9f3-4c4a-b06b-2d95762dc37c req-62a635fe-8083-4c60-a085-81b3a3c17664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:41.939723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48f49b49-d9f3-4c4a-b06b-2d95762dc37c req-62a635fe-8083-4c60-a085-81b3a3c17664 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1288185 Mar 16 11:50:42.058098 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-0e28361a-6590-4b4e-8e44-757e8ec07469 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1096 time: 0.0714078 Mar 16 11:50:42.221582 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-6c9aa5aa-8e46-4e29-9fa2-a5b23b93b34c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 217 time: 0.1536446 Mar 16 11:50:42.285564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-c9d1ab59-3dc5-43fa-8a01-f83ab5c6ac35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:42.286998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-c9d1ab59-3dc5-43fa-8a01-f83ab5c6ac35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0568228 Mar 16 11:50:42.351683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:42.365366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-bb18a183-227e-4589-9311-a91e2cfe24bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693290 Mar 16 11:50:42.521661 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-ac321347-7e3b-4493-bd7e-4563486f74c0 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454101 Mar 16 11:50:42.715178 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8307162-3f38-4e5e-8aa9-805889c71d8c req-d12bfd57-68f3-43cc-a52a-2cee9849cad8 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846292 Mar 16 11:50:42.737466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139bc9-4493-430e-a3db-92317cfd5427 req-c9d66660-0330-4250-9d2d-55d1c6dc1fac tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:42.739090 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74139bc9-4493-430e-a3db-92317cfd5427 req-c9d66660-0330-4250-9d2d-55d1c6dc1fac tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.1247921 Mar 16 11:50:42.803104 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74139bc9-4493-430e-a3db-92317cfd5427 req-827a7a1b-dafe-4bde-8bc1-cf98994beccd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563509 Mar 16 11:50:43.563185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:50:44.018692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538789-02c1-4cbb-87c0-d001f7dedf90 req-68f3b164-6bc4-4213-a217-6dd21d602155 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:44.020119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c538789-02c1-4cbb-87c0-d001f7dedf90 req-68f3b164-6bc4-4213-a217-6dd21d602155 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0866389 Mar 16 11:50:44.069064 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c538789-02c1-4cbb-87c0-d001f7dedf90 req-954244fe-0653-450c-b2da-4e992bb16805 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Mar 16 11:50:45.282231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91a9e1-903e-4353-b6c1-6b8bc3371246 req-f0f15885-78f6-410b-8635-5802a4c1877e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:45.283636 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf91a9e1-903e-4353-b6c1-6b8bc3371246 req-f0f15885-78f6-410b-8635-5802a4c1877e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0818963 Mar 16 11:50:45.336391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf91a9e1-903e-4353-b6c1-6b8bc3371246 req-c4fc1bbd-80cd-4c0c-b9d0-509e6da2571c tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470517 Mar 16 11:50:46.550277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2fa11-a700-40f6-b376-32cd19e76b52 req-f6494a25-f251-48a4-b8ef-c2be7cafbe18 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:46.551592 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0bb2fa11-a700-40f6-b376-32cd19e76b52 req-f6494a25-f251-48a4-b8ef-c2be7cafbe18 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 943 time: 0.0825763 Mar 16 11:50:46.597825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0bb2fa11-a700-40f6-b376-32cd19e76b52 req-e0d2ee5e-7487-4ada-ad0a-9b10cd075248 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Mar 16 11:50:46.617436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:50:46.754477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:46.767602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'port_id': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'mac_address': 'fa:16:3e:6c:88:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:50:46.826619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:46.851122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:50:46.867238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:46.874221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:46.941426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:47.136154 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:50:47.811761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aa071-2959-4109-846a-b76457d1f2f1 req-abeae13f-639d-4d4b-b133-1e667f46f712 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:47.813142 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d05aa071-2959-4109-846a-b76457d1f2f1 req-abeae13f-639d-4d4b-b133-1e667f46f712 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 944 time: 0.0930512 Mar 16 11:50:47.860485 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d05aa071-2959-4109-846a-b76457d1f2f1 req-872c2fed-ce3f-408a-af36-27766abee191 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Mar 16 11:50:48.634301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:50:48.712139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:50:48.717308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:50:48.717679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.829696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.856842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:50:48.866764 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:50:48.875142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:50:48.943042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:50:49.011438 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'code': 200} Mar 16 11:50:49.062013 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b02669-e42c-423f-b4b4-fae2f0d42626 req-cbc61c62-1fe7-452f-9317-aa27a21fa53e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:49.063450 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22b02669-e42c-423f-b4b4-fae2f0d42626 req-cbc61c62-1fe7-452f-9317-aa27a21fa53e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0757823 Mar 16 11:50:49.107731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22b02669-e42c-423f-b4b4-fae2f0d42626 req-8aaa817f-a64d-4ef3-958a-af7feeecc731 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Mar 16 11:50:49.253539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4cc9f9b-8449-4dae-904d-eaccfef8fba7 req-4b41cc59-35a5-4858-bba8-71b7388d3629 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1098 time: 0.0704474 Mar 16 11:50:49.303886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4cc9f9b-8449-4dae-904d-eaccfef8fba7 req-2a96bacf-63da-463b-a44e-cd5904bdf74a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Mar 16 11:50:50.314996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b18780-5f44-4b2d-a390-d75daa657964 req-81b29442-eabc-4e19-a34b-b96f7c21dc47 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:50.316454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50b18780-5f44-4b2d-a390-d75daa657964 req-81b29442-eabc-4e19-a34b-b96f7c21dc47 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0775821 Mar 16 11:50:50.364460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50b18780-5f44-4b2d-a390-d75daa657964 req-4420023a-b743-4b8d-bf69-d4f5ec08e6ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Mar 16 11:50:51.564866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6c5b5-3cc2-40c0-b2e7-20d6cd56407c req-2531988a-c7e8-4153-acf8-41e43bb1cfee tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:51.566213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43d6c5b5-3cc2-40c0-b2e7-20d6cd56407c req-2531988a-c7e8-4153-acf8-41e43bb1cfee tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0777001 Mar 16 11:50:51.610890 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43d6c5b5-3cc2-40c0-b2e7-20d6cd56407c req-14c42967-4c78-4d9e-9469-02dd32f0c22d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Mar 16 11:50:51.815538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ba6fc-9a9b-4f6b-b779-8e93e474c240 req-7ffb0da7-2fd8-408d-af46-19be5865fe3e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:51.816852 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf4ba6fc-9a9b-4f6b-b779-8e93e474c240 req-7ffb0da7-2fd8-408d-af46-19be5865fe3e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0891476 Mar 16 11:50:51.863456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf4ba6fc-9a9b-4f6b-b779-8e93e474c240 req-525f925a-731d-4a67-b5c6-a6bae125fe34 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Mar 16 11:50:52.286814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083846a7-d3a5-484b-bbe9-6d727f128561 req-af25f370-852e-432c-8495-a22eba451b78 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:50:52.288313 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-083846a7-d3a5-484b-bbe9-6d727f128561 req-af25f370-852e-432c-8495-a22eba451b78 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0774043 Mar 16 11:50:52.336193 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-083846a7-d3a5-484b-bbe9-6d727f128561 req-12124660-2e3f-4e32-b767-a660dc08d31f tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Mar 16 11:51:01.580291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68083fda-cd4d-45c1-b509-cc4a6617d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:02.607653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627ff3-1634-405a-8d93-102ec11b54f8 req-95c6464c-f720-4ed6-99ef-9cd52e654bf7 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:02.609185 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08627ff3-1634-405a-8d93-102ec11b54f8 req-95c6464c-f720-4ed6-99ef-9cd52e654bf7 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0810256 Mar 16 11:51:02.659846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08627ff3-1634-405a-8d93-102ec11b54f8 req-af7d8608-a8df-4097-b7e7-eae4293231cf tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Mar 16 11:51:02.688983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49524) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:02.834888 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83d97089-6d0f-415c-9696-52c467465f5f tempest-TestMinimumBasicScenario-381354451 tempest-TestMinimumBasicScenario-381354451-project-admin] Synchronizing usage tracker for tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:02.855666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83d97089-6d0f-415c-9696-52c467465f5f tempest-TestMinimumBasicScenario-381354451 tempest-TestMinimumBasicScenario-381354451-project-admin] Unset dirty status for tenant:0f5fd54bc8dc4a64a33b4f78e6e53f7f on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:02.856764 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83d97089-6d0f-415c-9696-52c467465f5f tempest-TestMinimumBasicScenario-381354451 tempest-TestMinimumBasicScenario-381354451-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1093 time: 0.1667984 Mar 16 11:51:02.861504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:02.866579 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:02.872641 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:02.876549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:floatingip and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:02.879763 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:02.886358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:02.896943 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:03.035649 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:03.167415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Allocated IP 172.26.1.182 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/8eb6f84d-a3fd-416f-ae7b-78dad0c9d892) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:51:03.315681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:03.345268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:03.407750 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:51:03.410388 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:51:03.413930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:51:03.442945 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'Port': ['ID=8eb6f84d-a3fd-416f-ae7b-78dad0c9d892,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:03.463797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.464153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.464493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.464830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.465157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.465480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.465804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.466160 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.466478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.466795 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.467114 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:51:03.744470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2291a589-673e-4d87-9b72-9e99b819ad53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.018821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.092705 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.300780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.308900 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.412314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'Port': ['ID=8eb6f84d-a3fd-416f-ae7b-78dad0c9d892,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:04.431801 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:04.630587 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Floating IP 2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6 associated. External IP: 172.26.1.182, port: 51ba29a7-90f3-4141-bf7d-f9ab66c412c6. Mar 16 11:51:05.028333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.041100 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Router 0c7a4606-a34c-44ab-9108-a0d58b6382ca has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:51:05.087760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.344622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:51:05.354436 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Sync routers for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:51:05.367597 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:51:05.368220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:51:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:05.371147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.427817 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f17ee954-ef2f-4d5d-92df-b6b43810194b tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5652335 Mar 16 11:51:05.428594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:51:05.430738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:05.436660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417275590', 'description': 'tempest-secgroup-smoke-1417275590 description', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:05.443091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:05.453658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:05.464998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.499957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:05.503922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:05.506664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:05.512964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:05.545793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:51:05.567670 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.572760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.582672 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:51:05.766786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240a3a8e-5500-4cef-a915-d11b14ee3f3d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:05.772513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.774448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f7b5da4-c229-49db-950a-705301fb07b6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3419652 Mar 16 11:51:05.776827 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49544) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:05.782602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:05.792438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:05.796339 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:05.799353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:05.799921 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-d88e04fa-7885-4a83-b59f-76ebccabfc4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1098 time: 0.1896493 Mar 16 11:51:05.806165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:05.822390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.890387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.896089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.919922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48931976-272c-45d2-a736-44512b185dc3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:05.929787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:05.931736 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ce16584-dc9c-4f63-9138-e69ada0e04da tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533933 Mar 16 11:51:05.933966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:05.939782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-7b22d855-586c-433b-99db-d7a300402f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:05.940941 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:05.941499 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-7b22d855-586c-433b-99db-d7a300402f4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.1355617 Mar 16 11:51:05.946785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:05.952459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'port_id': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'mac_address': 'fa:16:3e:6c:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:03Z', 'updated_at': '2022-03-16T11:51:03Z', 'revision_number': 0, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:05.953655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:05.956427 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Checking router: 0c7a4606-a34c-44ab-9108-a0d58b6382ca for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:51:05.956784 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:05.962622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:05.968102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:51:05.968740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:51:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:05.984518 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.058328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.065023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-4dd31f43-31ee-4a84-86e3-0368cf042224 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 999 time: 0.1146142 Mar 16 11:51:06.066332 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.093279 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fb8142-545d-4de5-ada4-97f04bfdb2ac,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:06.115952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.115952 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bdfe45fc-82b9-43bb-a34d-7977d7a05a2e tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1757939 Mar 16 11:51:06.115952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:06.121533 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:06.137398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:06.142190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-2d868447-c23f-4a47-a445-2fe8e8f71502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:06.146669 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:06.150690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-2d868447-c23f-4a47-a445-2fe8e8f71502 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0619366 Mar 16 11:51:06.152366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:06.152366 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:06.160896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.175530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:51:06.226318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-265cec4a-4198-48e1-961c-5394d2b5a64c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852149 Mar 16 11:51:06.242026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.247793 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.287090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaf7d79-7835-4df5-9aa9-3ad4d8c92b34,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:06.300480 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.302123 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05618ada-5062-43ce-b349-f9d537081869 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1880527 Mar 16 11:51:06.304854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:06.311903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:06.318412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:06.323046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:06.326476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:06.332583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:06.354158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.371320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-2c67512f-282d-4a26-a049-7f929ec5998e service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383178 Mar 16 11:51:06.405268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.425931 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.430304 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.458325 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23e7a5-1681-45d4-a746-710acfa5a3ed,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:06.470307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.471538 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac5154a4-75d3-4b04-977c-c784e67450b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1655617 Mar 16 11:51:06.474457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:06.483418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:06.501349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:06.512832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:06.522527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:06.531805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:06.537134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5885b88d-c7d6-4566-9d00-51cb5cdc5a84 req-f71a0276-bdaf-4068-838f-a1057fc0a882 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587262 Mar 16 11:51:06.547565 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Project 1023a29a21544e7b83ce23a9e3ef7f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:06.554743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.578797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'port_id': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'mac_address': 'fa:16:3e:6c:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:03Z', 'updated_at': '2022-03-16T11:51:03Z', 'revision_number': 0, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:51:06.583078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ed7c8-0433-4645-bac8-02a04c343787 None None] The sync data for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv is: [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'floating_ip_address': '172.26.1.182', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'port_id': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'mac_address': 'fa:16:3e:6c:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:51:03Z', 'updated_at': '2022-03-16T11:51:03Z', 'revision_number': 0, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:51:06.626390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.631158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.655203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81349d66-771f-49fb-a560-5cb5b273bed9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:06.663909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.665011 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae5c51b2-ab4e-40b7-9185-e2c60ed6b667 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1894543 Mar 16 11:51:06.668239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49564) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:51:06.674655 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'security_group_rule': {'security_group_id': '240a3a8e-5500-4cef-a915-d11b14ee3f3d', 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:06.681185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:51:06.685225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Usage tracker for resource:security_group_rule and tenant:1023a29a21544e7b83ce23a9e3ef7f2c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:51:06.688202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:51:06.694353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:51:06.706326 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Project 1023a29a21544e7b83ce23a9e3ef7f2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:51:06.713662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.784419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.785169 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62b921-9d3c-44b3-b006-235cbe4953ec None None] New status for floating IP 2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:51:06.789502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.817863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d5471e-1b68-451c-964b-4869e8efbabc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:06.829055 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:06.830298 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-362367ad-6900-4a03-9aee-626fd864ef95 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1608799 Mar 16 11:51:06.962090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-50440e6e-5d6a-47fe-8b77-3e7c8ff78fcc tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:51:06.978320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-50440e6e-5d6a-47fe-8b77-3e7c8ff78fcc tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:51:06.979603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-50440e6e-5d6a-47fe-8b77-3e7c8ff78fcc tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417275590&fields=id&tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c HTTP/1.1" status: 200 len: 267 time: 0.0571191 Mar 16 11:51:07.064665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-1467f876-55cb-45ad-bc42-65382df482ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:07.066121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-1467f876-55cb-45ad-bc42-65382df482ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0808043 Mar 16 11:51:07.076654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'port': {'security_groups': ['f35f7571-74ca-456d-8cfd-6bdb349c8208', '240a3a8e-5500-4cef-a915-d11b14ee3f3d']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:51:07.195114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:07.448834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:51:07.483207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:07.489871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:07.504717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:51:07.561568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:07.562211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:07.563551 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70350e48-c0b6-4302-ae88-cbc27a2dbd78 req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "PUT /v2.0/ports/51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 981 time: 0.4913299 Mar 16 11:51:07.563988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:51:07.581362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fdb78-058f-475b-a1b4-8525a468f227 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=6']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:51:07.641583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:51:07.644425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:51:07.829509 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-025f880d-b7fa-4c64-b61e-24f43af267ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1137 time: 0.1582386 Mar 16 11:51:07.870615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138384a4-d12a-4e19-8b99-2713fc4b1cda req-1c66961e-1e5c-44f6-b2c0-29fc37819a13 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:07.872132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-138384a4-d12a-4e19-8b99-2713fc4b1cda req-1c66961e-1e5c-44f6-b2c0-29fc37819a13 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.1437306 Mar 16 11:51:07.968097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f3721f7-a959-4a15-ab85-7e9d2d7b1d8b None None] Provisioning complete for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:51:07.968500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f3721f7-a959-4a15-ab85-7e9d2d7b1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:08.099086 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-138384a4-d12a-4e19-8b99-2713fc4b1cda req-68fe0aac-5a7f-46a2-986b-de200ef79aa6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809187 Mar 16 11:51:08.116954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-a274e37b-c188-4078-9860-9cb82f5e3be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:08.118860 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-a274e37b-c188-4078-9860-9cb82f5e3be9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.2832778 Mar 16 11:51:08.225881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-513c5f10-ea25-4836-b4f7-ca5788316552 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1001 time: 0.1000657 Mar 16 11:51:08.288578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-b02f5404-b2fd-40ae-957e-3a8b8f599b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:08.289796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-b02f5404-b2fd-40ae-957e-3a8b8f599b65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0583825 Mar 16 11:51:08.366441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-c698b4a5-a7bd-4314-a568-8dec38707559 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695777 Mar 16 11:51:08.498100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-2ad5548c-427c-41bd-ace2-498eb283bf8d service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253140 Mar 16 11:51:08.634025 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fc96004-e264-4f65-b145-fb440e5a3678 req-6becb49b-15b9-4a3b-93ef-6ba282d3be62 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261082 Mar 16 11:51:12.354306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:15.010763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-22294e19-25d6-4a7c-84d9-799a7bd12eba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801427 Mar 16 11:51:15.161372 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-03a52d99-69be-4227-b736-457af386de9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1137 time: 0.0767043 Mar 16 11:51:15.313310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-6d0c2580-3742-45d2-8a6a-ee2fa7f3d4e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:15.314837 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-6d0c2580-3742-45d2-8a6a-ee2fa7f3d4e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.1272748 Mar 16 11:51:15.429807 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-7ece79c0-43f2-40de-b5c1-a5c736b890c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1001 time: 0.1079800 Mar 16 11:51:15.493987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-588875fd-60a1-447e-a4fb-f51d14fefd37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:15.495339 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-588875fd-60a1-447e-a4fb-f51d14fefd37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0595067 Mar 16 11:51:15.569961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-31aa9182-7274-498d-af90-3a9bace424ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679860 Mar 16 11:51:15.702842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-c5889e7c-bac9-4b9d-9b71-5031b832e037 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266177 Mar 16 11:51:15.834564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c08f7bec-4e30-45df-ad9a-ee2a1cc10953 req-265f6990-8a43-406e-9530-c365fccc44c2 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242332 Mar 16 11:51:20.570408 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:51:30.140404 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-06228220-e590-4db1-9ec4-eba9229c20f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1137 time: 0.1234996 Mar 16 11:51:30.149675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8e541-ed4e-4951-8b9d-1229662f7e94 req-cd712c34-741a-4602-a139-e135335adca6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:30.151088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93c8e541-ed4e-4951-8b9d-1229662f7e94 req-cd712c34-741a-4602-a139-e135335adca6 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.1019390 Mar 16 11:51:30.378856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93c8e541-ed4e-4951-8b9d-1229662f7e94 req-088b4d60-44b0-4121-bdf3-8c5c7487b319 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095864 Mar 16 11:51:30.396898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-50f98880-e4c3-4f3e-a186-52221fab499b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:30.398425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-50f98880-e4c3-4f3e-a186-52221fab499b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.2462342 Mar 16 11:51:30.504750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-26a3623a-9b6f-4b7d-865c-c8a5ac037efc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1001 time: 0.0985916 Mar 16 11:51:30.573735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-c4263046-11b5-4ff8-a016-cd7dde66c84a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:30.575201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-c4263046-11b5-4ff8-a016-cd7dde66c84a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0639987 Mar 16 11:51:30.656143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-9cc7a745-32d5-4549-81ed-e8a731743f8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736299 Mar 16 11:51:30.787287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-e34a9de8-7f09-488c-95dc-acd6235841dc service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243179 Mar 16 11:51:30.935793 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5a331f6-b86b-4b30-a2d4-8a47c1d80572 req-312d5d89-be99-44db-a3ce-b8343278d6eb service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387694 Mar 16 11:51:31.575625 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-994e7fe1-dcbc-498e-87e8-9b6d2ed63361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:31.586344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049948-fb40-403c-a853-384f1a7f5331 req-b7e694c1-28e1-42f4-87dd-88c84c363818 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:31.587800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c049948-fb40-403c-a853-384f1a7f5331 req-b7e694c1-28e1-42f4-87dd-88c84c363818 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0820742 Mar 16 11:51:31.641921 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c049948-fb40-403c-a853-384f1a7f5331 req-fe8a59e0-c633-48c7-b861-1c0969baa81a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477784 Mar 16 11:51:32.865808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f219e13-c62d-480b-b4c0-228659004b82 req-bfe920eb-6106-4d46-b972-022b07419794 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:32.867260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3f219e13-c62d-480b-b4c0-228659004b82 req-bfe920eb-6106-4d46-b972-022b07419794 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0884883 Mar 16 11:51:32.920207 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3f219e13-c62d-480b-b4c0-228659004b82 req-3c185eab-cf71-43c9-ae04-0be5ec9785be tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442429 Mar 16 11:51:33.756794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a24e373-fef4-4ca3-8402-971530d9f551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:34.132095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c999-fb9e-41c0-b905-8c67b41d8000 req-afe30531-e57e-4836-8dd8-f0fd0e360789 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:34.133396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0911c999-fb9e-41c0-b905-8c67b41d8000 req-afe30531-e57e-4836-8dd8-f0fd0e360789 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0874839 Mar 16 11:51:34.188474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0911c999-fb9e-41c0-b905-8c67b41d8000 req-bd77cab9-04fe-4a63-a5c2-0c2061eda96c tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455739 Mar 16 11:51:35.044809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.091075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:35.391657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c3c62-db59-4676-bc8c-0e78467715d6 req-b6d76b3f-e8b2-42b6-af1d-ad2b131971a2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:35.393099 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979c3c62-db59-4676-bc8c-0e78467715d6 req-b6d76b3f-e8b2-42b6-af1d-ad2b131971a2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0818560 Mar 16 11:51:35.438905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979c3c62-db59-4676-bc8c-0e78467715d6 req-8c5de022-cd3b-40f8-9e47-766f73890030 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400527 Mar 16 11:51:36.386069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:36.651287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc88dcf-3e7d-4ecd-a193-a827d6e50e38 req-18bad818-c529-4fa8-a8bc-bce1fb8cd73f tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:36.653041 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-acc88dcf-3e7d-4ecd-a193-a827d6e50e38 req-18bad818-c529-4fa8-a8bc-bce1fb8cd73f tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0837309 Mar 16 11:51:36.700748 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-acc88dcf-3e7d-4ecd-a193-a827d6e50e38 req-11d95a6f-a979-47dc-9afb-a7c345a62576 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396569 Mar 16 11:51:37.910150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81981982-b0c7-4333-b292-ed9fe17a562e req-d73ed792-f683-4c00-a8ce-68ffc0441402 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:37.911563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81981982-b0c7-4333-b292-ed9fe17a562e req-d73ed792-f683-4c00-a8ce-68ffc0441402 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0772600 Mar 16 11:51:37.957558 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81981982-b0c7-4333-b292-ed9fe17a562e req-0b342ba1-5fe1-4416-960e-f9e7aec7c244 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399394 Mar 16 11:51:39.168455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf61ee1-0c6b-4e66-8e93-2ef5db329834 req-32fd3af9-a4cd-4b7b-a87c-7a6bcf1b007a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:39.169881 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bf61ee1-0c6b-4e66-8e93-2ef5db329834 req-32fd3af9-a4cd-4b7b-a87c-7a6bcf1b007a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0866361 Mar 16 11:51:39.218412 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bf61ee1-0c6b-4e66-8e93-2ef5db329834 req-d151b1ed-250a-4fcf-9b23-513c31269052 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427020 Mar 16 11:51:40.414596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d481bea-15a4-4941-b16d-845a58e81d5d req-a8abdd5c-2ba4-4900-abf2-489aff99527c tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:40.416005 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d481bea-15a4-4941-b16d-845a58e81d5d req-a8abdd5c-2ba4-4900-abf2-489aff99527c tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0781546 Mar 16 11:51:40.465763 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d481bea-15a4-4941-b16d-845a58e81d5d req-66443121-1d65-4798-ba29-da5b242628c2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438330 Mar 16 11:51:41.669580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b299b-75de-4370-8584-433d93be0fc5 req-759035ca-1126-44be-89ce-a53700087ed3 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:41.671044 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b26b299b-75de-4370-8584-433d93be0fc5 req-759035ca-1126-44be-89ce-a53700087ed3 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0783629 Mar 16 11:51:41.718458 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b26b299b-75de-4370-8584-433d93be0fc5 req-394c2e00-4b61-47a5-ab25-884ddaded0b0 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417800 Mar 16 11:51:42.375404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:51:42.969964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3d08c-6c8f-4bfe-a380-230fe7a7390a req-ea0cccca-a0ed-4007-bbd0-e7878e73e6e4 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:42.971385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19a3d08c-6c8f-4bfe-a380-230fe7a7390a req-ea0cccca-a0ed-4007-bbd0-e7878e73e6e4 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0998986 Mar 16 11:51:43.022189 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19a3d08c-6c8f-4bfe-a380-230fe7a7390a req-b0b720e5-4e12-4760-ba67-a9f2833a6122 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418599 Mar 16 11:51:44.262699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3795e-e36f-4453-96b1-f1e69ed0756e req-99681123-873e-45c8-8822-8308af8f2908 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:44.264163 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0c3795e-e36f-4453-96b1-f1e69ed0756e req-99681123-873e-45c8-8822-8308af8f2908 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.1025453 Mar 16 11:51:44.317051 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0c3795e-e36f-4453-96b1-f1e69ed0756e req-27f613ca-77b1-449f-ad63-30e95ba37101 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470190 Mar 16 11:51:45.626786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a069c-f3fa-4135-8c19-e2e21ac2b54e req-b2274ceb-1970-4937-a182-88731dfa4f70 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:45.628476 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a7a069c-f3fa-4135-8c19-e2e21ac2b54e req-b2274ceb-1970-4937-a182-88731dfa4f70 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.1802187 Mar 16 11:51:45.675227 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a7a069c-f3fa-4135-8c19-e2e21ac2b54e req-cab11c7b-364b-4869-ac7b-cc7c46f78409 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410295 Mar 16 11:51:46.899570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e084918-1cae-4147-b815-1d826b5ab189 req-c8d80032-9192-4a44-8547-d7d441782dfd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:46.900998 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e084918-1cae-4147-b815-1d826b5ab189 req-c8d80032-9192-4a44-8547-d7d441782dfd tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0872021 Mar 16 11:51:46.954304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e084918-1cae-4147-b815-1d826b5ab189 req-813903d4-2205-4855-adfc-2faecabb5f6f tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471170 Mar 16 11:51:48.175874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfec92-a81f-423f-acb7-a3373623a3b9 req-066587e8-5531-45b6-a3e0-737f457bde29 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:51:48.177296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21bfec92-a81f-423f-acb7-a3373623a3b9 req-066587e8-5531-45b6-a3e0-737f457bde29 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0887232 Mar 16 11:51:48.225463 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21bfec92-a81f-423f-acb7-a3373623a3b9 req-2d896447-947c-4216-93db-dc5e0cd8551a tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&id=240a3a8e-5500-4cef-a915-d11b14ee3f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425076 Mar 16 11:51:57.566273 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:01.575444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03f1d165-48e6-4f88-8e69-cbb400b2553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:03.754345 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6fabbc-c538-4971-9664-5c5ed5c2e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.033859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:05.097478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:06.392177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:12.388915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:15.016538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-f72c8017-d8f1-4e8d-989b-298b56a8f772 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795443 Mar 16 11:52:15.166108 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-96617c1e-1c10-485c-9577-df2dfd32f780 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1137 time: 0.0722809 Mar 16 11:52:15.310134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86913-2f3c-412b-8610-62c4209af64a req-76f83fea-37b8-4bf7-83b3-8efbd94e44a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:15.311478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-76f83fea-37b8-4bf7-83b3-8efbd94e44a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.1259286 Mar 16 11:52:15.425043 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-adea7bd4-26d8-4491-8cfe-5a8e43e9e5a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1001 time: 0.1072512 Mar 16 11:52:15.488239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86913-2f3c-412b-8610-62c4209af64a req-a05a1b2c-a517-4eb0-a2af-adc8fb33e103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:15.489609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-a05a1b2c-a517-4eb0-a2af-adc8fb33e103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0589044 Mar 16 11:52:15.568811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-166ae2c5-98d9-44a7-856e-c4186c6ed3e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736766 Mar 16 11:52:15.701576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-0e09f462-f70d-49ec-8960-9aa74afd3745 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Mar 16 11:52:15.831758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be86913-2f3c-412b-8610-62c4209af64a req-fc2dfdd9-c114-418f-9c1b-56df8b68a392 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239824 Mar 16 11:52:21.020311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cab4a41-e212-476d-b090-719168123a1e req-eab8d7ae-9b9b-4a92-98a2-efcb74f0ebd7 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417275590&fields=id&tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c HTTP/1.1" status: 200 len: 267 time: 0.0443921 Mar 16 11:52:21.100939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4a41-e212-476d-b090-719168123a1e req-a3b530ef-6b2b-4f6b-8801-ffb6c3d24991 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.102419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cab4a41-e212-476d-b090-719168123a1e req-a3b530ef-6b2b-4f6b-8801-ffb6c3d24991 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 984 time: 0.0769110 Mar 16 11:52:21.113599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Request body: {'port': {'security_groups': ['f35f7571-74ca-456d-8cfd-6bdb349c8208']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:21.233162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.475136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:21.500232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.507143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.519042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:52:21.575320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:21.575914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.577489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cab4a41-e212-476d-b090-719168123a1e req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "PUT /v2.0/ports/51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 942 time: 0.4684813 Mar 16 11:52:21.577920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:52:21.584887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:21.626126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event updated for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=7']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:21.661974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.662839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.662839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.663035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.663306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.663631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.663956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.664278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.664595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.664913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.665234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315c0a45-7d83-48d8-af29-ce2180f98c46 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:21.687248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:52:21.689456 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:52:21.698602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.872183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.901651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-63f37a6e-55ce-4c0d-90ab-a78d082aa7c9 None None] Provisioning complete for port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:21.902287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-63f37a6e-55ce-4c0d-90ab-a78d082aa7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:21.934252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-15ecc8d9-41e8-408f-944c-96b3a7b1d6e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1098 time: 0.2253196 Mar 16 11:52:22.026984 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.065094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a3a8e-5500-4cef-a915-d11b14ee3f3d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:22.084511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.085643 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-006bed54-ba40-4a86-ad36-657d312ec29d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "DELETE /v2.0/security-groups/240a3a8e-5500-4cef-a915-d11b14ee3f3d HTTP/1.1" status: 204 len: 168 time: 0.5003779 Mar 16 11:52:22.088925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49636) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:22.093750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-e07488bc-1af4-4370-b743-3dfd66a767eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:22.095113 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-e07488bc-1af4-4370-b743-3dfd66a767eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.1545923 Mar 16 11:52:22.326789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-b3316889-5fa4-4498-ba0e-671f72ed9e99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 1001 time: 0.1775081 Mar 16 11:52:22.408946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Deleting port 8eb6f84d-a3fd-416f-ae7b-78dad0c9d892 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:22.409274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.446384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-7c410f27-7f78-4c1c-b3fa-4836aec05691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:22.447757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-7c410f27-7f78-4c1c-b3fa-4836aec05691 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.1127167 Mar 16 11:52:22.626381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.626596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:22.639113 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-0c8c7d2b-6374-45a7-bdb6-e84b4291cdd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804466 Mar 16 11:52:22.765845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Calling delete_port for 8eb6f84d-a3fd-416f-ae7b-78dad0c9d892 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:22.928586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-49de1e04-e83e-4330-be2f-a61de4af1061 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387035 Mar 16 11:52:23.091329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:23.254450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event deleted for resources: {'Port': ['ID=8eb6f84d-a3fd-416f-ae7b-78dad0c9d892,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:23.257854 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e1dc8c-64ee-4c28-b6fe-146c11138003 req-d2928c03-6196-4298-a349-eaceeacc9fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210478 Mar 16 11:52:23.351852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:23.771656 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Router 0c7a4606-a34c-44ab-9108-a0d58b6382ca has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:52:23.973980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:52:23.983729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Sync routers for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:52:23.995268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:23.996638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:23.997289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:24.048768 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f3568da-a807-43fd-bc3d-a1cfbf5a49f2 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "DELETE /v2.0/floatingips/2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6 HTTP/1.1" status: 204 len: 168 time: 1.9584937 Mar 16 11:52:24.049377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:52:24.104976 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:52:24.179859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:24.204864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-f5f405e4-7f8a-4b39-8439-f4e39a4269b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 1098 time: 0.0782533 Mar 16 11:52:24.368660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-eabb34bf-d1eb-4c96-b8de-e0bdb259a513 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:24.370149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-eabb34bf-d1eb-4c96-b8de-e0bdb259a513 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 200 len: 913 time: 0.1493750 Mar 16 11:52:24.446518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-0c7dc568-c594-44ba-94a0-8495ceadd24a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 200 len: 217 time: 0.0688577 Mar 16 11:52:24.511887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-7db54de7-3e95-468a-bded-165c60b5bfb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:24.513442 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-7db54de7-3e95-468a-bded-165c60b5bfb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 200 len: 852 time: 0.0616570 Mar 16 11:52:24.568692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:24.573363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Checking router: 0c7a4606-a34c-44ab-9108-a0d58b6382ca for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:52:24.584181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:24.584765 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:24.586835 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-058d8981-44db-4b31-8310-448146dbaf8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e9acec19-dcd3-4a3c-bf17-190ed1c93668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672529 Mar 16 11:52:24.719253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-d85f3b88-df9a-4f41-a94c-51e44988f0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255639 Mar 16 11:52:24.760084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:24.866864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e94c9a-551e-4e01-9b96-fdcc4c14bdea req-e93d74bd-cf10-43ad-8d77-ff3aa2ef444f service neutron] 10.222.0.59 "GET /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308947 Mar 16 11:52:25.119822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:25.124541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe59fd9-2094-49b6-b036-71a02765b50f None None] The sync data for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv is: [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:12Z', 'revision_number': 4, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '8716255b-958b-425b-939c-6b76a4b41888', 'name': '', 'network_id': 'e9acec19-dcd3-4a3c-bf17-190ed1c93668', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'mac_address': 'fa:16:3e:21:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:11Z', 'updated_at': '2022-03-16T11:50:31Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'subnets': [{'id': 'e5e04a6f-3b9b-43be-b74e-835f5773a306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:52:25.364528 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3102664-50c2-4916-8336-6b3497faeeed None None] New status for floating IP 2a8a0e02-2f7c-4bbf-8f8d-682aa14bcee6: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:52:28.532597 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-fad3b405-fa17-45b9-9e7e-bbd4a4955b11 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:28.533150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-fad3b405-fa17-45b9-9e7e-bbd4a4955b11 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:28.550303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-fad3b405-fa17-45b9-9e7e-bbd4a4955b11 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:28.551493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-fad3b405-fa17-45b9-9e7e-bbd4a4955b11 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.1989951 Mar 16 11:52:28.596116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-8a675106-2cb3-4b56-8634-10aa50504c2d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:28.612637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-8a675106-2cb3-4b56-8634-10aa50504c2d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:28.613711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d093530-ad5f-4349-b25b-611d01d34b2e req-8a675106-2cb3-4b56-8634-10aa50504c2d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567787 Mar 16 11:52:29.828944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a3b99-5225-46a1-b75b-799091d7e314 req-2ce9c52b-06bd-4c3e-9646-3258af251d19 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:29.830403 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-738a3b99-5225-46a1-b75b-799091d7e314 req-2ce9c52b-06bd-4c3e-9646-3258af251d19 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0854831 Mar 16 11:52:29.875775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-738a3b99-5225-46a1-b75b-799091d7e314 req-29c4b615-3d38-4771-910b-829cbfe5280d tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/security-groups?id=f35f7571-74ca-456d-8cfd-6bdb349c8208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Mar 16 11:52:30.251965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-36000c38-938b-46ae-ba45-7445f6e83adf tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:30.253725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-36000c38-938b-46ae-ba45-7445f6e83adf tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 945 time: 0.0973549 Mar 16 11:52:30.322518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Deleting port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:30.322841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.565122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] For port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:30.565353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.685918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Calling delete_port for 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:30.836553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.851830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['51ba29a7-90f3-4141-bf7d-f9ab66c412c6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:52:30.883613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Pushing event deleted for resources: {'Port': ['ID=51ba29a7-90f3-4141-bf7d-f9ab66c412c6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:30.958907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] No DVR routers for this DVR port 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:52:30.961412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:30.963932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'name': 'network-vif-deleted', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:52:30.981215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ad04722-d42c-45fa-be14-a9f77709a6b9 req-d4321f70-0a5d-42bd-ac31-f9edf3456344 tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.59 "DELETE /v2.0/ports/51ba29a7-90f3-4141-bf7d-f9ab66c412c6 HTTP/1.1" status: 204 len: 173 time: 0.7196443 Mar 16 11:52:31.042756 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea0e36-5b51-436d-8a80-45f22aecbc6e', 'name': 'network-vif-deleted', 'tag': '51ba29a7-90f3-4141-bf7d-f9ab66c412c6', 'status': 'completed', 'code': 200} Mar 16 11:52:31.053336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-73b1f1bb-4d03-4889-a9b1-5330117cb756 req-8688b57c-b71d-4f80-83c2-f860daa1c7ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Synchronizing usage tracker for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:31.070577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-73b1f1bb-4d03-4889-a9b1-5330117cb756 req-8688b57c-b71d-4f80-83c2-f860daa1c7ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] Unset dirty status for tenant:1023a29a21544e7b83ce23a9e3ef7f2c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:31.071731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-73b1f1bb-4d03-4889-a9b1-5330117cb756 req-8688b57c-b71d-4f80-83c2-f860daa1c7ec tempest-TestMinimumBasicScenario-680084729 tempest-TestMinimumBasicScenario-680084729-project] 10.222.0.36 "GET /v2.0/ports?device_id=3aea0e36-5b51-436d-8a80-45f22aecbc6e HTTP/1.1" status: 200 len: 210 time: 0.0609694 Mar 16 11:52:31.568744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b97086f4-8cab-4d5a-b71a-501b132b23ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:32.768343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:33.159211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:33.751898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d7d476a-082a-4cfd-b52f-f54bac8008d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:33.879916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Deleting port 8716255b-958b-425b-939c-6b76a4b41888 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:33.880555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.056755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] For port 8716255b-958b-425b-939c-6b76a4b41888, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=8716255b-958b-425b-939c-6b76a4b41888,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:34.057010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.179832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Calling delete_port for 8716255b-958b-425b-939c-6b76a4b41888 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:34.348364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:34.390891 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8716255b-958b-425b-939c-6b76a4b41888,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:34.555919 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:52:34.681897 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:35.029650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:35.099769 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:35.177405 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:35.210217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:35.210571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 51ba29a7-90f3-4141-bf7d-f9ab66c412c6 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:35.366418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Router 0c7a4606-a34c-44ab-9108-a0d58b6382ca has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:52:35.564481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:52:35.573588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Sync routers for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:52:35.582484 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f600fc0e-323b-4c00-9406-e372e8c280aa admin admin] 10.222.0.36 "PUT /v2.0/routers/0c7a4606-a34c-44ab-9108-a0d58b6382ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130803 Mar 16 11:52:35.585032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:35.589025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:35.589729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:35.775636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:35.781259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:35.975805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:35.986268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Deleting port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:35.986600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:36.055681 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:52:34Z', 'revision_number': 5, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port': {'id': 'f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:36.059654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Checking router: 0c7a4606-a34c-44ab-9108-a0d58b6382ca for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:52:36.071262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Routers {'0c7a4606-a34c-44ab-9108-a0d58b6382ca'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:36.071864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:36.160227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] For port f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:36.160573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:36.229611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] Set router 0c7a4606-a34c-44ab-9108-a0d58b6382ca gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:36.276721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Calling delete_port for f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:36.334202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:52:35Z', 'revision_number': 6, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:36.338311 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c47bd9-3932-45a2-8d07-714213430e8c None None] The sync data for ids ['0c7a4606-a34c-44ab-9108-a0d58b6382ca'] in dv-neutron-833733-1-hyperv is: [{'id': '0c7a4606-a34c-44ab-9108-a0d58b6382ca', 'name': 'tempest-TestMinimumBasicScenario-25333259-router', 'tenant_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:09Z', 'updated_at': '2022-03-16T11:52:35Z', 'revision_number': 6, 'project_id': '1023a29a21544e7b83ce23a9e3ef7f2c', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:52:36.390972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:36.554534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:36.596050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:36.826389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.076521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.081116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.107474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.108044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7a4606-a34c-44ab-9108-a0d58b6382ca {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:52:37.122101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.123213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3e908a0-c919-4d1d-81a6-a7022e5d1b00 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0c7a4606-a34c-44ab-9108-a0d58b6382ca HTTP/1.1" status: 204 len: 168 time: 1.5372841 Mar 16 11:52:37.125885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49736) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:37.184453 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Deleting subnet e5e04a6f-3b9b-43be-b74e-835f5773a306 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:52:37.188002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.238178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.320421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.390791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.408904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8716255b-958b-425b-939c-6b76a4b41888 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:37.430022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e04a6f-3b9b-43be-b74e-835f5773a306,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:37.437414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.441029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 8716255b-958b-425b-939c-6b76a4b41888 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:37.441413 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 8716255b-958b-425b-939c-6b76a4b41888 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:37.441789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:37.445749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7108297a-7854-44af-a539-a7c2c998434c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e5e04a6f-3b9b-43be-b74e-835f5773a306 HTTP/1.1" status: 204 len: 168 time: 0.3165588 Mar 16 11:52:37.446124 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:37.469252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191ba12-bdbe-41b0-9b08-1d2c3f10f9b3 None None] Network e9acec19-dcd3-4a3c-bf17-190ed1c93668 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:52:37.490231 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:37.490564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f8ae95d2-d0d5-4bfc-9ee4-5212f5a5dd79 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:37.551171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.561844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Deleting port d6eac650-96d5-45c6-babd-60bb3c839e85 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:37.562490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.761640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] For port d6eac650-96d5-45c6-babd-60bb3c839e85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6eac650-96d5-45c6-babd-60bb3c839e85,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:37.762021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.767532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] DHCP port deletion for e9acec19-dcd3-4a3c-bf17-190ed1c93668 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:52:37.771766 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Deleting port d6eac650-96d5-45c6-babd-60bb3c839e85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:37.772130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.970270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] For port d6eac650-96d5-45c6-babd-60bb3c839e85, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=d6eac650-96d5-45c6-babd-60bb3c839e85,segment=NetworkSegment(4f4a5156-5750-4115-ae7a-2636c1cd3917),segment_id=4f4a5156-5750-4115-ae7a-2636c1cd3917)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:37.970601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:37.976518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Calling delete_port for d6eac650-96d5-45c6-babd-60bb3c839e85 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:38.054794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.088859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Calling delete_port for d6eac650-96d5-45c6-babd-60bb3c839e85 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:38.100555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d6eac650-96d5-45c6-babd-60bb3c839e85,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:38.108577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] No DVR routers for this DVR port d6eac650-96d5-45c6-babd-60bb3c839e85 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:52:38.159490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:52:38.159837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:52:38.225019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.249851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9acec19-dcd3-4a3c-bf17-190ed1c93668']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:38.262204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4a5156-5750-4115-ae7a-2636c1cd3917') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:38.262499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4a5156-5750-4115-ae7a-2636c1cd3917') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:38.273411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.288681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.294757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:52:38.295132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:52:38.311939 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:52:38.389005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.394242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.419901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9acec19-dcd3-4a3c-bf17-190ed1c93668,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:38.432004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0699d2f0-fe0b-4598-bf52-46ed539445eb admin admin] 10.222.0.36 "DELETE /v2.0/networks/e9acec19-dcd3-4a3c-bf17-190ed1c93668 HTTP/1.1" status: 204 len: 168 time: 0.9849436 Mar 16 11:52:38.435209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:38.661104 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Deleting port d6eac650-96d5-45c6-babd-60bb3c839e85 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:38.661679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:38.725055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6082ba41-0fc1-4302-bb61-e675bcccb933 None None] The port 'd6eac650-96d5-45c6-babd-60bb3c839e85' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:52:38.862310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:39.408178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6eac650-96d5-45c6-babd-60bb3c839e85 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:39.440810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: d6eac650-96d5-45c6-babd-60bb3c839e85 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:39.441166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device d6eac650-96d5-45c6-babd-60bb3c839e85 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:39.562507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Deleting port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:39.562735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:39.738054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] For port a778b3aa-71c1-4b50-b1ee-7d3dc0e11845, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:39.738423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:39.867507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Calling delete_port for a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:40.045376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:40.087344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Pushing event deleted for resources: {'Port': ['ID=a778b3aa-71c1-4b50-b1ee-7d3dc0e11845,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:40.372806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:41.042981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:52:41.241599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:52:41.251408 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Sync routers for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:52:41.263417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22678f55-4701-49be-9a1a-627268a3e26c admin admin] 10.222.0.36 "PUT /v2.0/routers/023ce089-9ac3-4afe-a6dc-8d97ce397b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271182 Mar 16 11:52:41.265494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:41.266092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49748) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:41.266217 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:41.460940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:41.474549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:41.654994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:41.665363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Deleting port 7c708fcf-ece5-4f1d-8603-8409f0216a75 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:41.665680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:41.748545 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:52:39Z', 'revision_number': 5, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port': {'id': '7c708fcf-ece5-4f1d-8603-8409f0216a75', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:41.752546 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Checking router: 023ce089-9ac3-4afe-a6dc-8d97ce397b00 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:52:41.763372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Routers {'023ce089-9ac3-4afe-a6dc-8d97ce397b00'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:41.763951 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:41.834808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] For port 7c708fcf-ece5-4f1d-8603-8409f0216a75, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=7c708fcf-ece5-4f1d-8603-8409f0216a75,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:41.835155 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:41.919216 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] Set router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:41.964130 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Calling delete_port for 7c708fcf-ece5-4f1d-8603-8409f0216a75 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:42.033844 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:52:41Z', 'revision_number': 6, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:42.038555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466ba8f-0bc1-4aed-a088-66d03cc2533c None None] The sync data for ids ['023ce089-9ac3-4afe-a6dc-8d97ce397b00'] in dv-neutron-833733-1-hyperv is: [{'id': '023ce089-9ac3-4afe-a6dc-8d97ce397b00', 'name': 'tempest-TestMinimumBasicScenario-2010254985-router', 'tenant_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:50:15Z', 'updated_at': '2022-03-16T11:52:41Z', 'revision_number': 6, 'project_id': '0f5fd54bc8dc4a64a33b4f78e6e53f7f', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:52:42.151536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.199018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c708fcf-ece5-4f1d-8603-8409f0216a75,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:42.383713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.543095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.804177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.808672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.839060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.839565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 023ce089-9ac3-4afe-a6dc-8d97ce397b00 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:52:42.852166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.853269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51a0a390-bba8-4886-951d-8970ef619d7f admin admin] 10.222.0.36 "DELETE /v2.0/routers/023ce089-9ac3-4afe-a6dc-8d97ce397b00 HTTP/1.1" status: 204 len: 168 time: 1.5860126 Mar 16 11:52:42.855914 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:42.913934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Deleting subnet e3e45dbe-7163-4b6b-bd3d-9c40dad634ce {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:52:42.917149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:42.966536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.058605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.127089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.163206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e45dbe-7163-4b6b-bd3d-9c40dad634ce,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:43.169392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.177517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04c0d871-96d2-4a39-8569-c3789d085f72 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e3e45dbe-7163-4b6b-bd3d-9c40dad634ce HTTP/1.1" status: 204 len: 168 time: 0.3185017 Mar 16 11:52:43.177682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013eda13-0230-47b0-9382-31c81eae8cd6 None None] Network ef8893c9-3c0e-4303-a7c9-27f16af775a4 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:52:43.177918 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:43.285292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.295146 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Deleting port 58290f17-84cb-4398-8316-1e9c7a4bf005 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:43.295463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.425566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] DHCP port deletion for ef8893c9-3c0e-4303-a7c9-27f16af775a4 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:52:43.429913 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Deleting port 58290f17-84cb-4398-8316-1e9c7a4bf005 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:43.430477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.453963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:43.488147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:43.488542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a778b3aa-71c1-4b50-b1ee-7d3dc0e11845 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:43.488869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7c708fcf-ece5-4f1d-8603-8409f0216a75 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:43.504042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] For port 58290f17-84cb-4398-8316-1e9c7a4bf005, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=58290f17-84cb-4398-8316-1e9c7a4bf005,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:43.504379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.534456 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 7c708fcf-ece5-4f1d-8603-8409f0216a75 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:43.534777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 7c708fcf-ece5-4f1d-8603-8409f0216a75 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:43.625442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Calling delete_port for 58290f17-84cb-4398-8316-1e9c7a4bf005 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:43.688653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] For port 58290f17-84cb-4398-8316-1e9c7a4bf005, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=58290f17-84cb-4398-8316-1e9c7a4bf005,segment=NetworkSegment(326c1ae4-7aef-4da3-8f37-e48a2bb175ad),segment_id=326c1ae4-7aef-4da3-8f37-e48a2bb175ad)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:43.688908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.701854 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.747065 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58290f17-84cb-4398-8316-1e9c7a4bf005,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:43.752812 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] No DVR routers for this DVR port 58290f17-84cb-4398-8316-1e9c7a4bf005 on host dv-neutron-833733-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:52:43.784557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.784883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.785228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.785550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.785877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.786234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.786557 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.786892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.787198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.787506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.787889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:43.804445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Calling delete_port for 58290f17-84cb-4398-8316-1e9c7a4bf005 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:52:43.871954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 11:52:43.872305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 11:52:43.875891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.900402 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8893c9-3c0e-4303-a7c9-27f16af775a4']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:43.912454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326c1ae4-7aef-4da3-8f37-e48a2bb175ad') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:43.912735 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326c1ae4-7aef-4da3-8f37-e48a2bb175ad') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:43.924369 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3331560'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.943923 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.950798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:52:43.951189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335970'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: timer() Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: self._notify() Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: event.method(event) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:52:43.964918 dv-neutron-833733-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:52:44.051594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.067416 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.077391 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8893c9-3c0e-4303-a7c9-27f16af775a4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:44.084402 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4dbc1e42-6138-41ed-a7a4-1a0555e41bf7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ef8893c9-3c0e-4303-a7c9-27f16af775a4 HTTP/1.1" status: 204 len: 168 time: 0.9054139 Mar 16 11:52:44.301780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:44.356985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a3c1a3d-6295-4dcf-ba8d-92a636dd131f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1023a29a21544e7b83ce23a9e3ef7f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540552 Mar 16 11:52:44.361938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:44.373733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Deleting port 58290f17-84cb-4398-8316-1e9c7a4bf005 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:52:44.374259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.430825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.456997 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.472044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-67ddf168-b8aa-4c3a-9d2e-3ecbb0fac481 None None] The port '58290f17-84cb-4398-8316-1e9c7a4bf005' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 11:52:44.517688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.536828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35f7571-74ca-456d-8cfd-6bdb349c8208,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:44.547814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:44.548933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae552c6f-bc59-4607-bab4-80c2c69c81e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f35f7571-74ca-456d-8cfd-6bdb349c8208 HTTP/1.1" status: 204 len: 168 time: 0.1860626 Mar 16 11:52:44.971379 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:45.029503 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f2145b9-20f0-4ad7-b1ec-da1c898c1577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f5fd54bc8dc4a64a33b4f78e6e53f7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569515 Mar 16 11:52:45.032960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:45.103122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:45.128376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:45.183716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:45.197648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7092e4e-e1f6-47f7-98cb-68765bdc8ce2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:45.203992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:45.206519 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e6def5e-3c82-475e-b101-fb6ac94926d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7092e4e-e1f6-47f7-98cb-68765bdc8ce2 HTTP/1.1" status: 204 len: 168 time: 0.1712821 Mar 16 11:52:45.420199 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 58290f17-84cb-4398-8316-1e9c7a4bf005 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:52:45.456312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 58290f17-84cb-4398-8316-1e9c7a4bf005 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:52:45.456650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 58290f17-84cb-4398-8316-1e9c7a4bf005 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:52:47.774572 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49824) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:47.780100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797700044', 'description': 'tempest-secgroup-smoke-1797700044 description', 'project_id': '4653071ba02d483194350c5f89d87160'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:47.787761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:47.791594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:47.794437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:47.801087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:47.813855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:47.825852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:47.856354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:47.860108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:47.862770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:47.868092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:47.941252 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:47.946483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:47.985712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858a9862-4ec3-453d-bfe1-607c61bacaba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:47.988338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:47.992185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:47.995072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.001128 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.054070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.059223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.098363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094f2437-eec5-4cb9-8098-1e2206ed35fc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.101550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.102752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d2ca9f8-3140-46b6-8035-ca53691d27a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3272204 Mar 16 11:52:48.105694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.112620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.121934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.126961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.130323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.136254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.154468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.216959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.221320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.248325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f209019f-4912-4806-853a-26ea2038fb6a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.258680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.259516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5cfad23a-68eb-4274-b38b-55a0663dea31 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1528702 Mar 16 11:52:48.262642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.270470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.279365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.283794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.286585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.292002 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.308333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.369059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.374084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.397086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80708b2-91a7-44d5-890b-2e8aded8a6e9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.409188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.410457 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e83a8d98-85f3-489a-a732-e7d5993487f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465623 Mar 16 11:52:48.414977 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.420311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.427148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.431172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.434249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.440519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.457103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.522737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.530394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.557399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0f949c-0f94-4947-b4e6-f58aa592240b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.569471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.570795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6a20f91-162a-4412-ac6c-21065d2df1c5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1548741 Mar 16 11:52:48.573547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.579090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.584875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.588620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.591454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.597752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.617981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.686563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.691405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.713374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa61301-3d27-460b-a0ff-349d1b0c9c36,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.723639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.724914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a10da137-8217-4a30-9363-e0a34fa136a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1504498 Mar 16 11:52:48.727857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49844) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.733195 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.739118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.742896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.745765 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.751500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.763385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:52:48.770294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.843341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.849805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.872777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970892b9-67b1-4316-bd83-2dc3d330c8dd,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:48.882490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.883731 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0f6c09c-2e9b-4080-b7ef-68c19387f555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1549582 Mar 16 11:52:48.887319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:48.892731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': '094f2437-eec5-4cb9-8098-1e2206ed35fc', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:48.898705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:48.902538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:48.905392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:48.911151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:48.923511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:52:48.929644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.993653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:48.998707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.024060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615112b5-dece-404f-a4cb-ac37a871491e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:49.033483 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.034678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9785bed2-252f-4703-9741-43f92a77a13b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1464717 Mar 16 11:52:49.037835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:49.043326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'network': {'name': 'tempest-network-smoke--549133394', 'project_id': '4653071ba02d483194350c5f89d87160', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:49.048343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:49.052171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:network and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:49.055072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:49.060911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:49.074023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:49.078182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.112009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:52:49.120198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.120531 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Added segment c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9 of type vlan for network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 Mar 16 11:52:49.146027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.176045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.179602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:49.180164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.277558 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2386279 Mar 16 11:52:49.280712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:49.284054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006df1b-367a-4cac-ae77-31008914c034 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Network': ['ID=f6a0e964-9b12-4b6b-8799-b8e8a1f98172,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:49.285981 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'admin_state_up': True, 'project_id': '4653071ba02d483194350c5f89d87160', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:49.292864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:49.295305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:52:49.296930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:router and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:49.299804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:49.306046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:49.316611 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.317422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.336408 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.570113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.752362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.782683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:49.932531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.169 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/ab2defc1-126e-4708-963d-9bd59b80e544) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:50.082668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.121365 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.194429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:50.197266 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:50.203551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:52:50.230403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=ab2defc1-126e-4708-963d-9bd59b80e544,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:50.364665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.365364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.604070 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 00b45822-f15b-4aaf-9a07-b1384c4c42cf is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:52:50.816217 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:52:50.827568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Sync routers for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:52:50.839851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:50.840541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:50.843762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:50.848288 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-76a2d790-14c8-430c-8880-d3923e73e900 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5666854 Mar 16 11:52:50.848429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:51.012430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33c57190-583f-46e6-aeef-fd414ab6a94d tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4653071ba02d483194350c5f89d87160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1627235 Mar 16 11:52:51.015539 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49866) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:51.016576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:51.240493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d9ce25-9ea5-4c82-851b-fd52207ac50c tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:51.244825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62d9ce25-9ea5-4c82-851b-fd52207ac50c tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2255490 Mar 16 11:52:51.244969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49870) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:51.290292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0cfe6c0-4fbb-468b-8c84-3594bec71203 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442369 Mar 16 11:52:51.293108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:51.298562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146274631', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'project_id': '4653071ba02d483194350c5f89d87160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:51.302286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:50Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:51.306162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Checking router: 00b45822-f15b-4aaf-9a07-b1384c4c42cf for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:52:51.306503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Updating router 00b45822-f15b-4aaf-9a07-b1384c4c42cf port ab2defc1-126e-4708-963d-9bd59b80e544 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:52:51.355680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.404295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:51.408303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:subnet and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:52:51.411176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:52:51.416940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:51.427834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:51.529559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.677838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.690011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Transition to ACTIVE for port object ab2defc1-126e-4708-963d-9bd59b80e544 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:51.696421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.744833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.776607 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Attempting to bind port ab2defc1-126e-4708-963d-9bd59b80e544 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:51.776969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Attempting to bind port ab2defc1-126e-4708-963d-9bd59b80e544 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:51.777323 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Attempting to bind port ab2defc1-126e-4708-963d-9bd59b80e544 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:52:51.782642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Pushing event updated for resources: {'Port': ['ID=ab2defc1-126e-4708-963d-9bd59b80e544,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:51.792949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:52:51.793313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:52:51.793707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.794120 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:52:51.794571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Bound port: ab2defc1-126e-4708-963d-9bd59b80e544, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:51.794937 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.818191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.818536 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.818868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.819203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.819500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.819850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.820108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Subnet': ['ID=d6cd4142-21b6-4437-bc90-829cc27bfe45,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:51.820260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.820463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.820778 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.821095 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.821403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:51.834817 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Checking segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:52:51.835166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network hostable DHCP agents. Network: f6a0e964-9b12-4b6b-8799-b8e8a1f98172, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:52:51.856628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:52:51.867499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, f6a0e964-9b12-4b6b-8799-b8e8a1f98172) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:51.872162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:51.872733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:51.877852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87035d8d-1014-4d2a-bb50-5330f79429a0 None None] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:52:51.895773 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8bc3f8b-3c11-4a42-8bc3-dc843d9af39c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6016769 Mar 16 11:52:51.898680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:52:51.946087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] For port ab2defc1-126e-4708-963d-9bd59b80e544, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:52:51.965949 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] For port ab2defc1-126e-4708-963d-9bd59b80e544, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ab2defc1-126e-4708-963d-9bd59b80e544,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:52:51.972395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:52.154243 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52349c4e-7e44-42fe-b829-34b71ca07b61 None None] Pushing event updated for resources: {'Port': ['ID=ab2defc1-126e-4708-963d-9bd59b80e544,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:52.172678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:52.173301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:52.344531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:52:52.345318 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:52.465951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:52.638564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:52.705953 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Allocated IP 172.20.0.2 (f6a0e964-9b12-4b6b-8799-b8e8a1f98172/d6cd4142-21b6-4437-bc90-829cc27bfe45/a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:52.983903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:50Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:52.991049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:52.993590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a5cd8-f33d-4ac5-9fe4-35c1c00cb494 None None] The sync data for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv is: [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:50Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:52:53.007162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Transition to ACTIVE for port object a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:53.028881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Transition to ACTIVE for port object a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:53.037867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.108694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:53.112439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:53.115094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:52:53.118333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Pushing event updated for resources: {'Port': ['ID=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:53.139232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.1 (f6a0e964-9b12-4b6b-8799-b8e8a1f98172/d6cd4142-21b6-4437-bc90-829cc27bfe45/f82d20df-9a3c-4ec1-8cfd-39565bce79c4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:53.231010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Attempting to bind port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:53.231377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Attempting to bind port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:53.231734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Attempting to bind port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a on network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:52:53.238805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:52:53.239034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Checking segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:52:53.239390 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.239780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Bound using segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:52:53.240286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Bound port: a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:53.240660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.340987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] For port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:52:53.344571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] For port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:52:53.350985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.353966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.365566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object f82d20df-9a3c-4ec1-8cfd-39565bce79c4 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:53.391793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.432883 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2005-a680-46b2-b2dc-a72e644853e7 None None] Pushing event updated for resources: {'Port': ['ID=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:53.454380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:53.460378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:53.467362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ab2defc1-126e-4708-963d-9bd59b80e544 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:53.469949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:52:53.546165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.548599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:53.568648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ab2defc1-126e-4708-963d-9bd59b80e544 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:53.574097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ab2defc1-126e-4708-963d-9bd59b80e544 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:53.574462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.655162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.742920 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.770160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ab2defc1-126e-4708-963d-9bd59b80e544, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ab2defc1-126e-4708-963d-9bd59b80e544,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:53.778071 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:53.868214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ab2defc1-126e-4708-963d-9bd59b80e544,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:54.092275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:54.099906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:54.222564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:54.226037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:54.366284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:54.367450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:54.464957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e67d85-0aab-4225-a820-90f19f65dfe1 None None] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:52:54.615740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d951b9f-2b04-4c0b-bc46-0e264942371d None None] Provisioning for port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:54.886782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 00b45822-f15b-4aaf-9a07-b1384c4c42cf has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:52:54.970269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7755add1-584d-4715-a5c4-76f29729b330 None None] Provisioning for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:54.976101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7755add1-584d-4715-a5c4-76f29729b330 None None] Provisioning complete for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:54.976569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7755add1-584d-4715-a5c4-76f29729b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.043649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7755add1-584d-4715-a5c4-76f29729b330 None None] Port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:52:55.106346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:52:55.115778 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa69e4d3-900c-425d-b4ab-7c4a1ea9d6a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/00b45822-f15b-4aaf-9a07-b1384c4c42cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160692 Mar 16 11:52:55.169194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0bbd0cc-96eb-4f12-a55e-1d7d8a89371a None None] Provisioning complete for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:55.169562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd0cc-96eb-4f12-a55e-1d7d8a89371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.228869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbd0cc-96eb-4f12-a55e-1d7d8a89371a None None] Port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:52:55.310795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-81460a3d-9561-4068-bef6-4ffcab2e918f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:55.329337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-81460a3d-9561-4068-bef6-4ffcab2e918f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:55.330579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-81460a3d-9561-4068-bef6-4ffcab2e918f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797700044&fields=id&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 267 time: 0.0668724 Mar 16 11:52:55.349861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-096965a4-e301-49d7-a52c-4c0fd69c3853 None None] Provisioning complete for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:55.350333 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-096965a4-e301-49d7-a52c-4c0fd69c3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.406149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-096965a4-e301-49d7-a52c-4c0fd69c3853 None None] Port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:52:55.482528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-605e55c1-19ed-4a22-a18b-a4469ad98dee tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:55.483204 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-605e55c1-19ed-4a22-a18b-a4469ad98dee tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:55.496455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:55.502432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-605e55c1-19ed-4a22-a18b-a4469ad98dee tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:55.503935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-605e55c1-19ed-4a22-a18b-a4469ad98dee tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 796 time: 0.1668553 Mar 16 11:52:55.525018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-b40d7492-6a58-443a-a8eb-81e988baf808 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/quotas/4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 375 time: 0.0155659 Mar 16 11:52:55.571443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:55.576025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:55.576387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.604460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-ead64efc-92cf-4333-b816-492c06ca767a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:55.622292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-ead64efc-92cf-4333-b816-492c06ca767a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:55.623944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-ead64efc-92cf-4333-b816-492c06ca767a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937326 Mar 16 11:52:55.699887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.735635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:55.739661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.740547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ab2defc1-126e-4708-963d-9bd59b80e544 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:55.837010 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-1bb55ed0-d943-4b86-90fa-937cd6d43ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003567 Mar 16 11:52:55.850945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:55.866287 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ab2defc1-126e-4708-963d-9bd59b80e544 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:55.866710 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:55.966044 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-55b46f4e-d214-4be9-9802-0a205dc64902 service neutron] 10.222.0.36 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228220 Mar 16 11:52:56.155796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfa4f57b-323c-4c93-8c13-886c192e72b6 req-2efa0b75-5710-402c-853d-9dc5bca19409 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 210 time: 0.0402522 Mar 16 11:52:56.655778 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Sync routers for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:52:56.668895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:56.669502 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:56.842833 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:57.148870 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 2, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:57.153111 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Checking router: 00b45822-f15b-4aaf-9a07-b1384c4c42cf for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:52:57.153648 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Updating router 00b45822-f15b-4aaf-9a07-b1384c4c42cf port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:52:57.256750 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.292785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-fd3a886e-fca6-4f2b-83f8-0220c0ce1d79 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:57.295088 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-fd3a886e-fca6-4f2b-83f8-0220c0ce1d79 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 796 time: 0.1738200 Mar 16 11:52:57.357848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33e6d296-0bb3-453b-b023-87b374a5c3a5 req-9aeb0dec-7af7-468c-8876-d7d0994fb828 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 210 time: 0.0605569 Mar 16 11:52:57.391943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-1f13499a-3e17-4020-a12b-558861a582c0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 380 time: 0.0615280 Mar 16 11:52:57.416643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'port': {'device_id': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'admin_state_up': True, 'tenant_id': '4653071ba02d483194350c5f89d87160', 'security_groups': ['094f2437-eec5-4cb9-8098-1e2206ed35fc']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:57.441858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:57.519326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:57.519694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.559969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:52:57.570700 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:52:57.581796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:52:57.584964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.682742 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.694976 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Transition to ACTIVE for port object f82d20df-9a3c-4ec1-8cfd-39565bce79c4 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:57.703064 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.842541 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Pushing event updated for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:57.878945 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.879331 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.879571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.9 (f6a0e964-9b12-4b6b-8799-b8e8a1f98172/d6cd4142-21b6-4437-bc90-829cc27bfe45/4d49c027-29f3-4ec9-a5df-9708a5c9ace9) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:52:57.879681 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.879895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.880214 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.880520 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.881176 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.881176 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.881413 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.881717 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.882040 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:52:57.950387 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Attempting to bind port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:57.950686 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Attempting to bind port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:57.951003 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Attempting to bind port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 on network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:52:57.958139 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:52:57.958391 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Checking segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:52:57.958777 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:57.959154 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Bound using segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:52:57.959591 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Bound port: f82d20df-9a3c-4ec1-8cfd-39565bce79c4, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:57.959943 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.055991 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] For port f82d20df-9a3c-4ec1-8cfd-39565bce79c4, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:52:58.059056 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] For port f82d20df-9a3c-4ec1-8cfd-39565bce79c4, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:52:58.063947 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.074534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.090216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:58.112959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.139854 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:52:58.140484 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:52:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:58.191177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:52:58.194299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:52:58.198444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:52:58.229229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:58.258882 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0f0b-8bcf-40c1-adce-b8e970cd49ef None None] Pushing event updated for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:58.282127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:58.283000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.310550 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-5fb6d2b7-3dbe-48c5-9e1d-ea596f671a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067080 Mar 16 11:52:58.325048 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Request body: {'port': {'device_id': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:52:58.329958 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:52:58.453470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.608832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fdb3c880-c45d-4248-a683-d4b6c5f4c523 None None] Provisioning for port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:58.614306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fdb3c880-c45d-4248-a683-d4b6c5f4c523 None None] Provisioning complete for port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:58.614670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fdb3c880-c45d-4248-a683-d4b6c5f4c523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.663370 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:58Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:52:58.667820 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0505219d-74ff-4a26-a7e6-d705dd69ad43 None None] The sync data for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv is: [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:58Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:52:58.671871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3c880-c45d-4248-a683-d4b6c5f4c523 None None] Port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:52:58.768392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08d879-0f82-408b-b2e7-06c1f60d14c9 req-8dce4c63-9c4e-4258-92bc-9670762629f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:58.769087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8c08d879-0f82-408b-b2e7-06c1f60d14c9 req-8dce4c63-9c4e-4258-92bc-9670762629f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:52:58.813840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8c08d879-0f82-408b-b2e7-06c1f60d14c9 req-8dce4c63-9c4e-4258-92bc-9670762629f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:52:58.815229 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c08d879-0f82-408b-b2e7-06c1f60d14c9 req-8dce4c63-9c4e-4258-92bc-9670762629f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 931 time: 0.2803338 Mar 16 11:52:58.923225 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c08d879-0f82-408b-b2e7-06c1f60d14c9 req-ed3f436f-7af1-454c-a8e1-fb28b61fa0d1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020870 Mar 16 11:52:58.930805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:52:58.938714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:58.953906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Transition to ACTIVE for port object 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:52:58.959709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.086208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:59.194653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Attempting to bind port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:52:59.195078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Attempting to bind port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:52:59.195464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Attempting to bind port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 on network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:52:59.201595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 on network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:52:59.202010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Attempting to bind port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 on network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:52:59.209021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:52:59.209423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Checking segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:52:59.209876 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Bound using segment: {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:52:59.210390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Bound port: 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:52:59.210805 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.305439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:52:59.308720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:52:59.313747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.375775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.376125 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] 10.222.0.59 "PUT /v2.0/ports/4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 1093 time: 1.0554006 Mar 16 11:52:59.376554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:52:59.416964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e607-889a-4a36-8a31-00d08fb95dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:52:59.496810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'status': 'completed', 'code': 200} Mar 16 11:52:59.519553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f82d20df-9a3c-4ec1-8cfd-39565bce79c4 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:52:59.553383 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-b4930136-5bde-4a48-9cfe-340718f25ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1096 time: 0.1271546 Mar 16 11:52:59.626811 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:52:59.642602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:52:59.642964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.661038 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-d7f56394-4535-492d-962d-eed428593367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 217 time: 0.0964661 Mar 16 11:52:59.744502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-a7bfa6b6-cd4f-4d32-be5e-a923f1b9d53b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:52:59.745949 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-a7bfa6b6-cd4f-4d32-be5e-a923f1b9d53b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 200 len: 835 time: 0.0756416 Mar 16 11:52:59.797714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.831916 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-3246c59e-5d73-4b5f-b633-895b19617e99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757465 Mar 16 11:52:59.847101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port f82d20df-9a3c-4ec1-8cfd-39565bce79c4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:52:59.852737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:52:59.929713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:00.115699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-2a052088-712d-4012-babe-3d23d79636fb service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742224 Mar 16 11:53:00.241138 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27215609-1af3-4451-ba71-43c4a7a349f7 req-1de35f70-9fe0-47f2-b5d3-e9fef95afc2a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.242562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-27215609-1af3-4451-ba71-43c4a7a349f7 req-1de35f70-9fe0-47f2-b5d3-e9fef95afc2a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 943 time: 0.1907678 Mar 16 11:53:00.281925 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f577b50-1b7e-4d67-bbee-dc1cf12a7857 req-274ebd32-8b54-430b-8613-d26799c5a58d service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556306 Mar 16 11:53:00.305348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-27215609-1af3-4451-ba71-43c4a7a349f7 req-7a3a2567-0314-4b5e-a83e-61ca63400e2b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554137 Mar 16 11:53:00.421853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-e7c1eb1d-e9c7-43f5-897d-f848bfcfee53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1096 time: 0.0853651 Mar 16 11:53:00.561937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-b1cdcd0f-70e0-4b5b-b436-4f4142c729f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.563472 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-b1cdcd0f-70e0-4b5b-b436-4f4142c729f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 896 time: 0.1325321 Mar 16 11:53:00.629655 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-d30270cc-219c-4fef-9c94-ee320b2f03aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 217 time: 0.0596938 Mar 16 11:53:00.694019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-d378d9c7-1014-4c82-87aa-d94d32c0b52b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:00.695344 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-d378d9c7-1014-4c82-87aa-d94d32c0b52b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 200 len: 835 time: 0.0596132 Mar 16 11:53:00.771263 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-4ee1043c-b70f-4016-9972-43f181cfba8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696685 Mar 16 11:53:00.914552 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-c1d7c22b-617d-4fca-b005-f01210c25324 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363125 Mar 16 11:53:01.046789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a20e43c-5748-4d55-ac4d-b924b890e2f9 req-8d46c8bf-6707-4a67-b8f2-ff2f1d207b95 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251452 Mar 16 11:53:01.427506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f82d20df-9a3c-4ec1-8cfd-39565bce79c4 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:01.502755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:01.503669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:01.580039 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2274588a-29c9-44ae-bd12-755571bb8d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:01.687341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ce333-6d52-4fd9-8dbc-22686c0e8207 req-36daf968-bc0c-4858-8692-ec53925a0add tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:01.688792 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-668ce333-6d52-4fd9-8dbc-22686c0e8207 req-36daf968-bc0c-4858-8692-ec53925a0add tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 943 time: 0.0937264 Mar 16 11:53:01.746281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-668ce333-6d52-4fd9-8dbc-22686c0e8207 req-2eb396f3-4576-4f54-97b8-72bbd38cba65 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516326 Mar 16 11:53:02.959719 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72916241-b0db-4dfc-af57-2fc8ef122d4d req-052339b1-cdd5-4167-8d43-3b10162285fe tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:02.961129 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72916241-b0db-4dfc-af57-2fc8ef122d4d req-052339b1-cdd5-4167-8d43-3b10162285fe tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 943 time: 0.0801489 Mar 16 11:53:03.006817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72916241-b0db-4dfc-af57-2fc8ef122d4d req-365acdb7-880b-44fe-adb0-22a6b0e7d43f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Mar 16 11:53:03.239417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:53:03.407951 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:53:03.424371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'port_id': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'mac_address': 'fa:16:3e:96:37:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:53:03.477788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:03.497165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:53:03.518815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:53:03.524185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:03.591589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:03.747250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef01a0a0-2cc3-475e-85e8-8f99f587915f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:03.771015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['4d49c027-29f3-4ec9-a5df-9708a5c9ace9'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:53:04.215699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8740f57-50c4-4a00-867c-d88649fd622e req-1c244d0d-5d7f-4917-9067-e180c1932133 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:04.217128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8740f57-50c4-4a00-867c-d88649fd622e req-1c244d0d-5d7f-4917-9067-e180c1932133 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 944 time: 0.0831017 Mar 16 11:53:04.264825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8740f57-50c4-4a00-867c-d88649fd622e req-2976a033-b3eb-4647-a179-28504e007cac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Mar 16 11:53:05.026452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.102783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.255144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:53:05.339653 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:53:05.344571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:53:05.344943 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.455004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.464771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310913a-5bd4-41c6-a05d-0d040c87dd7e req-e1bc6a20-a02c-461a-a525-c13f9c45c3f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:05.466269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5310913a-5bd4-41c6-a05d-0d040c87dd7e req-e1bc6a20-a02c-461a-a525-c13f9c45c3f9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 944 time: 0.0763843 Mar 16 11:53:05.488803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:53:05.498232 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:53:05.504418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:05.512764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5310913a-5bd4-41c6-a05d-0d040c87dd7e req-edc90a64-1c65-4196-9538-112761c50c0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Mar 16 11:53:05.553752 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'code': 200} Mar 16 11:53:05.578554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:05.810014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52f6f708-ea9d-4842-9cf1-12a86c07e48f req-f8739449-27f7-43ba-b388-32ace57b2a5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1098 time: 0.0724118 Mar 16 11:53:05.855364 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52f6f708-ea9d-4842-9cf1-12a86c07e48f req-099470f3-aa97-4caf-a2e5-b36c41ede53e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357394 Mar 16 11:53:06.394201 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:06.738312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a3a8-ce52-4575-a493-1941c771bb5a req-aa54fb7e-ab41-4274-94fb-caa969d136a6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:06.739739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8603a3a8-ce52-4575-a493-1941c771bb5a req-aa54fb7e-ab41-4274-94fb-caa969d136a6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0856280 Mar 16 11:53:06.791674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8603a3a8-ce52-4575-a493-1941c771bb5a req-0554a5c7-3e67-4155-9a0c-78aadb7822f6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Mar 16 11:53:08.096516 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aebd08-1f71-4305-9051-86d8ad97690c req-35c4a406-d6a7-48e8-b72a-820ec75a30d4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:08.097810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17aebd08-1f71-4305-9051-86d8ad97690c req-35c4a406-d6a7-48e8-b72a-820ec75a30d4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.1716683 Mar 16 11:53:08.146309 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17aebd08-1f71-4305-9051-86d8ad97690c req-5fd2249a-ae9a-44df-8900-9e1072115a12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Mar 16 11:53:08.351694 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4b0d-df5f-4c9f-a9f4-38afc9042a33 req-7c8d771e-f96d-4e3c-b272-319d128b6330 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:08.353019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a4c4b0d-df5f-4c9f-a9f4-38afc9042a33 req-7c8d771e-f96d-4e3c-b272-319d128b6330 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0788186 Mar 16 11:53:08.400150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a4c4b0d-df5f-4c9f-a9f4-38afc9042a33 req-b2ba6dff-bc9f-422c-ad12-c2cfdbf995a0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Mar 16 11:53:08.431894 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:08.503712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f5b7fc1-ea6f-4e15-a5a0-4709b964cb01 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1093 time: 0.0703187 Mar 16 11:53:08.506633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49932) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:08.511589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:53:08.517103 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:53:08.520819 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:floatingip and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:53:08.523624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:53:08.529136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:53:08.541158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.676840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:08.820164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.66 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/97b5fc54-10ab-4cd5-844b-370d3cb70aa6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:53:08.974374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.011548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.076688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:53:09.080218 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:53:09.084400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:53:09.114354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=97b5fc54-10ab-4cd5-844b-370d3cb70aa6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:09.595141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.652778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.854996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:09.862571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.054589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=97b5fc54-10ab-4cd5-844b-370d3cb70aa6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:10.075479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.278401 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Floating IP 1ddd6095-17ca-4481-887f-b3a117ae00e6 associated. External IP: 172.26.1.66, port: 4d49c027-29f3-4ec9-a5df-9708a5c9ace9. Mar 16 11:53:10.701509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 00b45822-f15b-4aaf-9a07-b1384c4c42cf has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:53:10.906947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:53:10.919503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Sync routers for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:53:10.934113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:10.936023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:53:10.936658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:10.990672 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57d70f5d-aaae-43cc-a0d9-ee7eea726b52 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4830136 Mar 16 11:53:10.992465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:53:11.130909 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:53:11.138878 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'status': 'completed', 'code': 200} Mar 16 11:53:11.225880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfa62-f65d-4a26-8797-68a239f18c48 req-de8d6282-204b-49d7-988e-f6ef2d1ab250 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:11.227226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58fcfa62-f65d-4a26-8797-68a239f18c48 req-de8d6282-204b-49d7-988e-f6ef2d1ab250 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.1247101 Mar 16 11:53:11.263833 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-a5aeeaa6-4b57-4919-8068-4b2a780544da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1098 time: 0.1049016 Mar 16 11:53:11.361654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58fcfa62-f65d-4a26-8797-68a239f18c48 req-b198c33e-1000-400d-8a79-1d2b0c3912d7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258743 Mar 16 11:53:11.392133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:11.411151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde305b6-2193-4440-9002-46a103417b51 req-28425c66-2e9a-42f7-a233-312e657f8dac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:11.413128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-28425c66-2e9a-42f7-a233-312e657f8dac service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 896 time: 0.1404641 Mar 16 11:53:11.483605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1ddd6095-17ca-4481-887f-b3a117ae00e6', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.66', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'port_id': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'mac_address': 'fa:16:3e:96:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:09Z', 'updated_at': '2022-03-16T11:53:09Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:11.487496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Checking router: 00b45822-f15b-4aaf-9a07-b1384c4c42cf for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:53:11.497781 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c58ee6e-7f3f-4173-96de-d84a8560a299 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 990 time: 0.1039076 Mar 16 11:53:11.500471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:53:11.501152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:11.519635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-28a59836-8f6c-455b-8a1b-3a862aaf923a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 998 time: 0.1005774 Mar 16 11:53:11.556598 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:11.582726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde305b6-2193-4440-9002-46a103417b51 req-9ae204a7-541b-447d-951b-65f7a4d5376e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:11.584195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-9ae204a7-541b-447d-951b-65f7a4d5376e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 200 len: 835 time: 0.0592337 Mar 16 11:53:11.659537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-83454f50-6d57-4272-a9b2-9cbb98cbf2e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699849 Mar 16 11:53:11.673525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:53:11.902985 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-fbaf81c0-0917-4d3e-97ac-62e1f27d1baa service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378838 Mar 16 11:53:12.034495 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fde305b6-2193-4440-9002-46a103417b51 req-e2928a4a-40cb-49de-813d-b1cc53467447 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258368 Mar 16 11:53:12.067380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1ddd6095-17ca-4481-887f-b3a117ae00e6', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.66', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'port_id': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'mac_address': 'fa:16:3e:96:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:09Z', 'updated_at': '2022-03-16T11:53:09Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:12.071391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7718b8-64c0-48f3-8d63-89285c9353f5 None None] The sync data for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv is: [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1ddd6095-17ca-4481-887f-b3a117ae00e6', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.66', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'port_id': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'mac_address': 'fa:16:3e:96:37:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:53:09Z', 'updated_at': '2022-03-16T11:53:09Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:53:12.383959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:12.501905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:12.612079 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce51efbf-8547-4333-94bd-d40a2512609e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 990 time: 0.1088433 Mar 16 11:53:13.616039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:13.728804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4713f4a5-d42f-4e49-b3e0-ae01f79e6619 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 990 time: 0.1115816 Mar 16 11:53:14.695066 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab210772-12c6-481f-841a-ee1c8d295fc9 None None] New status for floating IP 1ddd6095-17ca-4481-887f-b3a117ae00e6: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:53:14.732028 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:14.931906 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e05d077-eb77-4354-9d6b-1208dd581a7b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 990 time: 0.1987343 Mar 16 11:53:15.009020 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-dabcd35d-336c-452f-b578-38d6d6c9cdda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736325 Mar 16 11:53:15.144925 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-24739a9a-b26e-4514-bdcb-f1895b818e5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1098 time: 0.0689907 Mar 16 11:53:15.304156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-88b93ac6-0731-4256-b996-dd504e8efa4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:15.305590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-88b93ac6-0731-4256-b996-dd504e8efa4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 896 time: 0.1381474 Mar 16 11:53:15.415617 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-b676f584-79d7-427c-bf56-13962d4d869f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 1000 time: 0.1043761 Mar 16 11:53:15.478725 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-7b80a7c8-56d4-49a3-8b26-52c0f838db9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:15.480126 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-7b80a7c8-56d4-49a3-8b26-52c0f838db9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 200 len: 835 time: 0.0593760 Mar 16 11:53:15.560433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-f8e229bb-9c74-44c0-8839-c4f2e6a3eda0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730290 Mar 16 11:53:15.701476 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-0062daf1-0033-4e04-9e63-de3993574a65 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319401 Mar 16 11:53:15.840958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4aebf6b-5578-45a9-909f-68a66cad534a req-dc682770-16ad-442e-b139-a5c635ddc1b3 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338105 Mar 16 11:53:15.937038 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:16.063559 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33eebf54-a9ed-47d0-98ed-5a2d840d6184 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 992 time: 0.1243134 Mar 16 11:53:31.578533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-db82646c-0a89-4ccd-8ca4-280ef4ef5b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:33.756910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-999c748f-d071-440d-968d-aa3eeaacb1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.026723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:35.114500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:36.403678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:42.401605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:46.667095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9567447-40fc-4d2e-93d4-26e615281aeb req-4c6859e5-9541-473d-8abf-dd02c96225d3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:46.668696 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9567447-40fc-4d2e-93d4-26e615281aeb req-4c6859e5-9541-473d-8abf-dd02c96225d3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0848484 Mar 16 11:53:46.714777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9567447-40fc-4d2e-93d4-26e615281aeb req-41e39e00-7fea-4786-93d7-42a83acc036e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Mar 16 11:53:47.937403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5dd9e-e64b-4879-bfb9-6e8493ea0b42 req-27736c45-10a7-49f5-bbd1-f7a8f8a2fdc3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:47.939441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc5dd9e-e64b-4879-bfb9-6e8493ea0b42 req-27736c45-10a7-49f5-bbd1-f7a8f8a2fdc3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0913341 Mar 16 11:53:47.998839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc5dd9e-e64b-4879-bfb9-6e8493ea0b42 req-644c3641-6a86-4319-b14b-f2cfbbec2887 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501890 Mar 16 11:53:48.029623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 49982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:48.236377 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de1675fe-0976-453c-b380-04b0dde1b40a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 992 time: 0.2055762 Mar 16 11:53:48.559728 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:53:49.773974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8f842-1b1e-4338-9973-6954101c587a req-58733b28-328c-4f8b-a5e8-075a1ddb2f74 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:49.775413 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-91d8f842-1b1e-4338-9973-6954101c587a req-58733b28-328c-4f8b-a5e8-075a1ddb2f74 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0908489 Mar 16 11:53:49.821966 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-91d8f842-1b1e-4338-9973-6954101c587a req-d13aaa2e-20cd-46b6-b0a6-0b45fc690d27 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Mar 16 11:53:51.036149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076392f-4657-41a1-b06d-e41031c1d347 req-a985e0a3-1446-4be0-8999-c6f020a2fcdb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:51.037572 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c076392f-4657-41a1-b06d-e41031c1d347 req-a985e0a3-1446-4be0-8999-c6f020a2fcdb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0927696 Mar 16 11:53:51.082255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c076392f-4657-41a1-b06d-e41031c1d347 req-35ca1df4-0595-413a-8850-686c471b954d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Mar 16 11:53:51.110901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 49994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:51.216003 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07c6c2d6-9262-4c8c-9d1a-1a377149ec07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 200 len: 992 time: 0.1039267 Mar 16 11:53:51.525363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:51.724381 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 97b5fc54-10ab-4cd5-844b-370d3cb70aa6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:53:51.724887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.891169 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:51.891480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.006255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 97b5fc54-10ab-4cd5-844b-370d3cb70aa6 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:53:52.155847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.198144 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=97b5fc54-10ab-4cd5-844b-370d3cb70aa6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:52.236959 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.237281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.237624 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.237958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.238314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.238638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.238956 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.239280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.239599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.239917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.240237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:52.308388 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:52.707404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 00b45822-f15b-4aaf-9a07-b1384c4c42cf has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:53:53.011168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:53:53.021696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Sync routers for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:53:53.033061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:53.035434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:53:53.036047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:53.084968 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0020a464-a88b-4e2e-8431-f509e359aba1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ddd6095-17ca-4481-887f-b3a117ae00e6 HTTP/1.1" status: 204 len: 168 time: 1.5583050 Mar 16 11:53:53.085579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:53:53.144046 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'status': 'completed', 'code': 200} Mar 16 11:53:53.215772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:53:53.246419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-3a0fe3e6-c110-431f-a8f4-e2d784b9f1ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 1098 time: 0.0739768 Mar 16 11:53:53.392784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-b8745296-2f7d-47a6-b736-07d1c3db68a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:53.394368 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-b8745296-2f7d-47a6-b736-07d1c3db68a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 200 len: 896 time: 0.1369467 Mar 16 11:53:53.504395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-2ad68122-4d16-4d8c-9e27-4cd8a682fcdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 200 len: 217 time: 0.1032677 Mar 16 11:53:53.533630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:53.537518 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Checking router: 00b45822-f15b-4aaf-9a07-b1384c4c42cf for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:53:53.548362 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:53:53.548977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:53.577836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-ac5e1bc5-68e9-4d79-8839-6ac83e54bec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:53.579471 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-ac5e1bc5-68e9-4d79-8839-6ac83e54bec3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 200 len: 835 time: 0.0649159 Mar 16 11:53:53.588949 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e821b2-8602-4f84-ab79-145f6865d0fe req-3d2e334e-6092-4676-a7f2-b7749ff74e53 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:53.589609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19e821b2-8602-4f84-ab79-145f6865d0fe req-3d2e334e-6092-4676-a7f2-b7749ff74e53 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:53.647992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-19e821b2-8602-4f84-ab79-145f6865d0fe req-3d2e334e-6092-4676-a7f2-b7749ff74e53 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:53.649120 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19e821b2-8602-4f84-ab79-145f6865d0fe req-3d2e334e-6092-4676-a7f2-b7749ff74e53 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.1996136 Mar 16 11:53:53.699065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-05181322-4d32-48ce-95fe-744779acb1d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f6a0e964-9b12-4b6b-8799-b8e8a1f98172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067333 Mar 16 11:53:53.727705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19e821b2-8602-4f84-ab79-145f6865d0fe req-c05c957a-9dba-46dd-bfd8-6215d06868e2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719066 Mar 16 11:53:53.728410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:53:53.836789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-e75d86c2-2b08-480b-950d-7cce003fd7e1 service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308649 Mar 16 11:53:53.967463 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bbf8a1c9-4d6e-42f9-b79a-177e74fd7b48 req-88f6c142-e427-4c4e-a2a9-20cb4add729f service neutron] 10.222.0.59 "GET /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246190 Mar 16 11:53:54.085839 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:53:54.091706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e72103-40c6-4f47-85d6-b4e024a889fc None None] The sync data for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv is: [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'f82d20df-9a3c-4ec1-8cfd-39565bce79c4', 'name': '', 'network_id': 'f6a0e964-9b12-4b6b-8799-b8e8a1f98172', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:d2:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:52Z', 'updated_at': '2022-03-16T11:52:59Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'd6cd4142-21b6-4437-bc90-829cc27bfe45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:53:54.319880 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca64efaf-af5b-40fb-93d3-2c5437122194 None None] New status for floating IP 1ddd6095-17ca-4481-887f-b3a117ae00e6: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:53:54.944968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3f723-fb00-4a75-ac76-f9bc9a5a75af req-875b8b50-3d6c-4a41-a16a-ecee351d7a66 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:54.949414 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d3f723-fb00-4a75-ac76-f9bc9a5a75af req-875b8b50-3d6c-4a41-a16a-ecee351d7a66 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0836194 Mar 16 11:53:54.992767 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d3f723-fb00-4a75-ac76-f9bc9a5a75af req-ef3c7b59-d84e-451a-97d4-b56430700c45 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=094f2437-eec5-4cb9-8098-1e2206ed35fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Mar 16 11:53:55.197157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-ac2b9e88-515f-4b4c-95e5-591f60111672 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:53:55.198559 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-ac2b9e88-515f-4b4c-95e5-591f60111672 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 945 time: 0.0995810 Mar 16 11:53:55.270225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:53:55.270558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.515036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:53:55.515298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.720781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:53:55.882140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:55.939344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=4d49c027-29f3-4ec9-a5df-9708a5c9ace9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:56.013763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] No DVR routers for this DVR port 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:53:56.016435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:56.018881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'name': 'network-vif-deleted', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:53:56.036287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e107ce-e94a-4ad3-8f3f-fa9db35389b5 req-8a209316-ecac-4c8b-8b0a-01f39ac72bcf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "DELETE /v2.0/ports/4d49c027-29f3-4ec9-a5df-9708a5c9ace9 HTTP/1.1" status: 204 len: 173 time: 0.8288894 Mar 16 11:53:56.076522 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86749e-7f1b-4ab2-95ba-13e5376c69ac', 'name': 'network-vif-deleted', 'tag': '4d49c027-29f3-4ec9-a5df-9708a5c9ace9', 'status': 'completed', 'code': 200} Mar 16 11:53:56.171001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-909de22f-359f-4fc0-842a-23b16eccccca req-f64aaccf-702a-4d53-8f32-d3985e715e95 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:53:56.187334 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-909de22f-359f-4fc0-842a-23b16eccccca req-f64aaccf-702a-4d53-8f32-d3985e715e95 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:53:56.188642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-909de22f-359f-4fc0-842a-23b16eccccca req-f64aaccf-702a-4d53-8f32-d3985e715e95 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e86749e-7f1b-4ab2-95ba-13e5376c69ac HTTP/1.1" status: 200 len: 210 time: 0.0610375 Mar 16 11:53:57.297231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:53:57.695626 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.319753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port f82d20df-9a3c-4ec1-8cfd-39565bce79c4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:53:58.320430 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.509107 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port f82d20df-9a3c-4ec1-8cfd-39565bce79c4, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:53:58.509471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.715921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for f82d20df-9a3c-4ec1-8cfd-39565bce79c4 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:53:58.897927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:58.944714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=f82d20df-9a3c-4ec1-8cfd-39565bce79c4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:53:58.956337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.956686 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.957030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.957353 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.957689 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.958024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.958382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.959263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.959263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.959439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:58.959741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:53:59.264781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:53:59.489089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:53:59.522189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:53:59.522454 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 4d49c027-29f3-4ec9-a5df-9708a5c9ace9 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:53:59.865175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 00b45822-f15b-4aaf-9a07-b1384c4c42cf has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:54:00.064864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:54:00.077313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Sync routers for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:54:00.088116 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c296182a-2a8d-4cb3-aa4f-e89d4b604f41 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/00b45822-f15b-4aaf-9a07-b1384c4c42cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896528 Mar 16 11:54:00.090338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:00.090913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:00.091358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:00.279012 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:00.284363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting subnet d6cd4142-21b6-4437-bc90-829cc27bfe45 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:54:00.287343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.344338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.431297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.505324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.545734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cd4142-21b6-4437-bc90-829cc27bfe45,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:00.547588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.558813 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95a9cd55-1183-4bef-8d07-6dcd481884e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/subnets/d6cd4142-21b6-4437-bc90-829cc27bfe45 HTTP/1.1" status: 204 len: 168 time: 0.4643002 Mar 16 11:54:00.559014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066367f-f78d-4065-95f9-b201380993ef None None] Network f6a0e964-9b12-4b6b-8799-b8e8a1f98172 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:54:00.559459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50028) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:00.666922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:00.719914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Checking router: 00b45822-f15b-4aaf-9a07-b1384c4c42cf for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:54:00.753263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Routers {'00b45822-f15b-4aaf-9a07-b1384c4c42cf'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:00.754264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:53:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:00.756346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.947350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] Set router 00b45822-f15b-4aaf-9a07-b1384c4c42cf gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:00.958729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.970609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port ab2defc1-126e-4708-963d-9bd59b80e544 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:54:00.970609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:00.990356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] DHCP port deletion for f6a0e964-9b12-4b6b-8799-b8e8a1f98172 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:54:01.051202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Deleting port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:54:01.051573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.152084 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port ab2defc1-126e-4708-963d-9bd59b80e544, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ab2defc1-126e-4708-963d-9bd59b80e544,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:01.152730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.369711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for ab2defc1-126e-4708-963d-9bd59b80e544 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:54:01.450053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] For port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,segment=NetworkSegment(c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9),segment_id=c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:01.450432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.465286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:54:01.540126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.583888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=ab2defc1-126e-4708-963d-9bd59b80e544,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:01.623490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Calling delete_port for a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:54:01.695153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8e16ef68-57c4-4344-9bea-c417d7a34ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.762679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:01.776993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.800839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.808401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b96dd-665b-41d2-843b-8e0284f68139 None None] The sync data for ids ['00b45822-f15b-4aaf-9a07-b1384c4c42cf'] in dv-neutron-833733-1-hyperv is: [{'id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942190551', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:53:58Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'ab2defc1-126e-4708-963d-9bd59b80e544', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b45822-f15b-4aaf-9a07-b1384c4c42cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:52:49Z', 'updated_at': '2022-03-16T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:54:01.831053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Pushing event deleted for resources: {'Port': ['ID=a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:01.837216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:01.852939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] No DVR routers for this DVR port a9c1d339-db22-4bfc-9e87-5ad3c4c52c3a on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:54:01.863579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.864110 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.864506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.865113 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.865670 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.866304 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.866833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.867251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.867745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.868292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:01.868808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f3bc4-cc84-475a-b7f0-a18d14ea5b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:02.059055 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.063301 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.089722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.090374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Fanout notify agent at l3_agent the message router_deleted on router 00b45822-f15b-4aaf-9a07-b1384c4c42cf {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:54:02.104925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.106136 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15d36bb8-09a1-4226-aead-ca13db2613f2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/routers/00b45822-f15b-4aaf-9a07-b1384c4c42cf HTTP/1.1" status: 204 len: 168 time: 1.5458941 Mar 16 11:54:02.108830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50032) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:02.232899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.365099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.392382 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a0e964-9b12-4b6b-8799-b8e8a1f98172']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:02.405779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:02.406332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d5ee99-3858-4f1f-b5aa-a01d2a1feda9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:02.419988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.436668 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.445411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:54:02.445798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:54:02.460677 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:54:02.542016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.560308 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.571800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Network': ['ID=f6a0e964-9b12-4b6b-8799-b8e8a1f98172,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:02.580676 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6be92603-da20-4a12-b254-b36945bc78ca tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/networks/f6a0e964-9b12-4b6b-8799-b8e8a1f98172 HTTP/1.1" status: 204 len: 168 time: 0.4707429 Mar 16 11:54:02.583291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:02.650182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.678344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.745140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.767791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f2437-eec5-4cb9-8098-1e2206ed35fc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:02.780857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:02.781983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4ba94cc-f2c5-48b8-b070-cd70d1bc2755 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/security-groups/094f2437-eec5-4cb9-8098-1e2206ed35fc HTTP/1.1" status: 204 len: 168 time: 0.1978216 Mar 16 11:54:03.150140 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:03.155773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768369733', 'description': 'tempest-secgroup-smoke-768369733 description', 'project_id': '4653071ba02d483194350c5f89d87160'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:03.161820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:03.165944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:03.168798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:03.175049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:03.186463 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.224703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:03.229317 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:03.233076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:03.240394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:03.300361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.306218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.446288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caea4953-e263-4334-8f91-7ff08e56e0be,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.454913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.456321 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c793a072-8105-459e-9d52-47da8b38fc3e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3051929 Mar 16 11:54:03.459471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50048) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:03.462693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ab2defc1-126e-4708-963d-9bd59b80e544 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:54:03.465073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:03.471275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:03.475100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:03.477864 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:03.483393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:03.495936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ab2defc1-126e-4708-963d-9bd59b80e544 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:54:03.496369 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ab2defc1-126e-4708-963d-9bd59b80e544 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:54:03.496852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f82d20df-9a3c-4ec1-8cfd-39565bce79c4 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:54:03.529972 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f82d20df-9a3c-4ec1-8cfd-39565bce79c4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:54:03.530306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f82d20df-9a3c-4ec1-8cfd-39565bce79c4 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:54:03.596178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.659337 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.664510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.686826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5ab833-5ab9-40ca-8098-acf02bed0a34,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.697722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.699148 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6cc41f2-4e38-40b0-b496-c62841e09183 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2385616 Mar 16 11:54:03.702010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:03.707809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:03.713649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:03.717608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:03.720546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:03.726365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:03.745384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.749939 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5dbf6c0-abf4-4922-87c0-9a8b316cf9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.809071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.814781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.836878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83c1578-f518-4c58-932c-43524568efdc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:03.848810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.850395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-45acfa4c-93ae-4412-ad23-c40658342fc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1474726 Mar 16 11:54:03.853363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50056) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:03.859049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:03.866673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:03.870756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:03.873730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:03.880949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:03.898874 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.962935 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.968086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:03.990915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3739d885-db33-4af8-a67c-6194601f7de5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.000370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.001552 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b788918-a13f-477b-86d6-0c0cada9f92a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471813 Mar 16 11:54:04.005800 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.011147 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:04.016756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.021095 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.023915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.029418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.047386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.109825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.115164 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.139677 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13b5495-23d2-4968-b0d6-48e8f797b0c2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.149550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.150712 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48a6f887-8f18-450a-ad8e-bb570b7c6b26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440010 Mar 16 11:54:04.153665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50064) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.159296 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:04.165008 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.168683 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.171502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.177280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.189076 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:54:04.195865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.270378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.278074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.300154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f436e0-faa0-41e7-acd8-21fc5724b72b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.309362 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.310544 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91d8bef0-9268-4c83-9091-a0f8171b3555 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1559312 Mar 16 11:54:04.313461 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50068) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.318913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'caea4953-e263-4334-8f91-7ff08e56e0be', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:04.324623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.328440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.331341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.336942 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.348386 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:54:04.354601 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.420374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.425355 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.448497 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f33556-8afb-46c3-8806-0a01816a716a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.457252 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.458501 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50738f33-b3d7-4e9a-9d9c-2c18aee6de5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1440544 Mar 16 11:54:04.461385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.466715 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'network': {'name': 'tempest-network-smoke--1977460537', 'project_id': '4653071ba02d483194350c5f89d87160', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:04.471551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.475585 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:network and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.478405 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.483908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.496287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:54:04.499383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.531204 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:54:04.540424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.540774 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Added segment 8d375f03-e3b6-448c-b5f9-54414eeba43b of type vlan for network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab Mar 16 11:54:04.566111 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.595739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.599410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:04.600013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.702268 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2398086 Mar 16 11:54:04.705688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:04.716314 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'admin_state_up': True, 'project_id': '4653071ba02d483194350c5f89d87160', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:04.723999 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993550fd-7b1e-4bbf-8c4a-c0bf1663519a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Network': ['ID=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:04.728175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:04.732291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:router and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:04.735715 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:54:04.736324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:04.742255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:04.752399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.753321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.772375 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:04.924776 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.021757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.109099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.112256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.140961 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.281920 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.124 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/be35f572-bef4-4358-9f10-bca05989ef87) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:05.431759 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.462364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.527859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:05.530602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:05.535277 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:54:05.562767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=be35f572-bef4-4358-9f10-bca05989ef87,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:05.706524 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:05.707170 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.035883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:54:06.238040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:54:06.249626 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Sync routers for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:54:06.266328 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:06.266505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.267042 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:06.267842 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2269d843-1e4b-4cc6-8f1c-7295ffcfd81c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5608563 Mar 16 11:54:06.271708 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:06.314436 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-15adf30c-2dcc-471a-81d8-73a47987f384 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4653071ba02d483194350c5f89d87160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410688 Mar 16 11:54:06.316444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:06.414528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.446102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:06.449377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352593d4-7108-4aac-bc39-b4193387cdee tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:06.450888 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-352593d4-7108-4aac-bc39-b4193387cdee tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335645 Mar 16 11:54:06.454029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:06.494872 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e6b5f046-d83d-4911-bcc4-d85b9f067326 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373240 Mar 16 11:54:06.495254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50092) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:06.500967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-145866618', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'project_id': '4653071ba02d483194350c5f89d87160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:06.607023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:06.610907 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:subnet and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:06.613800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:06.619575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:06.631150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:54:06.727127 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:05Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:06.730849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.730973 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Checking router: cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:54:06.731313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Updating router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 port be35f572-bef4-4358-9f10-bca05989ef87 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:54:06.781152 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:06.943464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.018566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Subnet': ['ID=f442307b-4d2f-4788-9be3-09aef6e1d4c6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:07.035520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Checking segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:54:07.035944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network hostable DHCP agents. Network: 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:54:07.056934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:54:07.067161 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:07.071298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:07.071991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.079023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26d1c1-aca9-4021-bdcb-45a074e12f7d None None] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:54:07.101844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0113ba6-d018-4b45-b58d-fc0f8bfdf739 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6028724 Mar 16 11:54:07.102575 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:07.111047 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.123299 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Transition to ACTIVE for port object be35f572-bef4-4358-9f10-bca05989ef87 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:07.131841 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.208207 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Attempting to bind port be35f572-bef4-4358-9f10-bca05989ef87 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:07.208683 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Attempting to bind port be35f572-bef4-4358-9f10-bca05989ef87 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:07.209139 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Attempting to bind port be35f572-bef4-4358-9f10-bca05989ef87 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:54:07.219969 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:54:07.220556 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:54:07.221636 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.222146 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:54:07.222691 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Bound port: be35f572-bef4-4358-9f10-bca05989ef87, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:07.223163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.292453 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Pushing event updated for resources: {'Port': ['ID=be35f572-bef4-4358-9f10-bca05989ef87,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:07.301141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:54:07.302228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.313291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] For port be35f572-bef4-4358-9f10-bca05989ef87, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:54:07.317020 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.317603 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.317826 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.318260 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.318677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.319075 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.319503 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.319908 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.320305 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.320706 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.321104 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:54:07.325142 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] For port be35f572-bef4-4358-9f10-bca05989ef87, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be35f572-bef4-4358-9f10-bca05989ef87,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:54:07.335096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.417122 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed165-188e-4bd6-9fbf-21f6175fd7dd None None] Pushing event updated for resources: {'Port': ['ID=be35f572-bef4-4358-9f10-bca05989ef87,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:07.426205 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:07.427046 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:07.479866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Allocated IP 172.20.0.2 (1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab/f442307b-4d2f-4788-9be3-09aef6e1d4c6/0627f202-5698-44e7-82a7-3e3263bbd50d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:07.632988 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:07.733093 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.744268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Transition to ACTIVE for port object 0627f202-5698-44e7-82a7-3e3263bbd50d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:07.764197 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Transition to ACTIVE for port object 0627f202-5698-44e7-82a7-3e3263bbd50d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:07.771249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.829750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:07.833105 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:07.841897 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:54:07.857830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Pushing event updated for resources: {'Port': ['ID=0627f202-5698-44e7-82a7-3e3263bbd50d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:07.888324 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.927373 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-80546a84-8182-4283-8328-633ed57a4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:05Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:07.931410 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80546a84-8182-4283-8328-633ed57a4efe None None] The sync data for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv is: [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:05Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:54:07.942728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Attempting to bind port 0627f202-5698-44e7-82a7-3e3263bbd50d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:07.943159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Attempting to bind port 0627f202-5698-44e7-82a7-3e3263bbd50d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:07.943582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Attempting to bind port 0627f202-5698-44e7-82a7-3e3263bbd50d on network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:54:07.951984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:54:07.952432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Checking segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:54:07.952917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:07.953348 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Bound using segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:54:07.953927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Bound port: 0627f202-5698-44e7-82a7-3e3263bbd50d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:07.954307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.051650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] For port 0627f202-5698-44e7-82a7-3e3263bbd50d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:54:08.055550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] For port 0627f202-5698-44e7-82a7-3e3263bbd50d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0627f202-5698-44e7-82a7-3e3263bbd50d,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:54:08.062301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.182271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb6fda-cd2d-461e-980a-5372a395e160 None None] Pushing event updated for resources: {'Port': ['ID=0627f202-5698-44e7-82a7-3e3263bbd50d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:08.471237 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.1 (1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab/f442307b-4d2f-4788-9be3-09aef6e1d4c6/c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:08.634531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.650720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:08.674577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.752540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:08.755982 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:08.759881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:54:08.807573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:08.821785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:08.911917 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.063820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438afc1e-c034-48be-b80f-689756ff4091 None None] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:54:09.190151 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c69c4854-b573-4b83-af25-764c9d23fd9f None None] Provisioning for port 0627f202-5698-44e7-82a7-3e3263bbd50d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:09.318363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.324540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.437658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:09.440739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.530066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be35f572-bef4-4358-9f10-bca05989ef87 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:09.588695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:09.589865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:09.613550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-02d3184e-6c3e-4fd6-8d75-1a2d6d6a26a9 None None] Provisioning for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:09.618094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port be35f572-bef4-4358-9f10-bca05989ef87 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:09.622270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-02d3184e-6c3e-4fd6-8d75-1a2d6d6a26a9 None None] Provisioning complete for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:09.622647 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-02d3184e-6c3e-4fd6-8d75-1a2d6d6a26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.654112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port be35f572-bef4-4358-9f10-bca05989ef87 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:09.654453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.729577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-02d3184e-6c3e-4fd6-8d75-1a2d6d6a26a9 None None] Port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:54:09.794123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.812056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port be35f572-bef4-4358-9f10-bca05989ef87, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be35f572-bef4-4358-9f10-bca05989ef87,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:09.819688 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:09.820748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0627f202-5698-44e7-82a7-3e3263bbd50d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:09.939412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=be35f572-bef4-4358-9f10-bca05989ef87,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:09.950425 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8a889d63-5387-4c0b-8cb0-8de511b7e82a None None] Provisioning complete for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:09.950794 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a889d63-5387-4c0b-8cb0-8de511b7e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.009247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8a889d63-5387-4c0b-8cb0-8de511b7e82a None None] Port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:54:10.015962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0627f202-5698-44e7-82a7-3e3263bbd50d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:10.021395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0627f202-5698-44e7-82a7-3e3263bbd50d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:10.022060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.084879 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:54:10.142315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.163181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9fdc277d-29f0-45ac-93d1-119682a763a0 None None] Provisioning complete for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:10.163515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9fdc277d-29f0-45ac-93d1-119682a763a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.222998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0627f202-5698-44e7-82a7-3e3263bbd50d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0627f202-5698-44e7-82a7-3e3263bbd50d,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:10.231108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc277d-29f0-45ac-93d1-119682a763a0 None None] Port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:54:10.232573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:10.290868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:54:10.306006 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b283ae8-d4ba-489c-baf1-a96c59bf73de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/cd7c2d45-9d55-4eae-9a1b-48ae7c50d473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2023046 Mar 16 11:54:10.306474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0627f202-5698-44e7-82a7-3e3263bbd50d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:10.505260 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-fcd680f4-8c01-4c23-be64-08e4b0fa53f5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:10.525044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-fcd680f4-8c01-4c23-be64-08e4b0fa53f5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:10.526752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-fcd680f4-8c01-4c23-be64-08e4b0fa53f5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768369733&fields=id&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 267 time: 0.0645478 Mar 16 11:54:10.680697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-a8a676f7-ba5e-4fd9-bc79-3c171ec1ccd6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:10.681255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-a8a676f7-ba5e-4fd9-bc79-3c171ec1ccd6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:10.700107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-a8a676f7-ba5e-4fd9-bc79-3c171ec1ccd6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:10.701250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-a8a676f7-ba5e-4fd9-bc79-3c171ec1ccd6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 797 time: 0.1655085 Mar 16 11:54:10.721123 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-a18014ca-45fa-46e5-b66d-77cff7766035 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/quotas/4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 375 time: 0.0140059 Mar 16 11:54:10.805423 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-77c5aec8-ce3a-4072-a093-201fe10d092c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764821 Mar 16 11:54:10.944945 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-eab896be-bc94-4ab7-b3cd-0266d5188238 service neutron] 10.222.0.36 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270154 Mar 16 11:54:11.075040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-446202aa-466a-4dfd-b3d6-4962102ba59e service neutron] 10.222.0.36 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243658 Mar 16 11:54:11.291924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad8b70ae-a79a-477a-8f81-f6d584a26a73 req-7baee444-def9-44a7-afec-1eb26c66fd27 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 210 time: 0.0426879 Mar 16 11:54:11.466457 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be35f572-bef4-4358-9f10-bca05989ef87 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:11.496086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Sync routers for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:54:11.531823 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:11.532575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:11.724485 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port be35f572-bef4-4358-9f10-bca05989ef87 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:11.724680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:11.806572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:11.983552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0627f202-5698-44e7-82a7-3e3263bbd50d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:12.186041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0627f202-5698-44e7-82a7-3e3263bbd50d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:12.186382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.318025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 2, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:12.331580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Checking router: cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:54:12.339435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Updating router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:54:12.364778 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-970fd594-c25d-47f8-9a32-036b3ff6ab82 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:12.366196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-970fd594-c25d-47f8-9a32-036b3ff6ab82 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 797 time: 0.1496079 Mar 16 11:54:12.427615 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.468045 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-4d6f70c2-f120-4b79-8ca7-2b7c66e551cd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 379 time: 0.0849380 Mar 16 11:54:12.479441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3abd5328-9c94-4087-a227-883126232cf2 req-198d462a-0b14-4503-ad29-ba1f0f0d3e61 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 210 time: 0.0517795 Mar 16 11:54:12.493092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'port': {'device_id': 'c4464b41-8d85-4955-b628-5120ae404969', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'admin_state_up': True, 'tenant_id': '4653071ba02d483194350c5f89d87160', 'security_groups': ['caea4953-e263-4334-8f91-7ff08e56e0be']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:12.513734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.721638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:12.725747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:port and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:12.728610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:12.734346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:12.744194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:54:12.747544 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.816479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.829308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Transition to ACTIVE for port object c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:12.837213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:12.910360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.9 (1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab/f442307b-4d2f-4788-9be3-09aef6e1d4c6/632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:12.964934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4aea-98d5-43c2-b87a-80e9216643f0 None None] Pushing event updated for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:13.055774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Attempting to bind port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:13.056178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Attempting to bind port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:13.056618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Attempting to bind port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da on network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:54:13.063934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:54:13.064550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Checking segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:54:13.064945 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.065352 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Bound using segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:54:13.065789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Bound port: c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:13.066175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.113395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.129176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:13.153843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.157420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] For port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:54:13.165526 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] For port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:54:13.172927 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.225785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:13.228776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:13.233222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:13.235383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:54:13.264221 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4aea-98d5-43c2-b87a-80e9216643f0 None None] Pushing event updated for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:13.272864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:13.273487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:13.305016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:13.305770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.333093 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-906b480e-f27f-4190-92fd-5bdd33dd94eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443561 Mar 16 11:54:13.348390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Request body: {'port': {'device_id': 'c4464b41-8d85-4955-b628-5120ae404969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:13.468973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.505699 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef8a4696-0854-4de8-bbc6-19467c2ec6d1 None None] Provisioning for port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:13.524555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef8a4696-0854-4de8-bbc6-19467c2ec6d1 None None] Provisioning complete for port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:13.525126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4696-0854-4de8-bbc6-19467c2ec6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.585471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:13.648107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a4696-0854-4de8-bbc6-19467c2ec6d1 None None] Port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:54:13.808450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f79ec-6789-45b6-8cc9-90fc00cc8642 req-107b8c33-4c0e-4aca-8758-500466630052 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:13.809039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3f5f79ec-6789-45b6-8cc9-90fc00cc8642 req-107b8c33-4c0e-4aca-8758-500466630052 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:54:13.834579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3f5f79ec-6789-45b6-8cc9-90fc00cc8642 req-107b8c33-4c0e-4aca-8758-500466630052 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:54:13.835771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3f5f79ec-6789-45b6-8cc9-90fc00cc8642 req-107b8c33-4c0e-4aca-8758-500466630052 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 931 time: 0.2205741 Mar 16 11:54:13.918086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:13Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:13.922019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262a4ed-ac43-4ec5-80b5-68394ca6f462 None None] The sync data for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv is: [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:13Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:54:13.933422 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:54:13.942792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:13.946856 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3f5f79ec-6789-45b6-8cc9-90fc00cc8642 req-991bff9a-e309-490e-aa11-b577dd236916 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011171 Mar 16 11:54:13.961528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Transition to ACTIVE for port object 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:54:13.974108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:14.141072 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:14.227465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Attempting to bind port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:54:14.227868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Attempting to bind port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:54:14.228203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Attempting to bind port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 on network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:54:14.234588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 on network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:54:14.235094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Attempting to bind port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 on network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:54:14.241868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:54:14.242232 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Checking segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:54:14.242599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Bound using segment: {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:54:14.243010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Bound port: 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d375f03-e3b6-448c-b5f9-54414eeba43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:54:14.243380 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:14.343517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:54:14.346555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:54:14.351953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:14.415037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:14.416396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] 10.222.0.59 "PUT /v2.0/ports/632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 1093 time: 1.0729403 Mar 16 11:54:14.416843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:54:14.434617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f043-3b66-49ac-9b76-c81eed92eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:14.502151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'status': 'completed', 'code': 200} Mar 16 11:54:14.547171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-c326a6bb-dcba-4912-8d63-543d0a868fc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1096 time: 0.0843065 Mar 16 11:54:14.618967 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-46b766e9-cb89-4f05-9a2d-606cfc969371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 217 time: 0.0619445 Mar 16 11:54:14.793764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-277fbb5b-e93a-44aa-adb7-278635785b0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:14.795221 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-277fbb5b-e93a-44aa-adb7-278635785b0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.1675706 Mar 16 11:54:14.883170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-985591d5-e8e7-44f2-a315-1ac32412a861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784898 Mar 16 11:54:15.027649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-4663ce46-d17e-4bb5-bc61-95b686dc70a7 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347361 Mar 16 11:54:15.213497 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-486eab9a-737a-4b73-9a95-5eacbfd775bb req-d0400308-3b2b-4e22-9802-038d32362e7f service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759467 Mar 16 11:54:15.227034 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5868ac2-495c-4274-9675-3a151576f8ac req-c4f4bf07-544f-4daf-9e70-076540bf91b4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:15.228397 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5868ac2-495c-4274-9675-3a151576f8ac req-c4f4bf07-544f-4daf-9e70-076540bf91b4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 943 time: 0.1247425 Mar 16 11:54:15.302553 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5868ac2-495c-4274-9675-3a151576f8ac req-050cf01c-7c4a-4300-af87-7d2b9994b0b6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675738 Mar 16 11:54:15.343190 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-ec743d76-1f3b-4a3a-9fac-c02bcfcf8731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1096 time: 0.0698111 Mar 16 11:54:15.475981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dc837-4830-41c3-8969-f756e850f278 req-5532d1c7-2473-412a-9835-a5295538fabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:15.476785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-5532d1c7-2473-412a-9835-a5295538fabf service neutron] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 897 time: 0.1278005 Mar 16 11:54:15.482620 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:15.546604 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-34b8ce40-5f26-4b0e-a5ec-5e2f1c03c572 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 217 time: 0.0630972 Mar 16 11:54:15.552081 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:15.557013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:15.557378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:15.607855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dc837-4830-41c3-8969-f756e850f278 req-8822747d-00b2-406c-af6d-d1f9b26932ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:15.609272 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-8822747d-00b2-406c-af6d-d1f9b26932ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.0569386 Mar 16 11:54:15.674658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:15.686505 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-f7a464a0-6cf0-4859-9cb8-dd27ef02c77a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712481 Mar 16 11:54:15.709752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:15.714560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:15.783730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:15.823479 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-883d0d58-6f2d-43d2-a285-47a0e8ed7c9c service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301205 Mar 16 11:54:15.957132 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df1dc837-4830-41c3-8969-f756e850f278 req-3947d6eb-aaec-424c-a336-9cac593cd7d4 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267300 Mar 16 11:54:16.515141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4234b-f07a-4873-9d00-2191c027bd4a req-07285053-1e87-49e8-b2ad-c0e5e676f602 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:16.516470 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-05e4234b-f07a-4873-9d00-2191c027bd4a req-07285053-1e87-49e8-b2ad-c0e5e676f602 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 943 time: 0.0837526 Mar 16 11:54:16.562490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-05e4234b-f07a-4873-9d00-2191c027bd4a req-fc5cc6ac-660c-4266-91c9-773df36774aa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Mar 16 11:54:17.471968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:17.531562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:54:17.649385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:17.649740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:17.730410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:17.747163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'port_id': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'mac_address': 'fa:16:3e:12:41:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:54:17.762274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dedf9-8a2f-46e4-a1ad-a0540c8c0e09 req-1b0020b5-f488-46ba-845d-1434bdee3729 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:17.763705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-842dedf9-8a2f-46e4-a1ad-a0540c8c0e09 req-1b0020b5-f488-46ba-845d-1434bdee3729 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 943 time: 0.0785613 Mar 16 11:54:17.814134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-842dedf9-8a2f-46e4-a1ad-a0540c8c0e09 req-16e437d9-6f90-482c-8d3f-4d8b77edcbf0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Mar 16 11:54:17.851418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:17.871079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:54:17.886834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:17.893108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:17.959358 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:18.178592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:54:19.030663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50ee4-45d8-454d-a671-6ef3f7b3ba51 req-6ee2397c-fbf5-4ae1-9b3d-b45ce9de16ad tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:19.032134 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4b50ee4-45d8-454d-a671-6ef3f7b3ba51 req-6ee2397c-fbf5-4ae1-9b3d-b45ce9de16ad tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 944 time: 0.0772653 Mar 16 11:54:19.084211 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f4b50ee4-45d8-454d-a671-6ef3f7b3ba51 req-da8f2151-74ea-44f8-8aa0-b6402b12b2c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460403 Mar 16 11:54:19.537394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:54:19.616583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:54:19.621732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:54:19.622131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:19.732803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:19.759673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:54:19.769361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:54:19.773854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:19.819797 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'code': 200} Mar 16 11:54:19.847601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:20.073212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979c01d5-06f0-4f42-a728-b857c68e1d01 req-f133ef07-2d82-4a87-9b3f-2782c03f7e70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1098 time: 0.0692546 Mar 16 11:54:20.121385 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-979c01d5-06f0-4f42-a728-b857c68e1d01 req-10bb1a50-62d2-4817-ab76-7b0d7b1dd07b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384030 Mar 16 11:54:20.292830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d38da-2932-4eea-bde9-faae2b4921d8 req-fbd89853-1408-47f0-815f-ee45483bc689 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:20.294257 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-754d38da-2932-4eea-bde9-faae2b4921d8 req-fbd89853-1408-47f0-815f-ee45483bc689 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0934339 Mar 16 11:54:20.436260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-754d38da-2932-4eea-bde9-faae2b4921d8 req-98eebf2e-5992-4979-99bb-0f23d3147ddc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348338 Mar 16 11:54:21.642177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e99797-087e-4b38-a50e-838b2ea84425 req-90679143-8ce2-494f-9b54-8795d1de63d9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:21.643618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1e99797-087e-4b38-a50e-838b2ea84425 req-90679143-8ce2-494f-9b54-8795d1de63d9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0844219 Mar 16 11:54:21.688885 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1e99797-087e-4b38-a50e-838b2ea84425 req-75192eb5-6976-40f6-a933-1908c2530e46 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Mar 16 11:54:21.903213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527307e6-fe20-4475-8c6c-cda3ff585e94 req-c85c393c-a422-41f6-8587-bb4c833b0411 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:21.904621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-527307e6-fe20-4475-8c6c-cda3ff585e94 req-c85c393c-a422-41f6-8587-bb4c833b0411 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0798686 Mar 16 11:54:21.952454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-527307e6-fe20-4475-8c6c-cda3ff585e94 req-ff94efe3-9d69-4f8c-aef6-68aa6709846e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 Mar 16 11:54:21.987439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:22.059177 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77fd7bbd-4f43-46bc-bf7b-9d3820d0f213 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1093 time: 0.0705843 Mar 16 11:54:22.063009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:22.068080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:54:22.073581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:54:22.077481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:floatingip and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:54:22.080387 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:54:22.086089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:54:22.099658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.248570 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.399716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.134 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/7765517d-4939-48b2-a707-17786ab1be3f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:54:22.552206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.582675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:22.655183 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:54:22.658788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:54:22.660831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=7765517d-4939-48b2-a707-17786ab1be3f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:22.662863 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:54:23.181322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:23.237866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:23.546960 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:23.553770 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:23.657310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=7765517d-4939-48b2-a707-17786ab1be3f,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:54:23.671527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:23.862434 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Floating IP 12b6096d-b3fe-42dd-9f50-d8787a3600ef associated. External IP: 172.26.1.134, port: 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84. Mar 16 11:54:24.258966 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:54:24.467881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:54:24.477556 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Sync routers for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:54:24.489565 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:24.490204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:24.493845 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:24.548538 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e46573e-9039-4e91-82a4-0f85dca3714a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4845290 Mar 16 11:54:24.549221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:54:24.603272 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'status': 'completed', 'code': 200} Mar 16 11:54:24.670350 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:24.748883 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-41a41514-0b9b-4fd1-b065-6fda9569da3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1098 time: 0.1256201 Mar 16 11:54:24.757486 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aff3a-ef15-43e1-9da6-4ece1d5d5c98 req-c61e11d0-45c6-4119-8601-1d5b87618830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:24.758865 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc5aff3a-ef15-43e1-9da6-4ece1d5d5c98 req-c61e11d0-45c6-4119-8601-1d5b87618830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.1067638 Mar 16 11:54:24.895372 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc5aff3a-ef15-43e1-9da6-4ece1d5d5c98 req-21486ebd-271e-42fd-8591-6b85b12c2c02 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156621 Mar 16 11:54:24.917585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-3e842f0d-9de7-4579-ab1b-85c18f544a0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:24.919302 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-3e842f0d-9de7-4579-ab1b-85c18f544a0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 897 time: 0.1596317 Mar 16 11:54:24.924691 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:25.023534 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '12b6096d-b3fe-42dd-9f50-d8787a3600ef', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'port_id': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'mac_address': 'fa:16:3e:12:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4464b41-8d85-4955-b628-5120ae404969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:23Z', 'updated_at': '2022-03-16T11:54:23Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:25.027533 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Checking router: cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:54:25.031940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-4a46b603-964a-49ec-a57a-480ee64d799b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 999 time: 0.1068907 Mar 16 11:54:25.034955 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a54560cd-2f55-4c0e-b62c-15e8e329380b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 991 time: 0.1078467 Mar 16 11:54:25.038735 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:54:25.039318 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:54:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:25.094199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-af88220b-ae8e-44a9-a9c6-72fbd9dce389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:25.095829 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-af88220b-ae8e-44a9-a9c6-72fbd9dce389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.0586574 Mar 16 11:54:25.177650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-e7152a41-6bb4-4426-b9a0-a31e8d879bd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760081 Mar 16 11:54:25.215705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:54:25.312021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-852fdf0f-6944-4af4-b5e6-3dbee1d3d5ea service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288502 Mar 16 11:54:25.441244 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97c9036d-80e6-4e04-8949-e1c31c2b8060 req-a6282615-d779-4825-9b29-c6c602945379 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230147 Mar 16 11:54:25.569092 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:54:25.605111 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '12b6096d-b3fe-42dd-9f50-d8787a3600ef', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'port_id': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'mac_address': 'fa:16:3e:12:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4464b41-8d85-4955-b628-5120ae404969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:23Z', 'updated_at': '2022-03-16T11:54:23Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:54:25.609341 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d13b3c-8c3a-4dc4-8fbc-72340362c4b3 None None] The sync data for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv is: [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '12b6096d-b3fe-42dd-9f50-d8787a3600ef', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.134', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'port_id': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'mac_address': 'fa:16:3e:12:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4464b41-8d85-4955-b628-5120ae404969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:54:23Z', 'updated_at': '2022-03-16T11:54:23Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:54:26.038221 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50158) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:26.158260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23c976f9-f032-4eb2-bf5e-33d5df9e6d68 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 991 time: 0.1184354 Mar 16 11:54:27.163924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:27.275683 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e5f96e7f-4b7d-4740-bd68-416c387346f8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 991 time: 0.1100371 Mar 16 11:54:28.280930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:28.386164 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ceaf092f-0b7e-43e4-97c7-4e72b3d550e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 991 time: 0.1037498 Mar 16 11:54:29.390810 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:29.457561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b86de0-722f-4443-8c8b-cbea6a91e377 None None] New status for floating IP 12b6096d-b3fe-42dd-9f50-d8787a3600ef: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:54:29.508917 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e9a905c9-e04b-40f2-b5d4-3c15364cf740 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 991 time: 0.1157246 Mar 16 11:54:30.511967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50174) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:54:30.617769 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-28ee6f22-602b-4540-9601-0b5f80a22be6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 993 time: 0.1047153 Mar 16 11:54:31.573792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee243dd4-b1f0-4dfc-8747-5f30637a05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:33.767611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5753c62-4760-4f86-8cb9-9c945a07f796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:35.027659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:35.113910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:36.411531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:42.397694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:54:58.143310 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-38b5109e-c584-4570-bf13-b7b211401701 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1098 time: 0.1188939 Mar 16 11:54:58.237008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ddcb-ec71-4d51-9b2a-29be2aa02e6c req-f84c3374-e56c-41f0-afca-2c1980ea0c32 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:58.238519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b88ddcb-ec71-4d51-9b2a-29be2aa02e6c req-f84c3374-e56c-41f0-afca-2c1980ea0c32 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.1645629 Mar 16 11:54:58.405309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8194e3a-e136-4136-9ce6-34b95766bced req-901de036-afbf-4cc6-853e-be2413ea8980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:58.406824 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-901de036-afbf-4cc6-853e-be2413ea8980 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 897 time: 0.2568491 Mar 16 11:54:58.413973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b88ddcb-ec71-4d51-9b2a-29be2aa02e6c req-779cc78a-adb8-43f6-922c-f0aeaa24e566 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685843 Mar 16 11:54:58.516577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-a24d04d6-3725-4866-a4f7-04aa0c125e2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 1001 time: 0.1010482 Mar 16 11:54:58.584313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8194e3a-e136-4136-9ce6-34b95766bced req-6c24245c-c09f-4c83-bc50-2da4028c42cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:58.585672 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-6c24245c-c09f-4c83-bc50-2da4028c42cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.0631037 Mar 16 11:54:58.661961 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-e29e6946-999d-4418-a488-e22ca50cf3c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698409 Mar 16 11:54:58.800274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-83718c47-3906-48c5-81a1-7b68bb760d37 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315033 Mar 16 11:54:58.938466 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8194e3a-e136-4136-9ce6-34b95766bced req-57fba2f5-7b7c-45e4-b239-337207b0bf05 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295478 Mar 16 11:54:59.646121 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517851-d864-4db3-93e0-43fc00623e9d req-43e946a7-8100-4b22-813e-a9f1cb76d910 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:54:59.647459 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94517851-d864-4db3-93e0-43fc00623e9d req-43e946a7-8100-4b22-813e-a9f1cb76d910 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.1003771 Mar 16 11:54:59.692590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94517851-d864-4db3-93e0-43fc00623e9d req-4acbdebb-f1e7-4813-86ed-d8e2737ab578 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393167 Mar 16 11:55:00.919795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4c17b-2580-422e-9a7c-4c18b3815f9d req-7a6f5bb4-a01b-42fe-8d6f-f2eead47c65f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:00.921259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30d4c17b-2580-422e-9a7c-4c18b3815f9d req-7a6f5bb4-a01b-42fe-8d6f-f2eead47c65f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0776348 Mar 16 11:55:00.971172 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30d4c17b-2580-422e-9a7c-4c18b3815f9d req-4c855f86-332b-4258-954d-70df7e26e0b6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Mar 16 11:55:01.575131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e26f02b-f797-4b2d-962f-167b53fd1dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:02.171338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e405a-2c45-4b0a-932e-64cd5d59b41c req-0c5de656-b5a7-43a5-b559-b186acb92a86 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:02.172738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3e405a-2c45-4b0a-932e-64cd5d59b41c req-0c5de656-b5a7-43a5-b559-b186acb92a86 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0771601 Mar 16 11:55:02.219014 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3e405a-2c45-4b0a-932e-64cd5d59b41c req-bbb2bcb4-ff26-4dfa-ac41-56fd99ea51e4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Mar 16 11:55:02.559606 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:03.428755 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bc3f6-3f41-4416-8b19-85e1a054fac5 req-173ef2c7-3f3f-4809-802f-94e058d09401 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:03.430312 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82bc3f6-3f41-4416-8b19-85e1a054fac5 req-173ef2c7-3f3f-4809-802f-94e058d09401 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0858891 Mar 16 11:55:03.480042 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82bc3f6-3f41-4416-8b19-85e1a054fac5 req-cd04bcf7-7cf1-41bb-84d9-3660c056c98e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 Mar 16 11:55:03.760792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2956f708-99bc-46c3-8d01-a179c13e9d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:04.702714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487299b-4822-4bb9-afcb-875662b6d8fb req-0cf58c16-2dca-41da-ac6b-3f83b64a8028 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:04.704527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5487299b-4822-4bb9-afcb-875662b6d8fb req-0cf58c16-2dca-41da-ac6b-3f83b64a8028 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0932889 Mar 16 11:55:04.755962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5487299b-4822-4bb9-afcb-875662b6d8fb req-07a0b575-794b-4029-a446-4de469319fb1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Mar 16 11:55:05.032283 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:05.126840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:05.962305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cfaf1-51a3-45fd-bb3e-c5e3f8e8445b req-1af00298-2ac1-4d38-8723-688992dab561 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:05.963721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b9cfaf1-51a3-45fd-bb3e-c5e3f8e8445b req-1af00298-2ac1-4d38-8723-688992dab561 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0860710 Mar 16 11:55:06.008973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b9cfaf1-51a3-45fd-bb3e-c5e3f8e8445b req-7e705fbc-8313-4f5f-983a-8a1fd5ca3f76 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Mar 16 11:55:06.411759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:07.217063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c90c5-7e92-449d-85dd-b0370866d2c9 req-b1b8095c-2d67-4f7f-b9c0-86ccc1e25777 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:07.218513 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-576c90c5-7e92-449d-85dd-b0370866d2c9 req-b1b8095c-2d67-4f7f-b9c0-86ccc1e25777 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0851793 Mar 16 11:55:07.267644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-576c90c5-7e92-449d-85dd-b0370866d2c9 req-8f6f1913-cb24-4f91-9d20-919a6823d535 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Mar 16 11:55:08.482845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb0acc-7f86-430c-9167-0c434a0bf947 req-4a8a7696-718b-48b3-bb60-99e7903052fc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:08.484245 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57fb0acc-7f86-430c-9167-0c434a0bf947 req-4a8a7696-718b-48b3-bb60-99e7903052fc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0855196 Mar 16 11:55:08.531815 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57fb0acc-7f86-430c-9167-0c434a0bf947 req-bc018a2e-2b16-4f68-9482-3afcdbfadc28 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413725 Mar 16 11:55:09.756983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53bb04-7592-4a4f-95f0-f57923642733 req-3905bda4-602f-4839-ad2e-86377b0ed8db tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:09.758478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e53bb04-7592-4a4f-95f0-f57923642733 req-3905bda4-602f-4839-ad2e-86377b0ed8db tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0884786 Mar 16 11:55:09.803553 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e53bb04-7592-4a4f-95f0-f57923642733 req-a43c1611-6b20-425b-9c79-d6d5bec14713 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Mar 16 11:55:11.009780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76d58b-f473-4500-ac66-4040ad2366b4 req-4066e024-5247-4792-b13a-5dd9b006a841 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:11.011218 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a76d58b-f473-4500-ac66-4040ad2366b4 req-4066e024-5247-4792-b13a-5dd9b006a841 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.0832629 Mar 16 11:55:11.065656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a76d58b-f473-4500-ac66-4040ad2366b4 req-4ca784f7-ed09-4dc5-bbf2-c99fccd359d1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Mar 16 11:55:11.093460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:11.197527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d0872db8-62f4-4c0d-bc5b-3446245fdd44 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 200 len: 993 time: 0.1029909 Mar 16 11:55:12.418303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:17.013373 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-74b3f27a-3776-4885-abec-9fe1315db5d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742843 Mar 16 11:55:17.152744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-a15e35bd-9394-4e4a-a946-6d8fe5efb887 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1098 time: 0.0708799 Mar 16 11:55:17.381924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-d6090628-953a-42e5-a366-6e1c8e3f8af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.383288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-d6090628-953a-42e5-a366-6e1c8e3f8af3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 897 time: 0.2120454 Mar 16 11:55:17.483740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-190d2dc1-d2c1-4e79-96d4-542283c8d508 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 1001 time: 0.0945375 Mar 16 11:55:17.553226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-af1aa852-b24e-491e-be77-ef26dd7b4242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:17.554693 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-af1aa852-b24e-491e-be77-ef26dd7b4242 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.0651610 Mar 16 11:55:17.637520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-d92f614d-d7ab-4730-86b1-f000876e0e29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749552 Mar 16 11:55:17.644759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-3319b5ad-42a6-4ef5-8fd9-2b6ff23f242a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:55:17.645650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-3319b5ad-42a6-4ef5-8fd9-2b6ff23f242a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047429 Mar 16 11:55:17.775100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-79baa078-9463-4c25-8913-aeee4148eccf service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233373 Mar 16 11:55:17.907539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c543aaa-165f-46db-95e0-7622404e26c3 req-2dcba344-87fa-401a-adfc-1264ebc25ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269059 Mar 16 11:55:31.572754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b353cb4-d403-4d99-9f9b-c6b9033769a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:33.762262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f8427ce4-b6ed-4e4a-af9f-67c7424ccdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:35.038204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:35.125236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:36.421561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:39.566818 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:55:41.688118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:41.988280 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 7765517d-4939-48b2-a707-17786ab1be3f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:55:41.988589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.156962 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.157378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.275785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 7765517d-4939-48b2-a707-17786ab1be3f owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:55:42.405865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.426816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.469422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=7765517d-4939-48b2-a707-17786ab1be3f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:42.481126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.481474 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.481811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.482171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.482501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.482825 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.483149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.483471 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.484666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.484666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.484666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:42.575608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:42.973535 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:55:43.174090 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:55:43.184506 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Sync routers for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:55:43.197836 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:43.198809 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:43.201050 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:43.361301 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd951620-c9df-4c21-9942-c2a5ac97b1e5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/floatingips/12b6096d-b3fe-42dd-9f50-d8787a3600ef HTTP/1.1" status: 204 len: 168 time: 1.6718512 Mar 16 11:55:43.361915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:55:43.397033 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:43.437607 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'status': 'completed', 'code': 200} Mar 16 11:55:43.625253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-cd28a823-86d8-4cc9-9d3e-35961cce2b07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 1098 time: 0.1607242 Mar 16 11:55:43.734422 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:43.739474 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Checking router: cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:55:43.752002 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:43.752599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:43.778501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-eac1ecd9-189e-47c7-a11f-72682f2c73d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:43.780047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-eac1ecd9-189e-47c7-a11f-72682f2c73d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 200 len: 897 time: 0.1481581 Mar 16 11:55:43.887563 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-51fc69fc-e475-4ce5-b3ef-2ee0532c2752 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 200 len: 217 time: 0.0985610 Mar 16 11:55:43.938562 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:43.963266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-f33b0d81-af3d-4b98-83ad-556f5e889864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:43.964687 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-f33b0d81-af3d-4b98-83ad-556f5e889864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 200 len: 834 time: 0.0671299 Mar 16 11:55:43.974239 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313cb0-d671-4186-8149-2eae379beca2 req-8cd8b4f7-5d96-4f8f-b758-21b36cc22c2d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:43.975543 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48313cb0-d671-4186-8149-2eae379beca2 req-8cd8b4f7-5d96-4f8f-b758-21b36cc22c2d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.2702413 Mar 16 11:55:44.067209 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-48313cb0-d671-4186-8149-2eae379beca2 req-aa64e6e2-aecd-4c80-a89f-5f3ac18731e3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620480 Mar 16 11:55:44.080203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-2b713043-e17c-4620-ba74-384079e9a819 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037798 Mar 16 11:55:44.215403 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-309bbc0b-f815-416f-be4b-a19b51ed31e4 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282973 Mar 16 11:55:44.250585 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:44.254804 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5db60-a1d6-462f-b17c-3c8685a9fd26 None None] The sync data for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv is: [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:54:08Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da', 'name': '', 'network_id': '1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:82:7f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:08Z', 'updated_at': '2022-03-16T11:54:15Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f442307b-4d2f-4788-9be3-09aef6e1d4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:55:44.354271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876cc161-ed86-4dff-9b17-8ec024c2a993 req-cd77598a-1315-4a86-afc7-58445f72cd97 service neutron] 10.222.0.59 "GET /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319938 Mar 16 11:55:44.465316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592441e-4137-4567-a45b-b34652731f83 None None] New status for floating IP 12b6096d-b3fe-42dd-9f50-d8787a3600ef: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:55:45.399238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b56040-299d-4809-973a-70a419f92e89 req-0c028f32-6e15-487e-a9ea-59eeb6f3a97c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:45.400873 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44b56040-299d-4809-973a-70a419f92e89 req-0c028f32-6e15-487e-a9ea-59eeb6f3a97c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.2090440 Mar 16 11:55:45.407079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-4603562c-050e-4c13-a42c-9253536d4538 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:45.408389 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-4603562c-050e-4c13-a42c-9253536d4538 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 945 time: 0.1066191 Mar 16 11:55:45.503157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:55:45.503481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:45.532379 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44b56040-299d-4809-973a-70a419f92e89 req-5e64fa85-3514-4b98-9345-4aefeb7c5cb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=caea4953-e263-4334-8f91-7ff08e56e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231194 Mar 16 11:55:45.849493 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:55:45.849741 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:45.979279 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:55:46.123514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:46.169428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:46.211925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.211925 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.212592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.212930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.213257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.213585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.213902 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.214250 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.214570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.214890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.215206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:46.257795 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] No DVR routers for this DVR port 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:55:46.260293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:46.262773 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'name': 'network-vif-deleted', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:55:46.273849 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a7c4dd3-90df-4ce6-a818-5c1660b4a900 req-b680f3ae-fe39-4d2c-b6f5-4716c613feb3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "DELETE /v2.0/ports/632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 HTTP/1.1" status: 204 len: 173 time: 0.8499615 Mar 16 11:55:46.323906 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4464b41-8d85-4955-b628-5120ae404969', 'name': 'network-vif-deleted', 'tag': '632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84', 'status': 'completed', 'code': 200} Mar 16 11:55:46.711369 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d1df1167-d49f-48c5-b091-3a9f6a12eada req-7f34c13d-a506-4a38-b61b-f6e0a3bbfcae tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:55:46.728677 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d1df1167-d49f-48c5-b091-3a9f6a12eada req-7f34c13d-a506-4a38-b61b-f6e0a3bbfcae tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:55:46.729973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1df1167-d49f-48c5-b091-3a9f6a12eada req-7f34c13d-a506-4a38-b61b-f6e0a3bbfcae tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4464b41-8d85-4955-b628-5120ae404969 HTTP/1.1" status: 200 len: 210 time: 0.0578148 Mar 16 11:55:47.831055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:55:47.858979 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50264) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:47.863973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:55:47.864314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 632d8a9a-b87d-4cb8-b7b0-ee39d0dfeb84 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:55:48.299454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:48.925067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:55:48.925742 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:49.114562 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:55:49.114915 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:49.240202 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:55:49.539779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:49.589928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:49.928956 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:50.574440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:55:50.791027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:55:50.803414 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Sync routers for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:55:50.809101 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cb3e80be-8aad-4ece-bfaf-0e2b4dc3b2fa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/cd7c2d45-9d55-4eae-9a1b-48ae7c50d473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9490254 Mar 16 11:55:50.811846 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:50.855458 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:50.855970 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:50.993926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting subnet f442307b-4d2f-4788-9be3-09aef6e1d4c6 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:55:50.996813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.030695 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:51.155893 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.238429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.313278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.319391 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:55:49Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:51.323446 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Checking router: cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:55:51.334116 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Routers {'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:51.334712 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:51.356267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Subnet': ['ID=f442307b-4d2f-4788-9be3-09aef6e1d4c6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:51.360930 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.367687 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-084ca2a4-8783-44d7-af31-0e62e817c198 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/subnets/f442307b-4d2f-4788-9be3-09aef6e1d4c6 HTTP/1.1" status: 204 len: 168 time: 0.5542898 Mar 16 11:55:51.369810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5863d-dcd4-4b5c-8525-99287b8b7e91 None None] Network 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:55:51.373010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:51.525635 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] Set router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:51.589229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.639819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] DHCP port deletion for 1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:55:51.644274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Deleting port 0627f202-5698-44e7-82a7-3e3263bbd50d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:55:51.644648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.795748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.808089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port be35f572-bef4-4358-9f10-bca05989ef87 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:55:51.808703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.821059 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:55:49Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:51.825477 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469737a-f1bc-4c6a-adf2-edc68894b584 None None] The sync data for ids ['cd7c2d45-9d55-4eae-9a1b-48ae7c50d473'] in dv-neutron-833733-1-hyperv is: [{'id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093903028', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:54:04Z', 'updated_at': '2022-03-16T11:55:49Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'be35f572-bef4-4358-9f10-bca05989ef87', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c2d45-9d55-4eae-9a1b-48ae7c50d473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:54:05Z', 'updated_at': '2022-03-16T11:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:55:51.857289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] For port 0627f202-5698-44e7-82a7-3e3263bbd50d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0627f202-5698-44e7-82a7-3e3263bbd50d,segment=NetworkSegment(8d375f03-e3b6-448c-b5f9-54414eeba43b),segment_id=8d375f03-e3b6-448c-b5f9-54414eeba43b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:55:51.857599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:51.980381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Calling delete_port for 0627f202-5698-44e7-82a7-3e3263bbd50d owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:55:51.982752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port be35f572-bef4-4358-9f10-bca05989ef87, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=be35f572-bef4-4358-9f10-bca05989ef87,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:55:51.983100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.082834 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.100967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for be35f572-bef4-4358-9f10-bca05989ef87 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:55:52.124605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Pushing event deleted for resources: {'Port': ['ID=0627f202-5698-44e7-82a7-3e3263bbd50d,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:52.135666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] No DVR routers for this DVR port 0627f202-5698-44e7-82a7-3e3263bbd50d on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:55:52.137682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.138005 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.138370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.138661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.139029 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.139346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.139660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.139974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.140284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.140593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.140901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d6af1-9609-4f09-aa7d-59b6bb92a4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:55:52.370182 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.413553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=be35f572-bef4-4358-9f10-bca05989ef87,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:52.632830 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.887010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.891338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.921026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.921653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Fanout notify agent at l3_agent the message router_deleted on router cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:55:52.935837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:52.936907 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6120e9fd-e7db-4bed-be1c-e3f6343cf45e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/routers/cd7c2d45-9d55-4eae-9a1b-48ae7c50d473 HTTP/1.1" status: 204 len: 168 time: 1.5627315 Mar 16 11:55:52.939878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:53.054333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.191683 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.217845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:53.230625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d375f03-e3b6-448c-b5f9-54414eeba43b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:53.230909 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d375f03-e3b6-448c-b5f9-54414eeba43b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:53.241879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.259848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.268314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:55:53.268688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:55:53.283283 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:55:53.364304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.382141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.393731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Network': ['ID=1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:53.407839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-183e0b01-069c-4942-afec-d9559aaf7b1f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/networks/1310dc33-23b7-4ae6-a4bc-ad33cd6d43ab HTTP/1.1" status: 204 len: 168 time: 0.4669621 Mar 16 11:55:53.410496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:53.479875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.509393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.514824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be35f572-bef4-4358-9f10-bca05989ef87 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:55:53.548761 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: be35f572-bef4-4358-9f10-bca05989ef87 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:55:53.549171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device be35f572-bef4-4358-9f10-bca05989ef87 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:55:53.549659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:55:53.576151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.580930 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:55:53.581277 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c9ad8dd4-eacb-49a5-8ca1-f6149fbd07da not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:55:53.581797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0627f202-5698-44e7-82a7-3e3263bbd50d no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:55:53.597328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea4953-e263-4334-8f91-7ff08e56e0be,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:53.608577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.609703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59792c50-5239-42d5-8d24-543f4b821f3f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/security-groups/caea4953-e263-4334-8f91-7ff08e56e0be HTTP/1.1" status: 204 len: 168 time: 0.1983027 Mar 16 11:55:53.620124 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 0627f202-5698-44e7-82a7-3e3263bbd50d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:55:53.620483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0627f202-5698-44e7-82a7-3e3263bbd50d not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:55:53.894889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50288) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:53.900760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425931495', 'description': 'tempest-secgroup-smoke-1425931495 description', 'project_id': '4653071ba02d483194350c5f89d87160'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:53.906756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:53.910859 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:53.913723 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:53.919615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:53.932788 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:53.968546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:53.972116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:53.974813 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:53.981061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.047139 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.052448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.094619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf445f9b-a957-4536-ad06-faafbb488ac8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.098165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.099320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9805e977-178b-440c-a4f7-77997726a575 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2034681 Mar 16 11:55:54.103001 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.108076 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.114341 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.118701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.121671 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.127617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.151018 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.213228 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.217618 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.240109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6046d101-51f2-4904-9b78-732cb742afcb,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.252208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.253362 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7a5e1e5-ec25-4353-b682-f7ac42b44955 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1499772 Mar 16 11:55:54.256699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50296) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.262606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.268717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.272504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.275445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.280968 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.303151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.370377 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.378371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.402796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193a4f22-6238-4b23-b857-0d1c207b397a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.413833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.415387 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2bc8a4d0-95f3-4f95-a71b-36269e456c49 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1577511 Mar 16 11:55:54.418201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.424123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.430136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.434568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.437553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.443577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.465602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.629489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.634280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.656548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e900ba-05ec-44a4-b925-45642822de63,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.666338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.667557 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8ec635d-9877-477b-b928-c40b0fe7e1ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2482243 Mar 16 11:55:54.671455 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.676648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.682762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.686711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.689564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.695071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.711673 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.775113 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.780053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.803626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a4edf6-9250-4851-af72-3b19324477e4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.813867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.816924 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe8e7c44-7876-495c-bedc-076764111e30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1445441 Mar 16 11:55:54.819926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.825838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.832087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.836087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.839201 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.845185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:54.856955 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:55:54.863250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.928074 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.933276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.957884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb81057-d6af-4a0d-8065-086ba8c854fa,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:54.968397 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:54.969637 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c2de898-8b89-4b93-ad33-e1ddf9c67ad1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1486239 Mar 16 11:55:54.973673 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:54.979991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'cf445f9b-a957-4536-ad06-faafbb488ac8', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:54.985843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:54.989823 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:54.992713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:54.998316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:55.010088 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:55:55.019658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.090490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.095989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.119136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97bce15-f1e9-4545-aebd-803c0e5e2b60,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:55.128386 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.129880 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71152b96-8418-48ab-a383-797a57daab07 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552341 Mar 16 11:55:55.133107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:55.138861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'network': {'name': 'tempest-network-smoke--744757362', 'project_id': '4653071ba02d483194350c5f89d87160', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:55.144087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:55.148321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:network and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:55.151333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:55.157118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:55.169281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:55:55.172458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.201832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:55:55.211067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.211406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Added segment 63987da9-055f-4ec9-a6f7-3fa05d220957 of type vlan for network aaa35d1d-c3a6-4d1a-9408-006977081d87 Mar 16 11:55:55.240628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.270235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.273843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:55.274435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.380073 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2458682 Mar 16 11:55:55.382705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efec0c-74b7-429e-b1b5-d6b9b3a76a0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Network': ['ID=aaa35d1d-c3a6-4d1a-9408-006977081d87,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:55.383267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:55.393030 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'admin_state_up': True, 'project_id': '4653071ba02d483194350c5f89d87160', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:55.396403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:55:55.400263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:55.404487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:router and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:55.407376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:55.413625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:55.424308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.425364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.443451 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.593306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.788992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.822438 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:55.961465 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.66 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/e546cb02-f99f-48ce-b2cc-9871af2fccdf) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:55:56.106085 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.135674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.199286 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:55:56.202086 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:55:56.206316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:55:56.232835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=e546cb02-f99f-48ce-b2cc-9871af2fccdf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:56.364736 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.365335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.597236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:55:56.900913 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:55:56.910733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Sync routers for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:55:56.924139 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:56.924795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:56.928469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:56.929637 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-179eb198-f8d3-4e6c-8d14-ee3a0d04f782 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5453591 Mar 16 11:55:56.933022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:56.972103 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-996a8e06-dd99-48dc-b11a-5bef9d36b1bf tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4653071ba02d483194350c5f89d87160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380425 Mar 16 11:55:56.974802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:57.102031 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:57.102729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103ea32-2552-4938-8ad0-5aa3929abe4f tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:57.104262 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f103ea32-2552-4938-8ad0-5aa3929abe4f tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285887 Mar 16 11:55:57.107317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:57.147023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-552fc853-b1c4-45b9-bcdb-736510182476 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385418 Mar 16 11:55:57.149615 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:57.155439 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1995421469', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'project_id': '4653071ba02d483194350c5f89d87160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:55:57.262558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:55:57.266534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:subnet and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:55:57.269433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:55:57.275922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:55:57.286751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:55:57.390176 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.393579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:56Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:57.397967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Checking router: 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:55:57.398341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Updating router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 port e546cb02-f99f-48ce-b2cc-9871af2fccdf binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:55:57.448223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.603013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.677083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Subnet': ['ID=f2f758f7-ccdd-4dee-b89e-98857863c6f8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:57.695410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Checking segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:55:57.695816 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network hostable DHCP agents. Network: aaa35d1d-c3a6-4d1a-9408-006977081d87, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:55:57.720186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:55:57.730859 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, aaa35d1d-c3a6-4d1a-9408-006977081d87) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:55:57.735016 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:55:57.735600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.745619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ca0e6-48eb-4a62-b667-90c11ee10ec4 None None] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:55:57.760422 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-066c3928-64a0-405b-89fe-281c56807898 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6094515 Mar 16 11:55:57.763368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50340) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:55:57.850150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:57.877070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Transition to ACTIVE for port object e546cb02-f99f-48ce-b2cc-9871af2fccdf will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:55:57.895086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.057469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecba1-80b9-4c77-a891-bfdfb9b316db None None] Pushing event updated for resources: {'Port': ['ID=e546cb02-f99f-48ce-b2cc-9871af2fccdf,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:58.062929 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Attempting to bind port e546cb02-f99f-48ce-b2cc-9871af2fccdf on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:55:58.063426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Attempting to bind port e546cb02-f99f-48ce-b2cc-9871af2fccdf by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:55:58.063873 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Attempting to bind port e546cb02-f99f-48ce-b2cc-9871af2fccdf on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:55:58.103492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:55:58.103492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:55:58.104455 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.104924 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:55:58.105578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Bound port: e546cb02-f99f-48ce-b2cc-9871af2fccdf, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:55:58.106123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.133478 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-aaa35d1d-c3a6-4d1a-9408-006977081d87', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:55:58.134398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.241574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] For port e546cb02-f99f-48ce-b2cc-9871af2fccdf, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:55:58.262660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] For port e546cb02-f99f-48ce-b2cc-9871af2fccdf, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e546cb02-f99f-48ce-b2cc-9871af2fccdf,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:55:58.269966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.398579 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecba1-80b9-4c77-a891-bfdfb9b316db None None] Pushing event updated for resources: {'Port': ['ID=e546cb02-f99f-48ce-b2cc-9871af2fccdf,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:58.408121 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Allocated IP 172.20.0.2 (aaa35d1d-c3a6-4d1a-9408-006977081d87/f2f758f7-ccdd-4dee-b89e-98857863c6f8/b7e541ca-387f-40a7-ab86-8bcf6086ba98) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:55:58.437111 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:55:58.437731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:58.507246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.759054 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:55:58.888335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:58.947777 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Transition to ACTIVE for port object b7e541ca-387f-40a7-ab86-8bcf6086ba98 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:55:58.980793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Transition to ACTIVE for port object b7e541ca-387f-40a7-ab86-8bcf6086ba98 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:55:58.998666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.116204 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:55:59.122805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Pushing event updated for resources: {'Port': ['ID=b7e541ca-387f-40a7-ab86-8bcf6086ba98,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:59.125247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:55:59.130508 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:55:59.167202 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.1 (aaa35d1d-c3a6-4d1a-9408-006977081d87/f2f758f7-ccdd-4dee-b89e-98857863c6f8/0cc3395e-13ef-44e2-82d9-b38265801b52) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:55:59.235522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Attempting to bind port b7e541ca-387f-40a7-ab86-8bcf6086ba98 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:55:59.235890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Attempting to bind port b7e541ca-387f-40a7-ab86-8bcf6086ba98 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:55:59.236222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Attempting to bind port b7e541ca-387f-40a7-ab86-8bcf6086ba98 on network aaa35d1d-c3a6-4d1a-9408-006977081d87 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:55:59.247852 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:55:59.248217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Checking segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:55:59.248596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.248978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Bound using segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:55:59.249434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Bound port: b7e541ca-387f-40a7-ab86-8bcf6086ba98, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:55:59.249795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.262206 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:56Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:55:59.270412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f1c-9526-4ec0-bc02-44d800b1fbe9 None None] The sync data for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv is: [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:56Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:55:59.329685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.347188 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object 0cc3395e-13ef-44e2-82d9-b38265801b52 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:55:59.354258 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] For port b7e541ca-387f-40a7-ab86-8bcf6086ba98, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:55:59.357288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] For port b7e541ca-387f-40a7-ab86-8bcf6086ba98, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7e541ca-387f-40a7-ab86-8bcf6086ba98,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:55:59.363957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.372496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.448184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a2df-aa01-4df9-98be-91d5df55469b None None] Pushing event updated for resources: {'Port': ['ID=b7e541ca-387f-40a7-ab86-8bcf6086ba98,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:59.453838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:55:59.456839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:55:59.459965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:55:59.514979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:55:59.549292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:55:59.648754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.095157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.100843 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.209574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.212975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:00.353690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:56:00.354932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:56:00.418869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01001a36-899b-4739-840b-6f568ad2baf4 None None] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:56:00.563308 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36cb3a10-9a0b-4884-8e50-004a0b3b2815 None None] Provisioning for port b7e541ca-387f-40a7-ab86-8bcf6086ba98 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:00.862733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:56:00.923544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818ac014-4803-4dd0-a3f5-7ac605ad0cfa None None] Provisioning for port 0cc3395e-13ef-44e2-82d9-b38265801b52 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:00.929872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818ac014-4803-4dd0-a3f5-7ac605ad0cfa None None] Provisioning complete for port 0cc3395e-13ef-44e2-82d9-b38265801b52 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:00.930462 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-818ac014-4803-4dd0-a3f5-7ac605ad0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:00.984480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-818ac014-4803-4dd0-a3f5-7ac605ad0cfa None None] Port 0cc3395e-13ef-44e2-82d9-b38265801b52 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:56:01.070317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:56:01.086533 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fc6108b2-8c4a-495c-8ea4-115d0a0c37b0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/72752238-1fa2-441a-bb4d-15a0eb7ce5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3219657 Mar 16 11:56:01.109415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-057e4c4a-3b7d-41f8-a2f0-2dbf37238486 None None] Provisioning complete for port 0cc3395e-13ef-44e2-82d9-b38265801b52 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:01.109784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-057e4c4a-3b7d-41f8-a2f0-2dbf37238486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.177411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-057e4c4a-3b7d-41f8-a2f0-2dbf37238486 None None] Port 0cc3395e-13ef-44e2-82d9-b38265801b52 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:56:01.264328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0351909c-d838-4c43-bae4-40aee699c119 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:56:01.280140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0351909c-d838-4c43-bae4-40aee699c119 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:56:01.281348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0351909c-d838-4c43-bae4-40aee699c119 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425931495&fields=id&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 267 time: 0.0615151 Mar 16 11:56:01.298989 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a3ab868-1306-4e44-bb2c-666e7613cf34 None None] Provisioning complete for port 0cc3395e-13ef-44e2-82d9-b38265801b52 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:01.299431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab868-1306-4e44-bb2c-666e7613cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.353449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ab868-1306-4e44-bb2c-666e7613cf34 None None] Port 0cc3395e-13ef-44e2-82d9-b38265801b52 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:56:01.434510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f5a97b3a-0337-44c5-8cde-1475495ba499 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:01.435167 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f5a97b3a-0337-44c5-8cde-1475495ba499 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:56:01.452786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f5a97b3a-0337-44c5-8cde-1475495ba499 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:56:01.453935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f5a97b3a-0337-44c5-8cde-1475495ba499 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 796 time: 0.1657615 Mar 16 11:56:01.473344 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-d2a5e492-e478-4f45-b00a-461946810114 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/quotas/4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 375 time: 0.0115969 Mar 16 11:56:01.562749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0ce5d9a1-4dfc-4919-82bd-d0fb29e5fa0b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:56:01.578512 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7e541ca-387f-40a7-ab86-8bcf6086ba98 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:01.580209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0ce5d9a1-4dfc-4919-82bd-d0fb29e5fa0b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:56:01.581538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-0ce5d9a1-4dfc-4919-82bd-d0fb29e5fa0b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026556 Mar 16 11:56:01.607251 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fee44e9f-9ad1-43eb-aefa-b47da026a67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.648833 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port b7e541ca-387f-40a7-ab86-8bcf6086ba98 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:01.653598 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b7e541ca-387f-40a7-ab86-8bcf6086ba98 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:01.653965 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.721421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-3cfe22f2-dbf7-4c18-9852-e16819c3d19b service neutron] 10.222.0.36 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279719 Mar 16 11:56:01.767621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.799385 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port b7e541ca-387f-40a7-ab86-8bcf6086ba98, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7e541ca-387f-40a7-ab86-8bcf6086ba98,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:01.804459 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:01.805250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e546cb02-f99f-48ce-b2cc-9871af2fccdf up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:01.850455 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-8a65a7c9-14c4-4082-8f8b-9a67cc90009c service neutron] 10.222.0.36 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232042 Mar 16 11:56:01.916173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=b7e541ca-387f-40a7-ab86-8bcf6086ba98,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:01.931394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e546cb02-f99f-48ce-b2cc-9871af2fccdf completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:01.937107 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e546cb02-f99f-48ce-b2cc-9871af2fccdf triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:01.937789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:02.057206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e372f06e-378d-4ca2-9840-77adc04410fe req-46a76463-d12e-471c-810c-dedf82485f8f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 210 time: 0.0512078 Mar 16 11:56:02.072059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:02.093535 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e546cb02-f99f-48ce-b2cc-9871af2fccdf, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e546cb02-f99f-48ce-b2cc-9871af2fccdf,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:02.098097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:02.166519 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e546cb02-f99f-48ce-b2cc-9871af2fccdf,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:02.884180 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Sync routers for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:56:02.901372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:56:02.901983 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:55:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:03.078044 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:56:03.237311 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44fd9ad5-cf2e-4289-a37e-5c3ba7fb0cf1 req-9ca80e52-b3ed-49ca-847c-f3cf5c8dbc8e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 210 time: 0.0519259 Mar 16 11:56:03.405474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-e19b67f6-ed96-4a8f-b08d-5d559451e694 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:03.406897 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-e19b67f6-ed96-4a8f-b08d-5d559451e694 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 796 time: 0.1591084 Mar 16 11:56:03.437269 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 2, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:03.442238 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Checking router: 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:56:03.442656 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Updating router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 port 0cc3395e-13ef-44e2-82d9-b38265801b52 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:56:03.473587 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-21250e53-89aa-4705-a7d7-ec29690f0336 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 380 time: 0.0517986 Mar 16 11:56:03.491614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'port': {'device_id': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'admin_state_up': True, 'tenant_id': '4653071ba02d483194350c5f89d87160', 'security_groups': ['cf445f9b-a957-4536-ad06-faafbb488ac8']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:56:03.502923 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.556725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7e541ca-387f-40a7-ab86-8bcf6086ba98 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:03.630414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port b7e541ca-387f-40a7-ab86-8bcf6086ba98 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:03.630774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.642374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:56:03.653474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:56:03.664999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:56:03.669965 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.764273 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e546cb02-f99f-48ce-b2cc-9871af2fccdf up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:03.794817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a81e46f-6229-46df-b2bf-2ee0062d099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.836225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e546cb02-f99f-48ce-b2cc-9871af2fccdf triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:03.836564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.863944 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.876269 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Transition to ACTIVE for port object 0cc3395e-13ef-44e2-82d9-b38265801b52 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:56:03.883777 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:03.974327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.3 (aaa35d1d-c3a6-4d1a-9408-006977081d87/f2f758f7-ccdd-4dee-b89e-98857863c6f8/0c0d4e15-5bea-49ac-8ef0-4362a544b048) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:56:04.078795 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Pushing event updated for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:04.115436 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.115776 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.116102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.116422 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.116740 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.117223 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.117690 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.118039 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.118443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.118758 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.119082 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:56:04.128016 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Attempting to bind port 0cc3395e-13ef-44e2-82d9-b38265801b52 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:56:04.128369 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Attempting to bind port 0cc3395e-13ef-44e2-82d9-b38265801b52 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:56:04.129072 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Attempting to bind port 0cc3395e-13ef-44e2-82d9-b38265801b52 on network aaa35d1d-c3a6-4d1a-9408-006977081d87 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:56:04.136163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:56:04.136551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Checking segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:56:04.136903 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.137448 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Bound using segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:56:04.138074 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Bound port: 0cc3395e-13ef-44e2-82d9-b38265801b52, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:56:04.138419 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.179083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.195772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object 0c0d4e15-5bea-49ac-8ef0-4362a544b048 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:56:04.221889 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.238316 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] For port 0cc3395e-13ef-44e2-82d9-b38265801b52, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:56:04.241403 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] For port 0cc3395e-13ef-44e2-82d9-b38265801b52, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0cc3395e-13ef-44e2-82d9-b38265801b52,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:56:04.246323 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.298520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:56:04.301753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:56:04.306674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:56:04.328451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977a1b-66a0-4844-97a8-9b9380c40b94 None None] Pushing event updated for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:04.336173 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:56:04.336839 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:56:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:04.488000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:04.520112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:56:04.536230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:04.536666 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.569183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a8476-fc32-463a-95d4-b55fd5e3696b req-2ef4da87-a7f2-45a7-b47d-ac2a55972101 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:04.569790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3e9a8476-fc32-463a-95d4-b55fd5e3696b req-2ef4da87-a7f2-45a7-b47d-ac2a55972101 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:56:04.574566 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ba92b1ba-f8b8-46de-bcc7-89dc48b4be64 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877056 Mar 16 11:56:04.590246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Request body: {'port': {'device_id': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:56:04.620390 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3e9a8476-fc32-463a-95d4-b55fd5e3696b req-2ef4da87-a7f2-45a7-b47d-ac2a55972101 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:56:04.621074 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e9a8476-fc32-463a-95d4-b55fd5e3696b req-2ef4da87-a7f2-45a7-b47d-ac2a55972101 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 931 time: 0.1748457 Mar 16 11:56:04.625815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d34632d0-62c0-4b9b-bdac-94b560cb49ea None None] Provisioning for port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:04.633217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d34632d0-62c0-4b9b-bdac-94b560cb49ea None None] Provisioning complete for port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:04.634048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d34632d0-62c0-4b9b-bdac-94b560cb49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.688974 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e9a8476-fc32-463a-95d4-b55fd5e3696b req-bf70e38e-1659-450c-bfa8-13d19906b843 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614929 Mar 16 11:56:04.699011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d34632d0-62c0-4b9b-bdac-94b560cb49ea None None] Port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:56:04.748485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:04.888506 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:04Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:04.892532 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaad585-4fcc-49f0-9a77-ae55e6617745 None None] The sync data for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv is: [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:04Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:56:05.035675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.124501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.127955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0d4e15-5bea-49ac-8ef0-4362a544b048 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:56:05.135744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.151413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Transition to ACTIVE for port object 0c0d4e15-5bea-49ac-8ef0-4362a544b048 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:56:05.157421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.289595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:05.398729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Attempting to bind port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:56:05.399345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Attempting to bind port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:56:05.399573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Attempting to bind port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 on network aaa35d1d-c3a6-4d1a-9408-006977081d87 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:56:05.406824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 on network aaa35d1d-c3a6-4d1a-9408-006977081d87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:56:05.407230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Attempting to bind port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 on network aaa35d1d-c3a6-4d1a-9408-006977081d87 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:56:05.416927 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:56:05.417336 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Checking segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:56:05.417804 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Bound using segment: {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:56:05.418310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Bound port: 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63987da9-055f-4ec9-a6f7-3fa05d220957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:56:05.418709 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.523249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:56:05.526775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:56:05.532152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.557449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0cc3395e-13ef-44e2-82d9-b38265801b52 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:05.599696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.601051 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] 10.222.0.59 "PUT /v2.0/ports/0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 1093 time: 1.0150917 Mar 16 11:56:05.601475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:56:05.627435 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee833c-0eba-43c5-bc59-32657d02ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:05.685674 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 0cc3395e-13ef-44e2-82d9-b38265801b52 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:05.691508 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'status': 'completed', 'code': 200} Mar 16 11:56:05.692786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0cc3395e-13ef-44e2-82d9-b38265801b52 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:05.693147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.749203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-a3f22418-19cd-4876-8afc-e706a82d9500 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1096 time: 0.0960250 Mar 16 11:56:05.837846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-5a74ebf4-5c83-41b6-a557-76bd6e2d8920 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 217 time: 0.0769472 Mar 16 11:56:05.898861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.937813 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 0cc3395e-13ef-44e2-82d9-b38265801b52, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0cc3395e-13ef-44e2-82d9-b38265801b52,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:05.943101 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:05.954966 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f8dea586-22b3-48bd-9166-73bcc11f68d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:05.956402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-f8dea586-22b3-48bd-9166-73bcc11f68d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.1089704 Mar 16 11:56:06.010921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:06.039809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892fdb2-401a-4aa7-8211-e082afd543ac req-70dc9003-b7f2-4af7-bccb-0c528d83164a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.041256 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7892fdb2-401a-4aa7-8211-e082afd543ac req-70dc9003-b7f2-4af7-bccb-0c528d83164a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 943 time: 0.1472132 Mar 16 11:56:06.074391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-2c524777-d555-4292-acc5-197beb3f2a8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074154 Mar 16 11:56:06.163887 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7892fdb2-401a-4aa7-8211-e082afd543ac req-268e89b6-453f-429b-a215-725ded1c372f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168406 Mar 16 11:56:06.221251 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-ebff0a91-31ea-475d-beef-bb1859f3f9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376312 Mar 16 11:56:06.417431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:06.450803 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5055e90-64ff-4880-9175-bd8a62b567c3 req-11a4e4f2-d04f-4535-98a4-acf5bae2652a service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199895 Mar 16 11:56:06.587930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-8f1ba15d-9180-4f02-934e-86e0c1a94c6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1096 time: 0.0809610 Mar 16 11:56:06.718398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-3e0f78b4-f4ec-4750-8603-088f127a1119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.719681 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-3e0f78b4-f4ec-4750-8603-088f127a1119 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1259024 Mar 16 11:56:06.786093 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-08837426-a2f7-40dd-832e-5dbae0eabdf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 217 time: 0.0599480 Mar 16 11:56:06.852360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-0bd539ad-a2ed-4f7e-a10a-445f58a30332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:06.853861 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-0bd539ad-a2ed-4f7e-a10a-445f58a30332 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0614793 Mar 16 11:56:06.930467 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-9c6b3a65-4b5f-4b3a-9eda-a04e2ea6faab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692809 Mar 16 11:56:07.061408 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-8b29ec96-8175-439a-9439-a5451932a6b9 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233053 Mar 16 11:56:07.199201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6bd2ed6-c964-46f2-8332-58a65320d3b7 req-0e41d97f-a24f-41cf-8cd2-438969c525e5 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279538 Mar 16 11:56:07.371614 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaac60-1e89-4595-88f9-0896bb691061 req-51c564db-b3d3-4f62-b879-eb878d8f8746 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:07.373028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-deaaac60-1e89-4595-88f9-0896bb691061 req-51c564db-b3d3-4f62-b879-eb878d8f8746 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 943 time: 0.0851583 Mar 16 11:56:07.422613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-deaaac60-1e89-4595-88f9-0896bb691061 req-b285c198-24b0-4e99-81bc-21849e3c1788 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Mar 16 11:56:07.531351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0cc3395e-13ef-44e2-82d9-b38265801b52 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:07.609593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 0cc3395e-13ef-44e2-82d9-b38265801b52 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:07.609866 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:07.908225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:56:08.047660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:08.063048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'mac_address': 'fa:16:3e:4c:f5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:56:08.122704 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:08.143074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0d4e15-5bea-49ac-8ef0-4362a544b048 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:56:08.161302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:08.168161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:08.236116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:08.448768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['0c0d4e15-5bea-49ac-8ef0-4362a544b048'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:56:08.633277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e084d5-9e2f-479a-95c9-117f64ff1562 req-14e6dc6f-08ef-4394-ab54-64c6d0d62483 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:08.634867 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6e084d5-9e2f-479a-95c9-117f64ff1562 req-14e6dc6f-08ef-4394-ab54-64c6d0d62483 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 944 time: 0.0778537 Mar 16 11:56:08.680605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6e084d5-9e2f-479a-95c9-117f64ff1562 req-129a5e34-324a-4a2b-9d64-7248acac873f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Mar 16 11:56:09.904012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f85c9-f1bd-4b3c-afb3-9f2316d87414 req-77bfe63f-ff03-4909-9cfa-a066e04357cf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:09.905449 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e38f85c9-f1bd-4b3c-afb3-9f2316d87414 req-77bfe63f-ff03-4909-9cfa-a066e04357cf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 944 time: 0.0933342 Mar 16 11:56:09.923373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:56:09.953527 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e38f85c9-f1bd-4b3c-afb3-9f2316d87414 req-5944f15e-db76-4a6b-b3bd-2beae7c2a7a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 Mar 16 11:56:09.996116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:56:10.000977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:56:10.001346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:10.110479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:10.140541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:56:10.150356 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:56:10.158211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:10.223391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:10.289354 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'code': 200} Mar 16 11:56:10.537839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a6ee370-7985-4a74-91b3-c602646f55c9 req-8a16fbae-c5db-4c85-8e1f-1ca367027664 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.0690792 Mar 16 11:56:10.584291 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a6ee370-7985-4a74-91b3-c602646f55c9 req-07f3ffbc-dd9f-4520-9376-315a9ac4d48a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371516 Mar 16 11:56:11.160976 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71edad3-0b24-4d4b-921c-43fdd679742a req-235a34f8-be97-4dfb-9775-960051751094 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:11.162436 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a71edad3-0b24-4d4b-921c-43fdd679742a req-235a34f8-be97-4dfb-9775-960051751094 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0839741 Mar 16 11:56:11.208519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a71edad3-0b24-4d4b-921c-43fdd679742a req-df45367f-351f-469e-b6d6-dd037ec1d0d6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Mar 16 11:56:12.417500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d1a79-5a94-4ddf-bdec-361b66c3cd52 req-41f3e5b4-487b-45f5-b4ef-61108e0a8b03 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:12.419015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a85d1a79-5a94-4ddf-bdec-361b66c3cd52 req-41f3e5b4-487b-45f5-b4ef-61108e0a8b03 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0885696 Mar 16 11:56:12.424554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:12.469350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a85d1a79-5a94-4ddf-bdec-361b66c3cd52 req-c095dcfd-3270-4916-a258-b5acb7d6acc2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438013 Mar 16 11:56:12.677323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe051ca8-6768-4a25-956a-03b97609949f req-c5745428-49aa-44d4-be64-2cc93249b1a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:12.678742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe051ca8-6768-4a25-956a-03b97609949f req-c5745428-49aa-44d4-be64-2cc93249b1a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0795407 Mar 16 11:56:12.723657 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe051ca8-6768-4a25-956a-03b97609949f req-c91219cb-e7a6-4307-a1e8-fd8b0681a0f8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Mar 16 11:56:12.751211 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:12.825321 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14aa8c91-8588-4599-ada2-595a93fe31eb tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1093 time: 0.0728924 Mar 16 11:56:12.828027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:12.833040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:56:12.838915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:56:12.843591 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:floatingip and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:56:12.848163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:56:12.855399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:56:12.868522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:13.114923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:13.247896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.121 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/c262745b-d9f4-4c13-a734-4423af88afd4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:56:13.399775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:13.437896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:13.503031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:56:13.506181 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:56:13.510518 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:56:13.538687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c262745b-d9f4-4c13-a734-4423af88afd4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:14.029277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:14.083774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:14.283521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:14.288951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:14.385651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c262745b-d9f4-4c13-a734-4423af88afd4,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:56:14.411075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:14.608590 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Floating IP d7cbe992-874e-4951-8cc8-a08decbbaec8 associated. External IP: 172.26.1.121, port: 0c0d4e15-5bea-49ac-8ef0-4362a544b048. Mar 16 11:56:15.103522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:56:15.310465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:56:15.320496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Sync routers for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:56:15.333329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:56:15.333634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:56:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:15.336763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:15.390810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3cce417-80d1-4426-bfb3-1180c509e7c2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5616827 Mar 16 11:56:15.391270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:56:15.450093 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'status': 'completed', 'code': 200} Mar 16 11:56:15.514566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:56:15.552087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-e9834242-724f-434e-972f-4945ed69856c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.0805297 Mar 16 11:56:15.735787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-fe3b81da-7f73-4bfa-b71a-5fecaca3a47a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:15.737194 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-fe3b81da-7f73-4bfa-b71a-5fecaca3a47a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1791134 Mar 16 11:56:15.832296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a023-922b-4022-ae19-005a1deb9d95 req-46e5eacd-085b-414b-b8a4-9a4e0f35ac6d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:15.834032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0919a023-922b-4022-ae19-005a1deb9d95 req-46e5eacd-085b-414b-b8a4-9a4e0f35ac6d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.1851003 Mar 16 11:56:15.871524 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-e709f83a-1a27-4fdd-ae7f-b0f299cb201e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 999 time: 0.1270432 Mar 16 11:56:15.873861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd7cbe992-874e-4951-8cc8-a08decbbaec8', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'mac_address': 'fa:16:3e:4c:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:56:13Z', 'updated_at': '2022-03-16T11:56:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:15.877891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Checking router: 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:56:15.889375 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:56:15.889961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:56:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:15.936406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0919a023-922b-4022-ae19-005a1deb9d95 req-8dd3c083-2535-44a1-ad69-716806a745c0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961714 Mar 16 11:56:15.949814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-63edd191-4eac-4dff-9223-dbb0a55a05e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:15.951338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-63edd191-4eac-4dff-9223-dbb0a55a05e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0702922 Mar 16 11:56:15.965099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50404) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:16.033451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-d93fffb6-0e9b-4091-9e79-c60f38b0ea96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763488 Mar 16 11:56:16.072602 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-129a035a-66f7-471f-881b-5321fc72ee48 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 991 time: 0.1062665 Mar 16 11:56:16.105663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:56:16.162324 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-c081be08-0079-4e3c-9211-4d0403f5aeff service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230624 Mar 16 11:56:16.296288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-514fccb0-5b6f-43d4-ab30-a09107fdcebb req-0342dee1-3ca4-4881-88f1-4d394aaa6b85 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284227 Mar 16 11:56:16.466410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd7cbe992-874e-4951-8cc8-a08decbbaec8', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'mac_address': 'fa:16:3e:4c:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:56:13Z', 'updated_at': '2022-03-16T11:56:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:56:16.470602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8644cd-0ea2-40fb-bf7a-29703344851a None None] The sync data for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv is: [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'd7cbe992-874e-4951-8cc8-a08decbbaec8', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'mac_address': 'fa:16:3e:4c:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:56:13Z', 'updated_at': '2022-03-16T11:56:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:56:16.557247 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:17.076977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50408) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:17.182162 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e0883c1-fdc3-4801-ad8c-879e08f8579e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 991 time: 0.1037042 Mar 16 11:56:17.956225 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-974588bf-d3f2-4eab-9a0f-62fd45f7f954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681956 Mar 16 11:56:18.186695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:18.210238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-b33c9527-a795-45e6-9e62-d0d296d018c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.1745915 Mar 16 11:56:18.296423 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91516da6-c6a1-4ca3-9ec7-d49a32d69cdd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 991 time: 0.1077569 Mar 16 11:56:18.352509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-71c9cce4-6b45-4616-80e3-9aa599eb4781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:18.353953 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-71c9cce4-6b45-4616-80e3-9aa599eb4781 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1260412 Mar 16 11:56:18.455701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-16cf057b-1ed7-4e15-9c98-c7a6f9df1a82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 999 time: 0.0955119 Mar 16 11:56:18.516108 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-d36aa8df-6619-4871-89f8-09ccce5f3b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:18.517460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-d36aa8df-6619-4871-89f8-09ccce5f3b39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0565026 Mar 16 11:56:18.595057 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-c4c79404-981b-4594-b6b5-34f04f1b5074 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720265 Mar 16 11:56:18.731149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-c24f78d4-1c0e-43fb-983d-ab86affa473d service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302874 Mar 16 11:56:18.862537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7433653-0b5e-4dd6-b1e8-2f0c22f0776b req-af2b5121-86e6-436a-bd0f-908ac2879080 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257946 Mar 16 11:56:19.299971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:19.406955 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2511b5f5-7764-4ff2-8eff-9be18240db4c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 991 time: 0.1058271 Mar 16 11:56:19.863901 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0e0f5-2547-4b9b-88f7-5ede496dd3ab None None] New status for floating IP d7cbe992-874e-4951-8cc8-a08decbbaec8: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:56:20.412189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50420) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:56:20.521625 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-af6a223d-8a7a-467f-aa22-4d18b6baef9e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 993 time: 0.1078646 Mar 16 11:56:31.581447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99bad36b-237b-4c40-830d-792ebd03abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:33.762278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a436142-e700-4fea-91f4-109cbfc5ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:35.039828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:35.136759 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:36.429533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:42.430545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:56:49.977076 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c12c5c65-568e-4f83-b507-486203dfb038 req-899f71fd-b8cf-4039-b3f2-60e3e3ade469 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1479795 Mar 16 11:56:50.298961 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242bb2b-9e37-4dbd-b613-ad5ddc0c01a4 req-659bce21-3136-4453-a666-e26d8a13003a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:50.300401 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d242bb2b-9e37-4dbd-b613-ad5ddc0c01a4 req-659bce21-3136-4453-a666-e26d8a13003a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0768507 Mar 16 11:56:50.310153 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-4852f509-e364-4a03-9405-21dec564eb38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445277 Mar 16 11:56:50.345492 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d242bb2b-9e37-4dbd-b613-ad5ddc0c01a4 req-0f5c34f0-a744-4705-ae62-2e8051ce8a6e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Mar 16 11:56:51.614198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938ec95-d626-4cd3-92f8-5b7c7946ad3a req-b3c77edb-3f09-4893-b459-96edafa17369 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:51.615635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1938ec95-d626-4cd3-92f8-5b7c7946ad3a req-b3c77edb-3f09-4893-b459-96edafa17369 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.1361244 Mar 16 11:56:51.660645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-f81ba889-f33a-4bf1-a1f7-71d31217fb02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.1170948 Mar 16 11:56:51.695988 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1938ec95-d626-4cd3-92f8-5b7c7946ad3a req-05f03a28-5528-4cbd-ad86-d8a85e90aebe tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740111 Mar 16 11:56:51.828557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-30ebb438-4bc3-4ebd-bbed-c0952f66b1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:51.829960 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-30ebb438-4bc3-4ebd-bbed-c0952f66b1f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1590991 Mar 16 11:56:51.961110 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-0ad57ee1-763d-4b13-9986-92201377fc9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 1001 time: 0.1214387 Mar 16 11:56:52.130501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-bd416dd2-e4a3-46de-a3c1-0a49f9037678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:52.131903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-bd416dd2-e4a3-46de-a3c1-0a49f9037678 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.1633139 Mar 16 11:56:52.231417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-da05f8ca-11ca-4958-94dd-6b7d325dd4e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881054 Mar 16 11:56:52.384717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-af6d86bb-f841-4f45-b904-22a6ea1cb445 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444826 Mar 16 11:56:52.528085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-6603acfa-6866-4315-9fc0-c13093544f0a service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342428 Mar 16 11:56:52.908743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be094-81ab-4924-9c07-2e2ce815091f req-85932b93-07be-4ff5-a2ef-df6037ac21df tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:52.910201 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b48be094-81ab-4924-9c07-2e2ce815091f req-85932b93-07be-4ff5-a2ef-df6037ac21df tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0904889 Mar 16 11:56:52.956117 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b48be094-81ab-4924-9c07-2e2ce815091f req-b79a7c07-2a48-42f9-a881-18dd7c89e505 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Mar 16 11:56:53.564752 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:56:54.168285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf9ce4-0bd1-44bc-a6ae-512590d0d948 req-25c78f6e-c150-4cc6-a447-218269ede91b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:54.169710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efdf9ce4-0bd1-44bc-a6ae-512590d0d948 req-25c78f6e-c150-4cc6-a447-218269ede91b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0822847 Mar 16 11:56:54.220065 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efdf9ce4-0bd1-44bc-a6ae-512590d0d948 req-b48e34e0-c275-47fe-b884-782074e6d986 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Mar 16 11:56:55.439740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31271b1-f91c-4f8a-b39d-cf9d8bc60c4d req-1defed79-d872-4006-8424-d9d581c69fd8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:55.441151 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b31271b1-f91c-4f8a-b39d-cf9d8bc60c4d req-1defed79-d872-4006-8424-d9d581c69fd8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0887756 Mar 16 11:56:55.488651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b31271b1-f91c-4f8a-b39d-cf9d8bc60c4d req-38eb6929-9e3a-4e0f-84f9-3390e5c334f8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392053 Mar 16 11:56:56.711449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffd80d-7a43-4e90-93fe-a9bc35adf9f7 req-b017d4e7-8866-4118-86d2-e8796f273bc9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:56.712853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69ffd80d-7a43-4e90-93fe-a9bc35adf9f7 req-b017d4e7-8866-4118-86d2-e8796f273bc9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0899272 Mar 16 11:56:56.758595 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69ffd80d-7a43-4e90-93fe-a9bc35adf9f7 req-00414a72-e5d9-441c-86d6-0079431902bc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 Mar 16 11:56:57.977045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b961-0291-4e14-8379-9cdc9258a8af req-af7a9d2b-9b5b-42b5-afea-df32bbeaeafb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:57.978469 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95a9b961-0291-4e14-8379-9cdc9258a8af req-af7a9d2b-9b5b-42b5-afea-df32bbeaeafb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0898087 Mar 16 11:56:58.025504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95a9b961-0291-4e14-8379-9cdc9258a8af req-f5c6dd42-f09d-43ae-a093-e9a7460adcfc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Mar 16 11:56:59.242101 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32272acd-1a87-4d05-84b8-4bfa8bc99a17 req-a3cd93d0-c6e4-43cd-8396-1e4d154907db tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:56:59.243524 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32272acd-1a87-4d05-84b8-4bfa8bc99a17 req-a3cd93d0-c6e4-43cd-8396-1e4d154907db tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0760038 Mar 16 11:56:59.291735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32272acd-1a87-4d05-84b8-4bfa8bc99a17 req-6b598533-5b22-411d-9d60-f0852fe45b9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Mar 16 11:57:00.507393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28a08-1896-4210-ab82-f28dbf1ed165 req-1ff61de4-4689-4e6b-b6f5-6cd039311d82 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:00.508801 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-27a28a08-1896-4210-ab82-f28dbf1ed165 req-1ff61de4-4689-4e6b-b6f5-6cd039311d82 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0822108 Mar 16 11:57:00.555926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-27a28a08-1896-4210-ab82-f28dbf1ed165 req-7a3c4efb-8a92-4c94-af8f-81745d360fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Mar 16 11:57:01.576853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13ee065e-d538-4e56-a0e8-48c85f7c955d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:01.760587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2868b05-8006-479d-ae0d-9e908a5dff5f req-adde0433-5260-47d0-b281-6b39e4cc92ce tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:01.762170 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2868b05-8006-479d-ae0d-9e908a5dff5f req-adde0433-5260-47d0-b281-6b39e4cc92ce tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0844431 Mar 16 11:57:01.814537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2868b05-8006-479d-ae0d-9e908a5dff5f req-2e75b528-4ca3-4cd9-b6be-c4beb1b7d410 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 Mar 16 11:57:03.026312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee3c2-f5ef-4f2a-9fa2-ad0aad5034f3 req-d243e3ab-2217-45ef-ad7f-5cba61d3a865 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:03.027726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e8ee3c2-f5ef-4f2a-9fa2-ad0aad5034f3 req-d243e3ab-2217-45ef-ad7f-5cba61d3a865 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0785537 Mar 16 11:57:03.075048 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e8ee3c2-f5ef-4f2a-9fa2-ad0aad5034f3 req-df255319-faf2-4f65-9da1-f80c623e37aa tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Mar 16 11:57:03.767213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f9831c3-8d46-44b6-a005-aa07293ec2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:04.281733 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c8cb9-6152-46e9-89e6-2464c48f670c req-9c656817-483a-4f5a-b41e-165422c74e55 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:04.283186 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee6c8cb9-6152-46e9-89e6-2464c48f670c req-9c656817-483a-4f5a-b41e-165422c74e55 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0791240 Mar 16 11:57:04.330219 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee6c8cb9-6152-46e9-89e6-2464c48f670c req-5901b4d0-1cb3-4d6e-9724-fffdc8bccd4e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Mar 16 11:57:05.042911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:05.134771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:05.549905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b08a-e91d-467c-b525-1b9cdf97e5ee req-4e55ff75-53eb-436b-9a78-00a75803193a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:05.551350 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9032b08a-e91d-467c-b525-1b9cdf97e5ee req-4e55ff75-53eb-436b-9a78-00a75803193a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0849113 Mar 16 11:57:05.602798 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9032b08a-e91d-467c-b525-1b9cdf97e5ee req-a758267b-3706-406b-8c9a-ecf22cf34fe4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Mar 16 11:57:06.424076 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:06.845362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084d78a-1bf0-43c6-b747-87a265b0ab92 req-b8736584-8e7a-4c19-9a99-fb7ec6ac3114 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:06.846811 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5084d78a-1bf0-43c6-b747-87a265b0ab92 req-b8736584-8e7a-4c19-9a99-fb7ec6ac3114 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.1045601 Mar 16 11:57:06.893495 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5084d78a-1bf0-43c6-b747-87a265b0ab92 req-a57fb4e7-d4f9-4aa8-9845-0c926a68aa20 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Mar 16 11:57:06.990206 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-ecf593ed-54a7-40df-800f-a72c6d15853b req-881a409f-bcf1-436f-975d-d8826d8893b6 tempest-ServerDiskConfigTestJSON-1841012926 tempest-ServerDiskConfigTestJSON-1841012926-project] (83793) timed out ('10.222.0.59', 54537) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 11:57:08.098046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddba0c2-db08-4750-91a5-7e8204211141 req-a4b12fa7-746a-4f61-be72-f12970164138 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:08.099437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cddba0c2-db08-4750-91a5-7e8204211141 req-a4b12fa7-746a-4f61-be72-f12970164138 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0792947 Mar 16 11:57:08.144182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cddba0c2-db08-4750-91a5-7e8204211141 req-fffadfbe-ca14-4ad4-8e73-693f007d198b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Mar 16 11:57:09.356399 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730c04-9472-42a1-993b-a74c825d0d07 req-bb0b7022-271f-44bd-9279-0257c2e826ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:09.357926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9730c04-9472-42a1-993b-a74c825d0d07 req-bb0b7022-271f-44bd-9279-0257c2e826ab tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0827725 Mar 16 11:57:09.402406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9730c04-9472-42a1-993b-a74c825d0d07 req-0872ff5c-86a1-4125-9933-c976bcf8972e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Mar 16 11:57:09.605558 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-012b11cb-f5d8-4d07-bdd1-227623331423 service neutron] 10.222.0.59 "GET /v2.0/ports/0c0d4e15-5bea-49ac-8ef0-4362a544b048/bindings/hv-neutron-8337 HTTP/1.1" status: 200 len: 384 time: 0.1638098 Mar 16 11:57:09.930762 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-94cf2c1b-ac7f-4ade-9059-ce252c07e756 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 1098 time: 0.0847826 Mar 16 11:57:10.050423 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-e4b04767-dad9-4fd5-9b8c-f691f311ab63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.0936852 Mar 16 11:57:10.197145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-b590398f-1734-45b9-b274-c4c9033bf710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.198485 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-b590398f-1734-45b9-b274-c4c9033bf710 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1395562 Mar 16 11:57:10.308474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-181c1682-8b8b-4b57-a807-9c9ac4699898 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 1001 time: 0.0995960 Mar 16 11:57:10.380944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-8c588325-df14-48f9-92ee-ab4a97466961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.382347 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-8c588325-df14-48f9-92ee-ab4a97466961 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0654783 Mar 16 11:57:10.461656 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-e2cf7e74-e74e-485d-95f8-ef3756339ca6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699153 Mar 16 11:57:10.647500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-44329093-229f-40cc-b84c-5f2fdcfab677 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765256 Mar 16 11:57:10.678629 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acfe74-12c0-4059-867e-1954a9ec3b99 req-296f5b43-4fa9-441f-9c2b-749acf359cc9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:10.679972 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7acfe74-12c0-4059-867e-1954a9ec3b99 req-296f5b43-4fa9-441f-9c2b-749acf359cc9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.1424909 Mar 16 11:57:10.798437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7acfe74-12c0-4059-867e-1954a9ec3b99 req-859f0e4f-2b21-4c57-b93e-2f70c3086525 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122370 Mar 16 11:57:10.820517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fbc757d4-d0b1-4064-917d-8b68f3e075c5 req-748be285-72a1-46e1-9f73-0881c3b74d1c service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635418 Mar 16 11:57:12.016703 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958c608-9a1f-46e0-b16b-61946d4e57f1 req-88cafaaa-47b3-412e-8b6f-7560c2c86e84 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:12.018187 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d958c608-9a1f-46e0-b16b-61946d4e57f1 req-88cafaaa-47b3-412e-8b6f-7560c2c86e84 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0899267 Mar 16 11:57:12.067478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d958c608-9a1f-46e0-b16b-61946d4e57f1 req-e4dbf891-5d06-40fb-9f64-c3ff2dfd0366 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409827 Mar 16 11:57:12.170268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:57:12.314370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:12.327593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'port_id': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'mac_address': 'fa:16:3e:4c:f5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:57:12.384923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:12.403027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c0d4e15-5bea-49ac-8ef0-4362a544b048 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:57:12.427145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:12.435417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:12.467343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:12.503825 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['0c0d4e15-5bea-49ac-8ef0-4362a544b048'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:57:12.552499 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:12.568596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.568932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.569264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.569591 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.569914 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.570262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.570580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.570903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.571214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.571528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:12.571838 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:13.280708 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1d05-bc4c-4fe4-bb65-68174e64e923 req-e587df61-bc9b-4619-8098-02a65a81ec3d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:13.282296 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93fc1d05-bc4c-4fe4-bb65-68174e64e923 req-e587df61-bc9b-4619-8098-02a65a81ec3d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 944 time: 0.0775101 Mar 16 11:57:13.328390 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93fc1d05-bc4c-4fe4-bb65-68174e64e923 req-81f8ebbb-3df9-45a4-8299-10f01a91d0db tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Mar 16 11:57:13.712630 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-8b553c1f-75bc-41b8-97ea-d9752d50eeac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:13.714039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-8b553c1f-75bc-41b8-97ea-d9752d50eeac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&tenant_id=4653071ba02d483194350c5f89d87160&binding%3Ahost_id=hv-neutron-8337 HTTP/1.1" status: 200 len: 944 time: 0.1347034 Mar 16 11:57:13.722527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a3a43-c86a-400a-b63a-6619f8a3e024 req-ad4197ab-d791-4c87-a9d3-6b01c298725c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:13.723893 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-446a3a43-c86a-400a-b63a-6619f8a3e024 req-ad4197ab-d791-4c87-a9d3-6b01c298725c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 944 time: 0.1114886 Mar 16 11:57:13.770761 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-446a3a43-c86a-400a-b63a-6619f8a3e024 req-3513da6b-757c-456d-8324-d1eaef680252 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Mar 16 11:57:13.854669 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-0f3e70a1-0894-4710-9d23-a14d2bfe8736 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1097 time: 0.0714457 Mar 16 11:57:14.036076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-700a9d0c-ca2f-4777-bd4f-652c87ae8941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:14.037384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-700a9d0c-ca2f-4777-bd4f-652c87ae8941 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1769888 Mar 16 11:57:14.174225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:57:14.197298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50eb4d-83b2-4d39-b823-08beff598384 req-b0085cda-db48-441f-8870-aa705080d8bc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:14.198701 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af50eb4d-83b2-4d39-b823-08beff598384 req-b0085cda-db48-441f-8870-aa705080d8bc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 944 time: 0.2741890 Mar 16 11:57:14.245855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:57:14.246256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:14.269284 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-8963e3e1-993d-4121-b621-6a3cf47b43f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 1000 time: 0.2257249 Mar 16 11:57:14.273764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af50eb4d-83b2-4d39-b823-08beff598384 req-3d097c04-d5e0-41e3-9824-018542542d63 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667777 Mar 16 11:57:14.332463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-681cdc83-8e1d-4af8-b3a5-05f9fbcfd14b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:14.333864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-681cdc83-8e1d-4af8-b3a5-05f9fbcfd14b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0591638 Mar 16 11:57:14.360142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:14.387639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:57:14.397155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:14.402973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:14.410520 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-8c46a4b9-4d74-40b3-9022-56b85fc02216 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703104 Mar 16 11:57:14.454589 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'code': 200} Mar 16 11:57:14.471156 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:14.542819 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-152d658f-c431-49ab-bd48-6398018ee9d3 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264749 Mar 16 11:57:14.671352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b0c3f71-0f5c-428e-8571-d04997e36193 req-9f1894bf-d678-4f8f-b8bf-2fcc3ac4ebed service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228423 Mar 16 11:57:15.475177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293eca4-9cae-42f2-b98b-e0aeaa133e93 req-69d93f4b-6a9a-4d83-a557-e7de4e8ad8ae tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:15.476481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0293eca4-9cae-42f2-b98b-e0aeaa133e93 req-69d93f4b-6a9a-4d83-a557-e7de4e8ad8ae tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0795207 Mar 16 11:57:15.524066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0293eca4-9cae-42f2-b98b-e0aeaa133e93 req-b6c28bff-21bc-4eff-925f-f3ef6abb3c8b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 Mar 16 11:57:15.560241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:15.663966 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d8577d1-8de6-4fb7-8b60-200d3474bcd0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 200 len: 993 time: 0.1026433 Mar 16 11:57:18.010784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-2b8f492b-9769-4bdf-bcc4-295c45bf0945 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723937 Mar 16 11:57:18.161450 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-edd448ce-9dd4-4996-b37c-819b200189db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.0707519 Mar 16 11:57:18.314392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-7559785b-26e8-494f-89b7-d10615c710eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:18.315715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-7559785b-26e8-494f-89b7-d10615c710eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.1362367 Mar 16 11:57:18.419180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-6d2146fa-b195-40e7-b716-9b716de662ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 1001 time: 0.0969598 Mar 16 11:57:18.508206 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-46668ea8-a195-4578-b38f-77c7ab8d6a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:18.510517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-46668ea8-a195-4578-b38f-77c7ab8d6a61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0855246 Mar 16 11:57:18.583914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-2f1c1ff8-15b9-4fa6-9a91-784939fa0435 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678520 Mar 16 11:57:18.725592 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-575c1a91-08b1-463f-bb7d-c141c0218df7 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359565 Mar 16 11:57:18.865537 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1b4304d-3309-46ff-8141-3a2f8a297806 req-cd605719-59a8-4f71-9faa-63eab06cf139 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338077 Mar 16 11:57:30.561765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:57:31.579560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44725522-1697-4c43-9667-056541e6f4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:33.770342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf8a-5c8b-480b-b2d4-71f830b3b8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:35.044009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:35.141249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:36.434576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:42.471987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.156526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:46.363767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port c262745b-d9f4-4c13-a734-4423af88afd4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:57:46.364109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.627118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.627351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.743598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for c262745b-d9f4-4c13-a734-4423af88afd4 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:57:46.899567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:46.945401 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=c262745b-d9f4-4c13-a734-4423af88afd4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:46.984149 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.984496 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.984837 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.985175 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.985490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.985836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.986189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.986515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.986839 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.987158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:46.987487 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:47.049462 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.465781 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:57:47.680330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:57:47.691893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Sync routers for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:57:47.705424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:47.706887 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:57:47.707493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:47.764197 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-247a225a-b742-4b8c-90e0-18e65cbfcd12 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7cbe992-874e-4951-8cc8-a08decbbaec8 HTTP/1.1" status: 204 len: 168 time: 1.6065555 Mar 16 11:57:47.764717 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:57:47.933664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:57:47.937446 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'status': 'completed', 'code': 200} Mar 16 11:57:48.036039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-48c33c73-8267-45fb-bf0b-7b8a28b324f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 1098 time: 0.0712228 Mar 16 11:57:48.263475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:48.267727 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Checking router: 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:57:48.278667 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:57:48.279265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:48.337550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-af844491-af03-4269-ac3d-4ced7965ef47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:48.339467 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-af844491-af03-4269-ac3d-4ced7965ef47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 200 len: 896 time: 0.2968557 Mar 16 11:57:48.409878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704a9f-9eea-4eae-9b44-b99a2cd6251c req-71c60f68-7d26-475c-8def-feeb53ee836b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:48.411513 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36704a9f-9eea-4eae-9b44-b99a2cd6251c req-71c60f68-7d26-475c-8def-feeb53ee836b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.1776781 Mar 16 11:57:48.434502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-9926a24e-7961-45b6-a9c0-3cb3c5383f31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 200 len: 217 time: 0.0877941 Mar 16 11:57:48.462891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:57:48.509703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36704a9f-9eea-4eae-9b44-b99a2cd6251c req-4b714d9b-06e5-4408-94ed-5095bdf3bea6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894721 Mar 16 11:57:48.511237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-562400b9-9f46-46fa-ab13-bd0edb8b5e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:48.512762 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-562400b9-9f46-46fa-ab13-bd0edb8b5e3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 200 len: 835 time: 0.0723047 Mar 16 11:57:48.589868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-21f66232-f5bc-4f7a-9190-c26038f096a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aaa35d1d-c3a6-4d1a-9408-006977081d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711224 Mar 16 11:57:48.716365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-bb035e90-09b3-4b0b-a6ab-ca5e08c58101 service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204925 Mar 16 11:57:48.774263 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:48.778500 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fb385-0fb4-4bed-bbf3-7669c7dde9fb None None] The sync data for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv is: [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:55:59Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '0cc3395e-13ef-44e2-82d9-b38265801b52', 'name': '', 'network_id': 'aaa35d1d-c3a6-4d1a-9408-006977081d87', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:b2:9f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:58Z', 'updated_at': '2022-03-16T11:56:05Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'f2f758f7-ccdd-4dee-b89e-98857863c6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:57:48.847023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1125bbfc-8a17-4e46-bfda-af670a0bcb00 req-656e04de-b2f7-4b83-98b9-49c246a4dbcd service neutron] 10.222.0.59 "GET /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244760 Mar 16 11:57:48.999512 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cc78b-7352-41e0-828b-6fe516e2c4fd None None] New status for floating IP d7cbe992-874e-4951-8cc8-a08decbbaec8: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:57:49.717692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14daa6-090f-49ed-8509-8872eea8403d req-53c122d6-dd81-40dd-82e8-3169ad1fde83 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:49.720214 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf14daa6-090f-49ed-8509-8872eea8403d req-53c122d6-dd81-40dd-82e8-3169ad1fde83 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0835776 Mar 16 11:57:49.785549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf14daa6-090f-49ed-8509-8872eea8403d req-879ebce8-7386-4a7f-8286-4a5d90276909 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf445f9b-a957-4536-ad06-faafbb488ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594003 Mar 16 11:57:50.195433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-6f9f497f-eb56-47da-b5e0-cc98ec714a4f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:50.196827 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-6f9f497f-eb56-47da-b5e0-cc98ec714a4f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 945 time: 0.0820971 Mar 16 11:57:50.269650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:57:50.269982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.509317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 0c0d4e15-5bea-49ac-8ef0-4362a544b048, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=0c0d4e15-5bea-49ac-8ef0-4362a544b048,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:50.509566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.628697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 0c0d4e15-5bea-49ac-8ef0-4362a544b048 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:57:50.774423 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:50.823431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=0c0d4e15-5bea-49ac-8ef0-4362a544b048,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:50.993069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.993398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.993726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.994073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.994445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.995225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.995553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.995841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.996172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.996484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:50.996798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:57:51.033241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] No DVR routers for this DVR port 0c0d4e15-5bea-49ac-8ef0-4362a544b048 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:51.035705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:51.042368 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-deleted', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:57:51.055894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8a23350-38d9-4d7d-8515-6fe80a1979cf req-d6a7fd6f-3513-4349-b43c-884899799559 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc082ff0-9b39-42b5-91e3-4559b6787791 HTTP/1.1" status: 200 len: 210 time: 0.0692897 Mar 16 11:57:51.059264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78944d47-1867-4a71-a27a-b236bb1ae707 req-e370a99d-dab6-41ac-8a96-361f1ea72a14 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "DELETE /v2.0/ports/0c0d4e15-5bea-49ac-8ef0-4362a544b048 HTTP/1.1" status: 204 len: 173 time: 0.8540108 Mar 16 11:57:51.101732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc082ff0-9b39-42b5-91e3-4559b6787791', 'name': 'network-vif-deleted', 'tag': '0c0d4e15-5bea-49ac-8ef0-4362a544b048', 'status': 'completed', 'code': 200} Mar 16 11:57:52.180745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:52.607253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.235152 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 0cc3395e-13ef-44e2-82d9-b38265801b52 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:57:53.235847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.420729 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 0cc3395e-13ef-44e2-82d9-b38265801b52, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=0cc3395e-13ef-44e2-82d9-b38265801b52,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:53.421087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.537280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 0cc3395e-13ef-44e2-82d9-b38265801b52 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:57:53.826951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:53.872209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=0cc3395e-13ef-44e2-82d9-b38265801b52,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:54.174220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:54.371461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:54.412444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 0c0d4e15-5bea-49ac-8ef0-4362a544b048 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:57:54.412770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 0c0d4e15-5bea-49ac-8ef0-4362a544b048 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:54.768565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:57:54.967012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:57:54.977261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Sync routers for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:57:54.980691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a45afc2-cbff-4b20-816b-dfa92f6ee830 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/72752238-1fa2-441a-bb4d-15a0eb7ce5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7987871 Mar 16 11:57:54.983685 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:54.989810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:57:54.990451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:55.167899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:57:55.276116 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting subnet f2f758f7-ccdd-4dee-b89e-98857863c6f8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:57:55.279156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.333497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.420216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.494019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:57:53Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:55.497431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.498532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Checking router: 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:57:55.509178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Routers {'72752238-1fa2-441a-bb4d-15a0eb7ce5e1'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:57:55.509795 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:55.537569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f758f7-ccdd-4dee-b89e-98857863c6f8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:55.541153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.550937 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:55.551488 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ad297fd-904c-474e-aa45-129295db5b5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/subnets/f2f758f7-ccdd-4dee-b89e-98857863c6f8 HTTP/1.1" status: 204 len: 168 time: 0.5645182 Mar 16 11:57:55.560492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3c442-8100-4152-9b30-21513963b6b1 None None] Network aaa35d1d-c3a6-4d1a-9408-006977081d87 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:57:55.751127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:55.844984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] Set router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:57:56.047714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.061126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port e546cb02-f99f-48ce-b2cc-9871af2fccdf {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:57:56.061667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.114383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] DHCP port deletion for aaa35d1d-c3a6-4d1a-9408-006977081d87 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:57:56.121412 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Deleting port b7e541ca-387f-40a7-ab86-8bcf6086ba98 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:57:56.121774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.237223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port e546cb02-f99f-48ce-b2cc-9871af2fccdf, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e546cb02-f99f-48ce-b2cc-9871af2fccdf,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:56.237617 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.316441 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:57:53Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:56.325537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127f8df-02a4-43f1-8565-37fa7137c303 None None] The sync data for ids ['72752238-1fa2-441a-bb4d-15a0eb7ce5e1'] in dv-neutron-833733-1-hyperv is: [{'id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1284017744', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66'}], 'enable_snat': True}, 'gw_port_id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:57:53Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': 'e546cb02-f99f-48ce-b2cc-9871af2fccdf', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72752238-1fa2-441a-bb4d-15a0eb7ce5e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:55:55Z', 'updated_at': '2022-03-16T11:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:57:56.347716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] For port b7e541ca-387f-40a7-ab86-8bcf6086ba98, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=b7e541ca-387f-40a7-ab86-8bcf6086ba98,segment=NetworkSegment(63987da9-055f-4ec9-a6f7-3fa05d220957),segment_id=63987da9-055f-4ec9-a6f7-3fa05d220957)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:57:56.348190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.362857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for e546cb02-f99f-48ce-b2cc-9871af2fccdf owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:57:56.477479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Calling delete_port for b7e541ca-387f-40a7-ab86-8bcf6086ba98 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:57:56.529144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.552527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:56.573319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=e546cb02-f99f-48ce-b2cc-9871af2fccdf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:56.597250 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] Pushing event deleted for resources: {'Port': ['ID=b7e541ca-387f-40a7-ab86-8bcf6086ba98,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:56.603272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c329c22-2178-4b3a-9de8-3d01e726ef2e None None] No DVR routers for this DVR port b7e541ca-387f-40a7-ab86-8bcf6086ba98 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:57:56.804049 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.061779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.066131 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.095311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.095813 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Fanout notify agent at l3_agent the message router_deleted on router 72752238-1fa2-441a-bb4d-15a0eb7ce5e1 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:57:57.111019 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.113083 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39e6ba26-92da-4f8b-acf3-9f8d25ca2eac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/routers/72752238-1fa2-441a-bb4d-15a0eb7ce5e1 HTTP/1.1" status: 204 len: 168 time: 1.5594337 Mar 16 11:57:57.115129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:57.232937 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.359612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.384505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa35d1d-c3a6-4d1a-9408-006977081d87']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:57.396172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63987da9-055f-4ec9-a6f7-3fa05d220957') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:57.396458 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63987da9-055f-4ec9-a6f7-3fa05d220957') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:57:57.407541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.426526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.432528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:57:57.432951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:57:57.446517 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:57:57.523414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.540257 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.551416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Network': ['ID=aaa35d1d-c3a6-4d1a-9408-006977081d87,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:57.564826 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2e12f69-e699-4dbe-9f99-24276314f654 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/networks/aaa35d1d-c3a6-4d1a-9408-006977081d87 HTTP/1.1" status: 204 len: 168 time: 0.4459245 Mar 16 11:57:57.565390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50566) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:57.611084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7e541ca-387f-40a7-ab86-8bcf6086ba98 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:57.641788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.646869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: b7e541ca-387f-40a7-ab86-8bcf6086ba98 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:57:57.647260 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device b7e541ca-387f-40a7-ab86-8bcf6086ba98 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:57.647829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e546cb02-f99f-48ce-b2cc-9871af2fccdf no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:57.715996 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e546cb02-f99f-48ce-b2cc-9871af2fccdf {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:57:57.716338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e546cb02-f99f-48ce-b2cc-9871af2fccdf not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:57.716747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0cc3395e-13ef-44e2-82d9-b38265801b52 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:57:57.748814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 0cc3395e-13ef-44e2-82d9-b38265801b52 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:57:57.749144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 0cc3395e-13ef-44e2-82d9-b38265801b52 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:57:57.777394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.843021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.860992 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf445f9b-a957-4536-ad06-faafbb488ac8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:57.872242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:57.876641 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f379bdef-58f1-4020-8c6d-57fa075a68bf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf445f9b-a957-4536-ad06-faafbb488ac8 HTTP/1.1" status: 204 len: 168 time: 0.3073277 Mar 16 11:57:58.146440 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.152393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048273075', 'description': 'tempest-secgroup-smoke-2048273075 description', 'project_id': '4653071ba02d483194350c5f89d87160'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.159087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.163609 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.166768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.172517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.185939 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.221236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.224868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.227676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.233841 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.286278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.291951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.335398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fead87f1-5bd3-4fd7-8cd8-5063b8901524,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:58.343739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.345301 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-840360ba-04b2-401f-84b1-7bed5513baf7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1977835 Mar 16 11:57:58.348306 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.355760 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.361765 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.365538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.368410 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.375664 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.395127 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.463527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.468727 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.493115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c766e16-ad9d-4249-bbd5-9dd882f59f6c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:58.505767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.507262 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cbfef180-a523-45e7-8cba-1ae38ce017a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575792 Mar 16 11:57:58.510733 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50582) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.515955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.521896 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.525988 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.528928 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.535330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.554441 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.616670 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.621687 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.644622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7431be79-dd22-4196-b6e7-c5f292f79631,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:58.655027 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.656283 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a2360fe-01fb-4bf5-8774-24c0bfdcf831 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1446116 Mar 16 11:57:58.659036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.664507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.670652 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.674429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.677253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.683081 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.701060 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.766179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.772012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.794382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10523540-ac1e-428c-8117-9f6e69a53af2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:58.804109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.805485 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ab91461d-7bb9-4374-affb-10679d356fe7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454811 Mar 16 11:57:58.808515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.813779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.819558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.823658 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.826772 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.832877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:58.852242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.922739 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.927493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.949627 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d3a9a3-0332-457a-b187-b2b5a4b51ba6,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:58.958944 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:58.960504 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-833bb51a-50f9-4942-8ae5-ffb468e3a121 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1509793 Mar 16 11:57:58.963298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:58.968531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:58.974222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:58.978455 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:58.981630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:58.987537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:59.000807 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:59.007220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.083599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.088577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.110777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5769c00-e172-44e4-8601-e78c66d50cc8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:59.121432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.122840 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-03b07218-e7d9-411d-98ae-14062c82138e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586702 Mar 16 11:57:59.126548 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50598) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:59.131892 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'fead87f1-5bd3-4fd7-8cd8-5063b8901524', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:59.137933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:59.142034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:59.145010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:59.151360 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:59.165039 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:57:59.171328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.236412 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.240281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.265433 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdd2b13-421e-4919-abe3-9e0d76208e91,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:59.274525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.276011 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-acb4894c-f85b-4c7d-9e07-e4daa86e106f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484549 Mar 16 11:57:59.278773 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50602) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:59.284123 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'network': {'name': 'tempest-network-smoke--1914740163', 'project_id': '4653071ba02d483194350c5f89d87160', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:59.288925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:59.293429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:network and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:59.296213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:59.301660 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:59.313378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:57:59.316224 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.344459 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:57:59.352667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.352991 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Added segment 13b560b3-2bdd-43ee-a0bc-1c1b90372902 of type vlan for network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb Mar 16 11:57:59.379323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.411117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.414728 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:57:59.415298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.516334 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364340 Mar 16 11:57:59.519087 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:57:59.525947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'admin_state_up': True, 'project_id': '4653071ba02d483194350c5f89d87160', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:57:59.531091 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d27a6-2fa9-478e-962e-6051e75a9a98 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Network': ['ID=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:57:59.534675 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:57:59.538581 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:router and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:57:59.541207 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:57:59.541680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:57:59.547214 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:57:59.557656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.558648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.577835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.727103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.919692 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:57:59.948713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.091794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.185 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/1a20d5e6-7e20-4f85-a7e4-80d4a36001f8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:00.247346 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.279190 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.358428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:00.361220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:00.365493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:58:00.389884 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:00.521724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.522361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:00.851747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 03b41111-cf7e-4252-b691-2c8afe0a7c8a is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:58:01.058418 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:58:01.072606 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Sync routers for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:58:01.085186 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:01.085858 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:01.099041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.100507 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-633d59de-b6e2-43d6-a9ae-55faff6521e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5803678 Mar 16 11:58:01.104219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50610) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:01.234873 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da84c10c-729f-4fcd-b7cd-928580f880e4 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4653071ba02d483194350c5f89d87160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290588 Mar 16 11:58:01.237171 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:01.265037 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:01.380507 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4c69a-71fd-4585-a9e0-47d6bd9d6017 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:01.381914 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-03f4c69a-71fd-4585-a9e0-47d6bd9d6017 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435535 Mar 16 11:58:01.385448 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:01.427954 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1020a223-6a87-49a6-b9b3-43f333646f79 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414665 Mar 16 11:58:01.430668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:01.436503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-570010391', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'project_id': '4653071ba02d483194350c5f89d87160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:58:01.544815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:01.545036 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:00Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:01.548744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:subnet and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:58:01.549168 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Checking router: 03b41111-cf7e-4252-b691-2c8afe0a7c8a for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:58:01.549511 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Updating router 03b41111-cf7e-4252-b691-2c8afe0a7c8a port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:58:01.551600 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:58:01.557404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:01.568184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:58:01.576355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-212c9dec-36f0-41bc-b216-823581917c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.604033 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.666372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.884263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.956041 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.958546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Subnet': ['ID=0384a8e8-2879-4616-a8a8-5fe27b956a4e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:01.968840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Transition to ACTIVE for port object 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:01.974142 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Checking segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:58:01.974522 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network hostable DHCP agents. Network: 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:58:01.976234 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:01.997029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:58:02.007587 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:02.011756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:02.012330 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.025624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a3668-d494-4b69-8081-375aa82c04aa None None] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:58:02.054363 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-baf1d003-1278-4592-9f2c-c18aceb30b30 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6224973 Mar 16 11:58:02.057320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:02.061480 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Attempting to bind port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:58:02.061835 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Attempting to bind port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:58:02.062211 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Attempting to bind port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:58:02.067200 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Pushing event updated for resources: {'Port': ['ID=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:02.078350 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:58:02.079068 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:58:02.079068 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.079452 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:58:02.080072 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Bound port: 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:58:02.080602 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.110232 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.110827 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.111302 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.111783 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.112249 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.112716 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.113185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.113637 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.114144 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.114603 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.115061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:02.166854 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] For port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:58:02.170608 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] For port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:58:02.177934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.251782 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbcbd8-54eb-4589-95be-420ffbeaafc3 None None] Pushing event updated for resources: {'Port': ['ID=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:02.277275 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:02.277932 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:57:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:02.304430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:58:02.305502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.481325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Allocated IP 172.20.0.2 (2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb/0384a8e8-2879-4616-a8a8-5fe27b956a4e/f6c26153-1cb1-4c6e-b82b-8d38fb902a40) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:02.488157 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:02.718007 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.733856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Transition to ACTIVE for port object f6c26153-1cb1-4c6e-b82b-8d38fb902a40 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:02.758061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Transition to ACTIVE for port object f6c26153-1cb1-4c6e-b82b-8d38fb902a40 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:02.765684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.821647 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:00Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:02.826824 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925638-2785-4da7-bc36-051c38ad1504 None None] The sync data for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv is: [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:00Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:58:02.839901 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:02.842586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:02.851531 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:58:02.858016 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Pushing event updated for resources: {'Port': ['ID=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:02.947860 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.953649 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Attempting to bind port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:58:02.954025 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Attempting to bind port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:58:02.954588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Attempting to bind port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 on network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:58:02.965662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:58:02.966023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Checking segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:58:02.966433 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:02.966817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Bound using segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:58:02.967284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Bound port: f6c26153-1cb1-4c6e-b82b-8d38fb902a40, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:58:02.967636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.076103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] For port f6c26153-1cb1-4c6e-b82b-8d38fb902a40, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:58:03.079502 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] For port f6c26153-1cb1-4c6e-b82b-8d38fb902a40, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:58:03.088145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.178818 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0b7db-ad4d-411a-92ff-878a387f5007 None None] Pushing event updated for resources: {'Port': ['ID=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:03.531868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.1 (2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb/0384a8e8-2879-4616-a8a8-5fe27b956a4e/c03c541f-af62-43ae-a32a-d8936b9b5252) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:03.643276 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f6c26153-1cb1-4c6e-b82b-8d38fb902a40 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:03.704869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.722284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object c03c541f-af62-43ae-a32a-d8936b9b5252 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:03.727417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:03.732981 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:03.752061 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.794793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cef078b3-01cd-4184-bc52-9e959dddbf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.813473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:03.818162 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:03.818527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.826059 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:03.829011 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:03.833158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:58:03.867501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:03.895888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.941403 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.962153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:03.967827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:03.993165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.037334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:04.160114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5c41c-fc99-49f8-b55e-506f69bacf59 None None] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:58:04.268652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Provisioning for port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:04.284015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Provisioning complete for port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:04.284378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.407971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.413582 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.517552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.524574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.528669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:04.557480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] For port f6c26153-1cb1-4c6e-b82b-8d38fb902a40, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:04.562651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.631668 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ba77-72d3-4969-a796-d30da7335c4c None None] Pushing event updated for resources: {'Port': ['ID=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:04.670022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:04.671298 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:04.791487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Provisioning complete for port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:04.792075 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.934807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Provisioning for port c03c541f-af62-43ae-a32a-d8936b9b5252 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:04.940158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Provisioning complete for port c03c541f-af62-43ae-a32a-d8936b9b5252 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:04.940538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:04.996954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-930f218d-b0ef-45ee-803e-85412dda408d None None] Port c03c541f-af62-43ae-a32a-d8936b9b5252 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:58:05.038246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.118702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9fd401d-3061-4f54-9051-72866aece1c3 None None] Provisioning complete for port c03c541f-af62-43ae-a32a-d8936b9b5252 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:05.119501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9fd401d-3061-4f54-9051-72866aece1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.166648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 03b41111-cf7e-4252-b691-2c8afe0a7c8a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:58:05.179249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.181419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd401d-3061-4f54-9051-72866aece1c3 None None] Port c03c541f-af62-43ae-a32a-d8936b9b5252 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:58:05.367321 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:58:05.380525 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-898856ff-5bd1-4afb-99b2-a2921f13bc9d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/03b41111-cf7e-4252-b691-2c8afe0a7c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3221469 Mar 16 11:58:05.562121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-c716934e-df6b-4726-93a5-1dd1085146c0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048273075&fields=id&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 267 time: 0.0405614 Mar 16 11:58:05.593662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f6c26153-1cb1-4c6e-b82b-8d38fb902a40 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:05.667085 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:05.667576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.710798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-d8247688-e4e3-413e-9ae9-77eb2ea80554 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:05.711473 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-d8247688-e4e3-413e-9ae9-77eb2ea80554 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:05.727647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-d8247688-e4e3-413e-9ae9-77eb2ea80554 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:05.728964 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-d8247688-e4e3-413e-9ae9-77eb2ea80554 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 797 time: 0.1606646 Mar 16 11:58:05.746287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-757c09ef-9b99-4932-bb98-adafa9124bf1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/quotas/4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 375 time: 0.0110052 Mar 16 11:58:05.783119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:05.828980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-5e716f29-bc3d-4f7c-979b-e6500ce56a26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:05.847695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-5e716f29-bc3d-4f7c-979b-e6500ce56a26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:05.849272 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-5e716f29-bc3d-4f7c-979b-e6500ce56a26 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974088 Mar 16 11:58:05.853805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:05.854351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:05.985696 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-3d692372-5f44-49fd-beb4-3a653a73e34f service neutron] 10.222.0.36 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 Mar 16 11:58:06.121093 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-58811fcd-e9e0-4626-8271-373c65141074 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296308 Mar 16 11:58:06.331510 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69a90bcf-7dce-4c8c-aca0-f08f6dd4f952 req-0ab0aa3e-1ff1-457a-9d0f-30d9d0858116 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Mar 16 11:58:06.436270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:06.565587 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Sync routers for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:58:06.581419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:06.582056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:58:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:06.783756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:07.100309 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:04Z', 'revision_number': 2, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:07.104638 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Checking router: 03b41111-cf7e-4252-b691-2c8afe0a7c8a for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:58:07.104988 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Updating router 03b41111-cf7e-4252-b691-2c8afe0a7c8a port c03c541f-af62-43ae-a32a-d8936b9b5252 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:58:07.154744 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.485940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-38bb6833-b284-4d57-8b7c-20ada551565e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:07.488697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-38bb6833-b284-4d57-8b7c-20ada551565e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 797 time: 0.1668305 Mar 16 11:58:07.547315 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e5ea245e-aff7-48b0-bbe4-c4e69b23aefe req-ad6cedd4-2141-4313-b288-d23f0733ab92 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 210 time: 0.0576468 Mar 16 11:58:07.552461 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:07.558750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.574904 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Transition to ACTIVE for port object c03c541f-af62-43ae-a32a-d8936b9b5252 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:07.580574 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-6a74b2d4-6458-4a0a-ba8b-80549bed40a8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 380 time: 0.0570183 Mar 16 11:58:07.582707 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.595478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'port': {'device_id': 'b7245179-a416-4444-954e-bbd2867b1564', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'admin_state_up': True, 'tenant_id': '4653071ba02d483194350c5f89d87160', 'security_groups': ['fead87f1-5bd3-4fd7-8cd8-5063b8901524']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:58:07.696628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285b1d-fa8c-434d-8858-2882cf3a3623 None None] Pushing event updated for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:07.742023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:07.753309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:07.764645 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:58:07.767878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.799974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Attempting to bind port c03c541f-af62-43ae-a32a-d8936b9b5252 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:58:07.800334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Attempting to bind port c03c541f-af62-43ae-a32a-d8936b9b5252 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:58:07.800697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Attempting to bind port c03c541f-af62-43ae-a32a-d8936b9b5252 on network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:58:07.807932 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:58:07.808302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Checking segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:58:07.808692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.809074 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Bound using segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:58:07.809582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Bound port: c03c541f-af62-43ae-a32a-d8936b9b5252, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:58:07.809957 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.897119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] For port c03c541f-af62-43ae-a32a-d8936b9b5252, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:58:07.900583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] For port c03c541f-af62-43ae-a32a-d8936b9b5252, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c03c541f-af62-43ae-a32a-d8936b9b5252,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:58:07.905234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:07.998899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285b1d-fa8c-434d-8858-2882cf3a3623 None None] Pushing event updated for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:08.009546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:08.010269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:58:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:08.047669 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.9 (2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb/0384a8e8-2879-4616-a8a8-5fe27b956a4e/a61c1da3-2fdd-4b97-b8f2-8962acc158f8) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:08.197731 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:08.238607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.254972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object a61c1da3-2fdd-4b97-b8f2-8962acc158f8 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:08.277655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.351153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:08.354403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:08.358849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:58:08.392439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:08.431774 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:08.432543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.459261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-0d60494e-4d7a-4741-bbbb-27b5a9c8ef00 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676701 Mar 16 11:58:08.474652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Request body: {'port': {'device_id': 'b7245179-a416-4444-954e-bbd2867b1564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:58:08.527395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:07Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:08.531464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199c9f0-254b-4de3-9bb3-51a8de29a24f None None] The sync data for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv is: [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:07Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:58:08.590043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.662240 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-06bbff09-72a0-48cc-955b-54cc7ab9d8db None None] Provisioning for port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:08.668497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-06bbff09-72a0-48cc-955b-54cc7ab9d8db None None] Provisioning complete for port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:08.669131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-06bbff09-72a0-48cc-955b-54cc7ab9d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:08.732327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-06bbff09-72a0-48cc-955b-54cc7ab9d8db None None] Port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:58:08.908764 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d29f6b-03d6-4bc0-8a09-b3867e97c0f7 req-af1822e9-931d-4bb8-a418-547339ea9956 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:08.909411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00d29f6b-03d6-4bc0-8a09-b3867e97c0f7 req-af1822e9-931d-4bb8-a418-547339ea9956 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:58:08.943563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00d29f6b-03d6-4bc0-8a09-b3867e97c0f7 req-af1822e9-931d-4bb8-a418-547339ea9956 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:58:08.944730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d29f6b-03d6-4bc0-8a09-b3867e97c0f7 req-af1822e9-931d-4bb8-a418-547339ea9956 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 931 time: 0.2313340 Mar 16 11:58:09.044931 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61c1da3-2fdd-4b97-b8f2-8962acc158f8 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:58:09.055644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.060804 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00d29f6b-03d6-4bc0-8a09-b3867e97c0f7 req-67ffd75c-850e-46ac-9dbe-9f3d9d5f7e75 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026170 Mar 16 11:58:09.074076 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Transition to ACTIVE for port object a61c1da3-2fdd-4b97-b8f2-8962acc158f8 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:58:09.080290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.205680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Pushing event updated for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:09.316067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Attempting to bind port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:58:09.316391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Attempting to bind port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:58:09.316740 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Attempting to bind port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 on network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:58:09.323593 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 on network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 11:58:09.323924 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Attempting to bind port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 on network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:58:09.333282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:58:09.333638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Checking segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:58:09.334026 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Bound using segment: {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:58:09.334426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Bound port: a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b560b3-2bdd-43ee-a0bc-1c1b90372902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:58:09.334776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.436621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:58:09.440292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:58:09.444332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.506192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.507523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] 10.222.0.59 "PUT /v2.0/ports/a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 1093 time: 1.0372806 Mar 16 11:58:09.507943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:58:09.530379 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd7021-9d84-4910-be7f-0d6ac4b5734f service neutron] Pushing event updated for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:09.588605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'status': 'completed', 'code': 200} Mar 16 11:58:09.632304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-8019845d-85cb-4a0c-bd8c-03bb00c6d2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1096 time: 0.0786762 Mar 16 11:58:09.647627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c03c541f-af62-43ae-a32a-d8936b9b5252 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:09.703390 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-8b518f40-868c-4782-be19-3b053302a2a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 217 time: 0.0629761 Mar 16 11:58:09.722680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port c03c541f-af62-43ae-a32a-d8936b9b5252 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:09.727312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c03c541f-af62-43ae-a32a-d8936b9b5252 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:09.727683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.775102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-73228f52-449e-4786-8175-d8b995468e75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:09.776401 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-73228f52-449e-4786-8175-d8b995468e75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0641353 Mar 16 11:58:09.850964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.854524 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-e4312b0b-5a42-4016-94c0-bc4bb480ed62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695348 Mar 16 11:58:09.883417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port c03c541f-af62-43ae-a32a-d8936b9b5252, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c03c541f-af62-43ae-a32a-d8936b9b5252,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:09.888145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:09.958521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:10.108605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-ba9586aa-c845-4a44-9ac3-5705d7a54f64 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451439 Mar 16 11:58:10.296913 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc357c7-b5fa-470b-86eb-bbde801cef3f req-a282b6c5-62ef-4fd1-84f3-18f718d972cb service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775203 Mar 16 11:58:10.312107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feca5e-48ed-4e3d-a831-b19f6b31aa75 req-d2a50487-a4a0-499c-abaf-73399f144c17 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:10.313539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55feca5e-48ed-4e3d-a831-b19f6b31aa75 req-d2a50487-a4a0-499c-abaf-73399f144c17 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 943 time: 0.1256132 Mar 16 11:58:10.400195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55feca5e-48ed-4e3d-a831-b19f6b31aa75 req-ba989ca6-fa4e-4c78-9f26-cbdc73ee3631 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804820 Mar 16 11:58:10.431066 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-c51bb010-92eb-41ef-9356-184f4800f382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1096 time: 0.0825303 Mar 16 11:58:10.565712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-e8f685b4-cd87-4685-95f5-b84f4d3a50a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:10.567223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-e8f685b4-cd87-4685-95f5-b84f4d3a50a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1299305 Mar 16 11:58:10.635600 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-b6c45e88-2d23-471b-932d-251df43f3d87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 217 time: 0.0603993 Mar 16 11:58:10.701547 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-94abe420-6f25-4846-86fe-43772c132e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:10.702830 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-94abe420-6f25-4846-86fe-43772c132e3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0612979 Mar 16 11:58:10.779500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-792ae4da-9930-4397-be68-6946992bb578 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695431 Mar 16 11:58:10.912889 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-46111c00-82d4-4b37-a367-c38935716710 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270654 Mar 16 11:58:11.067128 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08c2a6a6-d307-4a4b-ab40-c24020b3ed45 req-b03ee059-addb-4dce-ba15-027939379233 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471677 Mar 16 11:58:11.602419 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c03c541f-af62-43ae-a32a-d8936b9b5252 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:11.611921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61338b8-154e-4cde-907b-73ff2fa30522 req-5d8b4f7c-8620-44f3-9a09-653d4963f2d1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:11.613337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b61338b8-154e-4cde-907b-73ff2fa30522 req-5d8b4f7c-8620-44f3-9a09-653d4963f2d1 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 943 time: 0.0892074 Mar 16 11:58:11.665157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b61338b8-154e-4cde-907b-73ff2fa30522 req-e9bc9adb-92db-434a-a0de-2c136b9870ee tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Mar 16 11:58:11.711332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port c03c541f-af62-43ae-a32a-d8936b9b5252 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:11.711622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:12.464386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:12.478337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device a61c1da3-2fdd-4b97-b8f2-8962acc158f8 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 11:58:12.616589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:12.629725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'port_id': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'mac_address': 'fa:16:3e:8c:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 11:58:12.686319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:12.704268 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61c1da3-2fdd-4b97-b8f2-8962acc158f8 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 11:58:12.719923 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:12.725045 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:12.789815 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:12.798510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.798850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.799183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.799510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.799832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.800153 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.800482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.800787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.801100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.801414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.801739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:58:12.872430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ea4d-cdf0-4189-8e94-19423bc29e51 req-23fb0f3f-11d8-478e-aae6-e8dea5f5164b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:12.873750 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe96ea4d-cdf0-4189-8e94-19423bc29e51 req-23fb0f3f-11d8-478e-aae6-e8dea5f5164b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 944 time: 0.0806108 Mar 16 11:58:12.923528 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe96ea4d-cdf0-4189-8e94-19423bc29e51 req-0e36af12-6560-4aa0-90dc-d92d7eb0c109 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Mar 16 11:58:12.969847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['a61c1da3-2fdd-4b97-b8f2-8962acc158f8'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 11:58:14.135428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfadfb-5f79-4d26-b1fc-2ce3ffd1f81b req-c8adc46c-a39f-4d78-9b42-8d9805c71a92 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:14.137033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3cfadfb-5f79-4d26-b1fc-2ce3ffd1f81b req-c8adc46c-a39f-4d78-9b42-8d9805c71a92 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 944 time: 0.0891294 Mar 16 11:58:14.182103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3cfadfb-5f79-4d26-b1fc-2ce3ffd1f81b req-c57a4ea4-696b-4ee1-bb63-84f26e543095 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Mar 16 11:58:14.496503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device a61c1da3-2fdd-4b97-b8f2-8962acc158f8 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:58:14.571609 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:58:14.576341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:58:14.576708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:14.692000 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:14.718324 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:58:14.727682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:58:14.732814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:14.778919 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'code': 200} Mar 16 11:58:14.808862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:15.017911 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd2d2902-8529-44d3-82a5-961907b8560c req-d34815a0-c3c5-41dd-ad07-9ce541c9b7a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.0712373 Mar 16 11:58:15.064084 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd2d2902-8529-44d3-82a5-961907b8560c req-79ad5cf4-e171-4be3-ba63-cb91470d7403 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Mar 16 11:58:15.394933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16d12b-f194-47f4-ae5e-d7a78207a9bc req-b3575a7d-5bc0-483a-b5b0-c180bc6755df tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:15.396249 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae16d12b-f194-47f4-ae5e-d7a78207a9bc req-b3575a7d-5bc0-483a-b5b0-c180bc6755df tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0932984 Mar 16 11:58:15.442690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae16d12b-f194-47f4-ae5e-d7a78207a9bc req-531aab71-7626-41d3-9f7c-6d2e04afc699 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Mar 16 11:58:16.656761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2773c5-2a4f-4167-91f2-efc61ed90121 req-f76c9579-83fc-4a52-8540-5b18f3f53714 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:16.658208 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c2773c5-2a4f-4167-91f2-efc61ed90121 req-f76c9579-83fc-4a52-8540-5b18f3f53714 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0822678 Mar 16 11:58:16.706629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c2773c5-2a4f-4167-91f2-efc61ed90121 req-492d197c-af05-4b65-81b5-71de4ed2b292 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Mar 16 11:58:17.008349 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a96775-c2ce-4f6a-a55f-b257c0493cbe req-2ccf0775-79fa-44ef-a44d-bcea72951f27 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:17.009683 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14a96775-c2ce-4f6a-a55f-b257c0493cbe req-2ccf0775-79fa-44ef-a44d-bcea72951f27 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.1663492 Mar 16 11:58:17.055618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14a96775-c2ce-4f6a-a55f-b257c0493cbe req-bd3d37a9-dbbd-4b79-aa79-bc0badd9239b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 Mar 16 11:58:17.083757 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50672) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:17.162500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59959246-760f-4ade-9ce1-eb39843f3372 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1093 time: 0.0773339 Mar 16 11:58:17.166326 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:17.171857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:58:17.177594 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:58:17.181486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:floatingip and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:58:17.184791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:58:17.191231 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:58:17.202940 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:17.341595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:17.474389 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.75 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/6a47a6a2-9c4a-468a-8011-ecb7537dd5b5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:58:17.711563 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:17.741985 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:17.809803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:58:17.810925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:58:17.816335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:58:17.850782 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=6a47a6a2-9c4a-468a-8011-ecb7537dd5b5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:18.340312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.396103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.601255 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.609331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.724307 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=6a47a6a2-9c4a-468a-8011-ecb7537dd5b5,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:58:18.734815 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:18.931911 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Floating IP 82cb5b36-9373-46f1-b868-11db963d5ed9 associated. External IP: 172.26.1.75, port: a61c1da3-2fdd-4b97-b8f2-8962acc158f8. Mar 16 11:58:19.118969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-ecaf8e92-ff34-4fb9-bfb5-0c0126fdffe3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666850 Mar 16 11:58:19.261584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-272eba7b-ed71-4f01-95cb-1c7d54948b55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.0743356 Mar 16 11:58:19.401604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-2826ccc9-1623-4013-ae27-4999396068df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:19.403363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-2826ccc9-1623-4013-ae27-4999396068df service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1244822 Mar 16 11:58:19.436067 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 03b41111-cf7e-4252-b691-2c8afe0a7c8a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:58:19.506993 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-7fb95b72-4141-4bd8-9b8f-827c5f57764f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 998 time: 0.0980086 Mar 16 11:58:19.570238 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-fd37c8c1-9051-4dfd-9543-fc9f1d1df489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:19.571729 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-fd37c8c1-9051-4dfd-9543-fc9f1d1df489 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0596406 Mar 16 11:58:19.644058 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-5a9d5b2a-c8ae-4da1-8476-74dbb3759a17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669062 Mar 16 11:58:19.651866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:58:19.661233 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Sync routers for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:58:19.674369 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:19.675044 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:58:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:19.677986 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:19.732172 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d39fe930-5204-4965-9993-f307f91084eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5647855 Mar 16 11:58:19.732868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:58:19.779196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-3f06a968-76c4-40cb-a633-0d3e44289578 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291173 Mar 16 11:58:19.799786 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'status': 'completed', 'code': 200} Mar 16 11:58:19.852105 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:19.965607 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29a0accb-9190-4b35-b42e-7d1f141c45a1 req-b20c7126-a927-473d-965f-888203c8350e service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802716 Mar 16 11:58:19.984584 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1b83-5ace-4fd5-be00-ff1625913eb7 req-3bcf0086-96b4-4cd7-9a12-84c211a1cc13 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:19.985979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68dd1b83-5ace-4fd5-be00-ff1625913eb7 req-3bcf0086-96b4-4cd7-9a12-84c211a1cc13 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.1218243 Mar 16 11:58:20.083835 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68dd1b83-5ace-4fd5-be00-ff1625913eb7 req-4c7cea5a-577e-4f81-8f4c-4c39e63ad54e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919259 Mar 16 11:58:20.099990 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-1000a71d-898b-4d5b-bf9d-963cb86db898 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.0895228 Mar 16 11:58:20.112753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:20.223825 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a98e860-e357-48d5-8b72-c6175675eb35 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 990 time: 0.1087563 Mar 16 11:58:20.229734 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '82cb5b36-9373-46f1-b868-11db963d5ed9', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'port_id': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'mac_address': 'fa:16:3e:8c:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7245179-a416-4444-954e-bbd2867b1564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:18Z', 'updated_at': '2022-03-16T11:58:18Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:20.234528 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Checking router: 03b41111-cf7e-4252-b691-2c8afe0a7c8a for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:58:20.241409 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-9cb2bac6-7eb0-4633-8d7e-d7d5661a7c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.242818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-9cb2bac6-7eb0-4633-8d7e-d7d5661a7c42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1376255 Mar 16 11:58:20.245257 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:58:20.245874 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:58:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:20.343776 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-4d534f77-cf6e-4f61-a5a9-9da4a683e1f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 998 time: 0.0953190 Mar 16 11:58:20.404015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-5a4dbe57-1621-4992-bdb5-4704d1ba945a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:20.405422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-5a4dbe57-1621-4992-bdb5-4704d1ba945a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0564384 Mar 16 11:58:20.422158 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:58:20.482928 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-a5975cb4-b87e-43fe-b5dd-4a03a5d68b46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718908 Mar 16 11:58:20.711261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-bca350f6-aad6-4e4a-9cab-7d0d43afb7f2 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228425 Mar 16 11:58:20.774642 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '82cb5b36-9373-46f1-b868-11db963d5ed9', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'port_id': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'mac_address': 'fa:16:3e:8c:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7245179-a416-4444-954e-bbd2867b1564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:18Z', 'updated_at': '2022-03-16T11:58:18Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:58:20.778783 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd41224-0517-4a17-ba1b-bc22ea52c9b6 None None] The sync data for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv is: [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '82cb5b36-9373-46f1-b868-11db963d5ed9', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.75', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'port_id': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'mac_address': 'fa:16:3e:8c:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7245179-a416-4444-954e-bbd2867b1564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T11:58:18Z', 'updated_at': '2022-03-16T11:58:18Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:58:20.843433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c7f9c-de9c-41bf-9051-f2b1f7f0f121 req-263b6e07-3cea-41d1-aac9-3aa1373a6d65 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263163 Mar 16 11:58:21.226841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50688) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:21.329016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e41112c-520a-44e9-87f9-395b8f998f06 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 990 time: 0.1010230 Mar 16 11:58:22.333244 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50692) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:22.434269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1538de88-e167-4e99-967f-a391e21db813 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 990 time: 0.0998662 Mar 16 11:58:23.440033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50696) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:23.569927 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c937d306-d6be-4c72-bd06-9c723d21fb5e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 990 time: 0.1282673 Mar 16 11:58:24.501942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef7de9c-129c-4200-a62b-e481d2c7abd8 None None] New status for floating IP 82cb5b36-9373-46f1-b868-11db963d5ed9: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:58:24.574066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:24.685164 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4d2c791a-0fae-4e2c-ab8a-8f1725b7050e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 990 time: 0.1100259 Mar 16 11:58:25.689662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:58:25.805649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1aec5feb-6291-4f40-aefe-1fe66c8d8046 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 992 time: 0.1147141 Mar 16 11:58:31.575608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0183c0f3-25a1-48cd-aa64-f0e89ca45e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:33.775382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd4a38d7-8269-4990-bbac-0e66c91c2c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:35.049977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:35.140793 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:36.439835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:42.466725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:58:44.559239 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:58:53.400241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a0339-3976-4c48-993a-64ec6f93ff4f req-a36d484c-8fd8-4442-8233-2813588720d4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:53.401649 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c0a0339-3976-4c48-993a-64ec6f93ff4f req-a36d484c-8fd8-4442-8233-2813588720d4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0830348 Mar 16 11:58:53.449817 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c0a0339-3976-4c48-993a-64ec6f93ff4f req-6b304660-dada-4141-bef4-e42a8d558926 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 Mar 16 11:58:54.660573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1ee74-cefa-4899-a797-b343e23cef26 req-286e5782-c226-4036-8f80-3832c683fc73 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:54.661979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6c1ee74-cefa-4899-a797-b343e23cef26 req-286e5782-c226-4036-8f80-3832c683fc73 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0839658 Mar 16 11:58:54.708478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6c1ee74-cefa-4899-a797-b343e23cef26 req-f74a508c-fe8a-4699-81f1-a37987b498af tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Mar 16 11:58:55.919932 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee949d-dbf0-4001-9919-1e47e023aab1 req-64f9b10e-809c-48e7-bc60-7be6b1c58364 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:55.921482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37ee949d-dbf0-4001-9919-1e47e023aab1 req-64f9b10e-809c-48e7-bc60-7be6b1c58364 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0921476 Mar 16 11:58:55.967562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37ee949d-dbf0-4001-9919-1e47e023aab1 req-4fd9bf25-aa1f-4117-94c3-bee15e7351a5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Mar 16 11:58:57.202762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976691b-c31a-47c0-9dee-b5f82867e132 req-0d1ad7b2-d56b-4313-8ce6-7c642a187722 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:57.204464 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4976691b-c31a-47c0-9dee-b5f82867e132 req-0d1ad7b2-d56b-4313-8ce6-7c642a187722 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0963759 Mar 16 11:58:57.249805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4976691b-c31a-47c0-9dee-b5f82867e132 req-c1ca190e-7b4f-41f6-9149-5f2267ebd94d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Mar 16 11:58:58.455496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb0f61-69cd-4e39-95d0-a2ab33ef8db0 req-bc5809c9-4d4f-4dec-abc6-8c8842b1a99e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:58.456705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-defb0f61-69cd-4e39-95d0-a2ab33ef8db0 req-bc5809c9-4d4f-4dec-abc6-8c8842b1a99e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0834446 Mar 16 11:58:58.505251 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-defb0f61-69cd-4e39-95d0-a2ab33ef8db0 req-41eefe58-c144-4503-bacd-172bc622b5fc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Mar 16 11:58:59.712747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cab74-bb8d-43c3-bf1d-3def2ef564fa req-1cc2da09-0eca-450b-9fa5-ccc207a98e70 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:58:59.714200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d5cab74-bb8d-43c3-bf1d-3def2ef564fa req-1cc2da09-0eca-450b-9fa5-ccc207a98e70 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0822251 Mar 16 11:58:59.768015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d5cab74-bb8d-43c3-bf1d-3def2ef564fa req-cae93291-f445-4d8a-adac-da9ed3824b2f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Mar 16 11:59:00.976285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca691ff-1a4d-4b44-a967-6c08f5e50882 req-d78dcbbd-1101-4732-a0d9-01e68ee67643 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:00.977775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5ca691ff-1a4d-4b44-a967-6c08f5e50882 req-d78dcbbd-1101-4732-a0d9-01e68ee67643 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0769339 Mar 16 11:59:01.024430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5ca691ff-1a4d-4b44-a967-6c08f5e50882 req-6f0c9e9e-953a-49e6-a480-56c5a0aaf744 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Mar 16 11:59:01.568712 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c84b06f-6d96-42d2-b875-4401819a8c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:02.225636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267428f-267f-48b0-9623-8a67b25a5dbe req-03a1770d-0662-4f0b-b2a7-df042881bb47 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:02.227080 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2267428f-267f-48b0-9623-8a67b25a5dbe req-03a1770d-0662-4f0b-b2a7-df042881bb47 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0795798 Mar 16 11:59:02.272578 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2267428f-267f-48b0-9623-8a67b25a5dbe req-4efc5f24-f1f6-44e6-ac0f-0c066c6aaaa2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Mar 16 11:59:03.492867 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d48a8-b380-4d9b-ab08-ad410e92ad43 req-c1fd8fbb-cf95-4cab-9d0c-701f72d5902b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:03.494303 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-392d48a8-b380-4d9b-ab08-ad410e92ad43 req-c1fd8fbb-cf95-4cab-9d0c-701f72d5902b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0862188 Mar 16 11:59:03.541846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-392d48a8-b380-4d9b-ab08-ad410e92ad43 req-da91ebbe-4697-424d-80de-5361733654ed tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390081 Mar 16 11:59:03.770222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17266960-7ae0-4fc1-8ad1-5e7ca9327f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:04.768468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb9c5a-55e9-469b-8516-1d5949f8019f req-c15075db-d794-40f8-acba-8efd6bf72053 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:04.769875 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-96cb9c5a-55e9-469b-8516-1d5949f8019f req-c15075db-d794-40f8-acba-8efd6bf72053 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0922058 Mar 16 11:59:04.813460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-96cb9c5a-55e9-469b-8516-1d5949f8019f req-159f378a-2017-4a86-b6e8-f40b8e3d989f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380471 Mar 16 11:59:04.841791 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:05.038914 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb48b35c-c2f6-4c51-b554-3f349ce2a491 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 992 time: 0.1960380 Mar 16 11:59:05.045422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:05.144112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:06.440994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:06.605270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589c448-f7bc-4f20-ad1a-5a54ee5062cb req-7d7698e0-591a-4096-9af0-2a3d16f6ee56 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.606711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3589c448-f7bc-4f20-ad1a-5a54ee5062cb req-7d7698e0-591a-4096-9af0-2a3d16f6ee56 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.1331186 Mar 16 11:59:06.638147 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-0633de9f-6202-452d-b61f-ba27ec5b464b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.1061568 Mar 16 11:59:06.726547 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3589c448-f7bc-4f20-ad1a-5a54ee5062cb req-7781356f-6506-48e7-a16f-5400a9b782d6 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134591 Mar 16 11:59:06.781648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-bcd5a819-8b25-4d74-97f9-4628f1437528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.783206 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-bcd5a819-8b25-4d74-97f9-4628f1437528 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1345286 Mar 16 11:59:06.892666 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-944661b5-663c-4435-8a6a-bbcdaac51d20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 1000 time: 0.0983660 Mar 16 11:59:06.968478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-cf58e4f0-74e9-4065-8f54-168fb11932a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:06.969853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-cf58e4f0-74e9-4065-8f54-168fb11932a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0660992 Mar 16 11:59:07.052711 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-f7de6150-678a-47bc-b4cd-e36ca6154564 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733895 Mar 16 11:59:07.197279 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-7134c109-9a65-461d-8865-33c87b2606b1 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350121 Mar 16 11:59:07.331875 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a680f9b5-eae2-422b-8cf7-a1b3d8182cce req-95c39fcb-cc20-4957-af33-84f526ff4f72 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255617 Mar 16 11:59:07.943478 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e380-4c2c-4f52-8854-4cc3c2adf33b req-14d077b6-76b4-42ba-b197-1addc24b52eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:07.944891 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4291e380-4c2c-4f52-8854-4cc3c2adf33b req-14d077b6-76b4-42ba-b197-1addc24b52eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0756600 Mar 16 11:59:07.989788 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4291e380-4c2c-4f52-8854-4cc3c2adf33b req-0289c4df-ae36-41df-aac9-5a93c76ac9dc tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Mar 16 11:59:09.200056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8eca3-cac3-451e-934f-cc3bd79e6d90 req-4257c1be-cbc3-4ee6-b30e-e3630f32f0d9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:09.201430 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17a8eca3-cac3-451e-934f-cc3bd79e6d90 req-4257c1be-cbc3-4ee6-b30e-e3630f32f0d9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0842118 Mar 16 11:59:09.246366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17a8eca3-cac3-451e-934f-cc3bd79e6d90 req-ac332280-4ba7-498c-9905-ff281ab9b63f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381680 Mar 16 11:59:09.281009 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:09.385389 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ff0393e0-db2d-46f4-b588-ca25a97636a8 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 200 len: 992 time: 0.1031342 Mar 16 11:59:12.466073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:18.990793 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-ec79e86e-00a4-412c-b448-19cb5e50d451 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754275 Mar 16 11:59:19.143286 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-e7055fcb-f2f4-47fb-a8d9-6c2ca686e48e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.0752246 Mar 16 11:59:19.286990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-742b30f7-f560-4e52-b958-9ee532a37478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:19.288395 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-742b30f7-f560-4e52-b958-9ee532a37478 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1252794 Mar 16 11:59:19.391429 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-810debb8-7d26-4b47-a117-639ec88dc830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 1000 time: 0.0964365 Mar 16 11:59:19.557555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-2d60fd9d-6a54-4bf5-bb52-c991a9acff58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:19.558893 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-2d60fd9d-6a54-4bf5-bb52-c991a9acff58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.1561074 Mar 16 11:59:19.633228 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-f68afac2-ce86-4d5a-a77f-a9021d6cb184 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680707 Mar 16 11:59:19.777777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-32836cda-3c1b-4e4d-afb8-d885bf5aa3b1 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388583 Mar 16 11:59:19.922635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-92c75315-02b3-4b90-b3a1-31e9d417b86f req-6e0974e5-cd8b-4188-8eea-17306f103445 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378388 Mar 16 11:59:21.553797 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:31.580066 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8e506869-a18a-4589-984d-7231f8b98a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:33.781055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a7c2219-2238-457b-ad19-bd1b049d775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:35.042506 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:35.152211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:36.449072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:39.862955 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:40.074161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 6a47a6a2-9c4a-468a-8011-ecb7537dd5b5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:59:40.074730 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:40.257343 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:40.257636 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:40.374803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 6a47a6a2-9c4a-468a-8011-ecb7537dd5b5 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:59:40.523984 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:40.574526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=6a47a6a2-9c4a-468a-8011-ecb7537dd5b5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:40.737361 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.737643 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.738040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.738363 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.738688 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.739005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.739322 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.739633 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.739947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.740248 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.740559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:40.768703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:41.185084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 03b41111-cf7e-4252-b691-2c8afe0a7c8a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:59:41.402882 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:59:41.413431 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Sync routers for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:59:41.427017 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:41.427240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:41.427619 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:41.492606 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b7ce309-ae4d-4782-a357-6bc2e61bb0a4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/floatingips/82cb5b36-9373-46f1-b868-11db963d5ed9 HTTP/1.1" status: 204 len: 168 time: 1.6283677 Mar 16 11:59:41.493271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:59:41.565291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'status': 'completed', 'code': 200} Mar 16 11:59:41.636264 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:41.671270 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-cdf9455b-df79-4dbd-b59d-e09a71e14ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 1098 time: 0.0735822 Mar 16 11:59:41.818912 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438987-f276-4df3-8672-851becf7b3a3 req-269eab35-c1ac-40cd-ac72-790652890de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:41.820334 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-269eab35-c1ac-40cd-ac72-790652890de5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 200 len: 897 time: 0.1397946 Mar 16 11:59:41.928810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-cb584b44-ee21-4f3b-a56d-74dbe8da5a1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 200 len: 217 time: 0.1021156 Mar 16 11:59:41.961834 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:41.966190 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Checking router: 03b41111-cf7e-4252-b691-2c8afe0a7c8a for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:59:41.977893 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:41.978620 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:42.004282 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438987-f276-4df3-8672-851becf7b3a3 req-90575a80-ab09-4aa8-b7e2-6fe38798376b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:42.005699 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-90575a80-ab09-4aa8-b7e2-6fe38798376b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 200 len: 834 time: 0.0664494 Mar 16 11:59:42.015395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d771d1-282d-4490-b268-64247e8c5ea5 req-25b2a863-1bee-424a-aaf6-e3d5186a9305 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:42.017371 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71d771d1-282d-4490-b268-64247e8c5ea5 req-25b2a863-1bee-424a-aaf6-e3d5186a9305 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.1438141 Mar 16 11:59:42.115318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71d771d1-282d-4490-b268-64247e8c5ea5 req-b516faf2-9132-4afe-92ef-3bbae8371efe tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618703 Mar 16 11:59:42.127753 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-ea8317aa-d6c8-49e3-8786-992532dc17a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094253 Mar 16 11:59:42.191303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:42.260374 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-8575c32f-a58a-4ca7-9ef7-54521789e25d service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252317 Mar 16 11:59:42.398994 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad438987-f276-4df3-8672-851becf7b3a3 req-5a41f0d9-157f-4e00-8b75-c9708e9b7f09 service neutron] 10.222.0.59 "GET /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314743 Mar 16 11:59:42.472770 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:42.509525 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:42.513959 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f497c-4977-436b-9ef6-287aa14954ba None None] The sync data for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv is: [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'c03c541f-af62-43ae-a32a-d8936b9b5252', 'name': '', 'network_id': '2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:12:ec:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:58:03Z', 'updated_at': '2022-03-16T11:58:09Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': '0384a8e8-2879-4616-a8a8-5fe27b956a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:59:42.745738 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b85594-3933-4414-a24c-9829ce10b82e None None] New status for floating IP 82cb5b36-9373-46f1-b868-11db963d5ed9: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 11:59:43.331537 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b001-803e-484c-be32-871deb16f23d req-8e553282-a32d-4c3a-bcd7-e1e59ab93973 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:43.332977 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b3c0b001-803e-484c-be32-871deb16f23d req-8e553282-a32d-4c3a-bcd7-e1e59ab93973 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0813763 Mar 16 11:59:43.382720 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b3c0b001-803e-484c-be32-871deb16f23d req-e15c854e-c723-4020-b5c0-855171a992eb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=fead87f1-5bd3-4fd7-8cd8-5063b8901524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Mar 16 11:59:43.548751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa741-9147-46c4-98c1-57ca8267f866 req-a45f533a-b5f1-4954-bef5-26adc165f33d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:43.550023 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-062fa741-9147-46c4-98c1-57ca8267f866 req-a45f533a-b5f1-4954-bef5-26adc165f33d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 945 time: 0.0803664 Mar 16 11:59:43.621475 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:59:43.621793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:43.954686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port a61c1da3-2fdd-4b97-b8f2-8962acc158f8, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:43.955029 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:44.074737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for a61c1da3-2fdd-4b97-b8f2-8962acc158f8 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:59:44.217571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:44.268064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=a61c1da3-2fdd-4b97-b8f2-8962acc158f8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:44.305836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.306224 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.306553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.306877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.307198 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.307519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.307837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.308154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.308464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.308770 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.309079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:44.349046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] No DVR routers for this DVR port a61c1da3-2fdd-4b97-b8f2-8962acc158f8 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:59:44.351596 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:44.353981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'name': 'network-vif-deleted', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 11:59:44.365365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-062fa741-9147-46c4-98c1-57ca8267f866 req-2cef16ae-eb79-4ce2-a666-1597fb4bbec0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "DELETE /v2.0/ports/a61c1da3-2fdd-4b97-b8f2-8962acc158f8 HTTP/1.1" status: 204 len: 173 time: 0.8071408 Mar 16 11:59:44.491273 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7245179-a416-4444-954e-bbd2867b1564', 'name': 'network-vif-deleted', 'tag': 'a61c1da3-2fdd-4b97-b8f2-8962acc158f8', 'status': 'completed', 'code': 200} Mar 16 11:59:44.556082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a78b70ca-e318-4f7e-a352-1f478d82022e req-1b9c787c-ffd3-414d-8fa2-ea1376b91e68 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:59:44.573893 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a78b70ca-e318-4f7e-a352-1f478d82022e req-1b9c787c-ffd3-414d-8fa2-ea1376b91e68 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:59:44.575061 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a78b70ca-e318-4f7e-a352-1f478d82022e req-1b9c787c-ffd3-414d-8fa2-ea1376b91e68 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7245179-a416-4444-954e-bbd2867b1564 HTTP/1.1" status: 200 len: 210 time: 0.0628307 Mar 16 11:59:45.693215 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50792) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:46.101774 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:46.840042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port c03c541f-af62-43ae-a32a-d8936b9b5252 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:59:46.840778 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:46.960812 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device a61c1da3-2fdd-4b97-b8f2-8962acc158f8 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:59:46.996528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: a61c1da3-2fdd-4b97-b8f2-8962acc158f8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:59:46.996867 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device a61c1da3-2fdd-4b97-b8f2-8962acc158f8 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:59:47.037679 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port c03c541f-af62-43ae-a32a-d8936b9b5252, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=c03c541f-af62-43ae-a32a-d8936b9b5252,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:47.038059 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:47.175640 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for c03c541f-af62-43ae-a32a-d8936b9b5252 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:59:47.352803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:47.400221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=c03c541f-af62-43ae-a32a-d8936b9b5252,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:47.690220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.365873 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 03b41111-cf7e-4252-b691-2c8afe0a7c8a has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:59:48.577320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:59:48.588221 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Sync routers for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:59:48.597194 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-beb85b3b-429f-4517-80dd-c61b10038f8d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/03b41111-cf7e-4252-b691-2c8afe0a7c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027791 Mar 16 11:59:48.600024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:48.603006 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:48.603595 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:48.777379 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:48.781918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting subnet 0384a8e8-2879-4616-a8a8-5fe27b956a4e {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 11:59:48.785609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.838353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.924246 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:48.996783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.032415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Subnet': ['ID=0384a8e8-2879-4616-a8a8-5fe27b956a4e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:49.041470 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.047460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b409582-ba6c-4a43-8e3b-7f1b55ac6b08 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/subnets/0384a8e8-2879-4616-a8a8-5fe27b956a4e HTTP/1.1" status: 204 len: 168 time: 0.4464171 Mar 16 11:59:49.047903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83ce2d-8140-4775-b01f-52c603b85027 None None] Network 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:59:49.050326 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:49.067650 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:59:47Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:49.071955 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Checking router: 03b41111-cf7e-4252-b691-2c8afe0a7c8a for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:59:49.082711 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Routers {'03b41111-cf7e-4252-b691-2c8afe0a7c8a'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:49.083315 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:49.266578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.278457 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] Set router 03b41111-cf7e-4252-b691-2c8afe0a7c8a gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:49.311547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] DHCP port deletion for 2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 11:59:49.316129 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Deleting port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:59:49.316494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.467497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.478695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 11:59:49.479075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.525780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] For port f6c26153-1cb1-4c6e-b82b-8d38fb902a40, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,segment=NetworkSegment(13b560b3-2bdd-43ee-a0bc-1c1b90372902),segment_id=13b560b3-2bdd-43ee-a0bc-1c1b90372902)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:49.526043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.606877 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:59:47Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:49.611448 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc89fc9-8aab-40a3-accd-15b337a87398 None None] The sync data for ids ['03b41111-cf7e-4252-b691-2c8afe0a7c8a'] in dv-neutron-833733-1-hyperv is: [{'id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330049443', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:59:47Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '1a20d5e6-7e20-4f85-a7e4-80d4a36001f8', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b41111-cf7e-4252-b691-2c8afe0a7c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:57:59Z', 'updated_at': '2022-03-16T11:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:59:49.648792 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Calling delete_port for f6c26153-1cb1-4c6e-b82b-8d38fb902a40 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:59:49.723648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.756901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:49.757513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:49.768482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Pushing event deleted for resources: {'Port': ['ID=f6c26153-1cb1-4c6e-b82b-8d38fb902a40,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:49.778305 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.778582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.778911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.779266 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.779590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.779911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.780228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.780546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.780860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.781172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.781484 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 11:59:49.785595 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78e813-8f13-4d5f-b901-59e32503c3ef None None] No DVR routers for this DVR port f6c26153-1cb1-4c6e-b82b-8d38fb902a40 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 11:59:49.881088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 11:59:49.981387 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f6c26153-1cb1-4c6e-b82b-8d38fb902a40 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:59:50.019559 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: f6c26153-1cb1-4c6e-b82b-8d38fb902a40 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:59:50.019900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device f6c26153-1cb1-4c6e-b82b-8d38fb902a40 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:59:50.057847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.104164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=1a20d5e6-7e20-4f85-a7e4-80d4a36001f8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:50.327826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.589299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.598052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.633427 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.633916 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Fanout notify agent at l3_agent the message router_deleted on router 03b41111-cf7e-4252-b691-2c8afe0a7c8a {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 11:59:50.648383 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.649468 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a77ae699-6ebf-4c13-be14-cea2290cc53e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/routers/03b41111-cf7e-4252-b691-2c8afe0a7c8a HTTP/1.1" status: 204 len: 168 time: 1.5979986 Mar 16 11:59:50.652405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50804) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:50.780555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.935123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:50.967199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:50.979861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b560b3-2bdd-43ee-a0bc-1c1b90372902') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:50.980156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b560b3-2bdd-43ee-a0bc-1c1b90372902') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:50.991794 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.008885 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.016928 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 11:59:51.017178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 11:59:51.031224 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 11:59:51.213534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.218123 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.244070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Network': ['ID=2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:51.253018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed1362b1-fd00-4b60-8258-5afd654b4a77 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/networks/2aa9a415-4b00-4c5e-99a7-e2c17f21c9fb HTTP/1.1" status: 204 len: 168 time: 0.5996351 Mar 16 11:59:51.255967 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50808) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:51.337309 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.368968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.440276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.460294 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fead87f1-5bd3-4fd7-8cd8-5063b8901524,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:51.469404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.473415 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9c8f4476-12ed-4de9-a9bc-89e5714ced62 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/security-groups/fead87f1-5bd3-4fd7-8cd8-5063b8901524 HTTP/1.1" status: 204 len: 168 time: 0.2136433 Mar 16 11:59:51.657072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c03c541f-af62-43ae-a32a-d8936b9b5252 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:59:51.692663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: c03c541f-af62-43ae-a32a-d8936b9b5252 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:59:51.692997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device c03c541f-af62-43ae-a32a-d8936b9b5252 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:59:51.693394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 11:59:51.723936 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 11:59:51.724297 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1a20d5e6-7e20-4f85-a7e4-80d4a36001f8 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 11:59:51.898944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:51.904510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740424904', 'description': 'tempest-secgroup-smoke-1740424904 description', 'project_id': '4653071ba02d483194350c5f89d87160'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:51.911384 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:51.915734 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:51.918737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:51.925421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:51.936024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:51.972737 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:51.976872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:51.980020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:51.986219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.045362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.050771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.096543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39dec2b-6fa2-4292-b7ec-454df1111230,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.100558 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.101739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3bdc26cf-96b4-4658-b9a2-44563306f0bb tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2017667 Mar 16 11:59:52.104883 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.111531 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.117824 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.121852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.125198 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.131092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.148042 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.211558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.216012 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.240329 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c3838-eb32-4a29-a516-84224fa6755a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.250445 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.254339 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a8eec4e1-52b2-476f-a5de-46f1665b6fa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457903 Mar 16 11:59:52.254567 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.259929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.266143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.270300 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.273393 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.279038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.297503 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.364707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.369006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.391887 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d94ea1-8c69-41dc-bcc2-a62bc108b345,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.402762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.403941 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d5ad9a0-a4f9-435f-b3b3-a1b7ca934a24 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1485026 Mar 16 11:59:52.406880 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.412550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.418527 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.422262 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.425302 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.430851 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.449596 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.515836 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.521305 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.548110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c92f3c-f6e9-4cdc-8991-d10afe6aec64,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.558911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.560105 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65b1933e-63c5-4aaf-b581-50018229f607 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520238 Mar 16 11:59:52.563047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50832) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.568965 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.574751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.578662 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.582184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.587866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.605357 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.670743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.675599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.701559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe2fc37-f4ab-4e45-9e27-9da7700344e3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.712695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.713855 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d824fda6-d53d-41e9-b07a-d16a6d832d22 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492896 Mar 16 11:59:52.718094 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.723549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.730595 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.736902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.740006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.745936 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.760009 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:59:52.766690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.832121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.836032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.858425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a36279-15a1-4166-81a7-6a689dae6b36,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:52.868287 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.869588 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26db51c9-d01f-4ce3-8c14-575ae174007e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506345 Mar 16 11:59:52.872878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:52.878743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'security_group_rule': {'security_group_id': 'b39dec2b-6fa2-4292-b7ec-454df1111230', 'project_id': '4653071ba02d483194350c5f89d87160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:52.884508 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:52.888442 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:security_group_rule and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:52.891489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:52.897321 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:52.908924 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Project 4653071ba02d483194350c5f89d87160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 11:59:52.915368 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.979222 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:52.983384 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.006121 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc3be26-06a1-4c2e-9f58-9e8df28ce657,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:53.015726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.017125 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b30493a8-a2e3-4fa4-b0c4-1a794cf0aaf5 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1432519 Mar 16 11:59:53.020066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:53.025400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'network': {'name': 'tempest-network-smoke--2102417962', 'project_id': '4653071ba02d483194350c5f89d87160', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:53.030376 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:53.034504 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:network and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:53.037364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:53.043048 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:53.055347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:59:53.058538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.090072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 11:59:53.100153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.100502 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Added segment 8920978b-fdbd-4d55-8416-4b88718dcab9 of type vlan for network d1737467-9756-4a70-9aa9-8b5ab313dd5c Mar 16 11:59:53.127867 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.160723 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.164558 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:53.165137 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.272878 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2517121 Mar 16 11:59:53.275720 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:53.276154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771a89b-effd-48cd-bd8c-6d39b89f44c4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Network': ['ID=d1737467-9756-4a70-9aa9-8b5ab313dd5c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:53.281291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'admin_state_up': True, 'project_id': '4653071ba02d483194350c5f89d87160', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:53.286487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 11:59:53.288592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:53.292809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:router and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:53.295873 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:53.304330 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:53.318214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.319174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.339960 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.502025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.751573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.792070 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:53.957766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.65 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/454377d2-43f1-4b28-81b6-fc0decdf9f05) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:59:54.132375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.164955 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.237060 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:59:54.240386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:59:54.247022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:59:54.279107 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=454377d2-43f1-4b28-81b6-fc0decdf9f05,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:54.421510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.422269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.683513 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 12aa5943-62d3-4c57-8630-a097fc134a99 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 11:59:54.890563 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:59:54.900234 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Sync routers for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 11:59:54.914247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:54.915194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:54.918590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:54.922754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a794317-3681-42fc-8342-d1bfcd8a921c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6429415 Mar 16 11:59:54.923077 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:54.965150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8460e180-0af9-43bd-877b-8e0f8d325c8b tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4653071ba02d483194350c5f89d87160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408356 Mar 16 11:59:54.968525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:55.095041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:55.194393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554915a7-d463-40b9-8ba2-909f099b7623 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:55.198721 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-554915a7-d463-40b9-8ba2-909f099b7623 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2264714 Mar 16 11:59:55.198856 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:55.242858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-abf87a5e-5f8b-4b52-aa4e-95f06ff38728 tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=33608c1c-dba6-42ba-bce5-acf22b6dd692&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404329 Mar 16 11:59:55.243053 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:55.249717 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324705409', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'project_id': '4653071ba02d483194350c5f89d87160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 11:59:55.364323 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 11:59:55.367498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:subnet and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 11:59:55.370354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 11:59:55.376658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 11:59:55.387418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 11:59:55.423431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:54Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:55.427461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Checking router: 12aa5943-62d3-4c57-8630-a097fc134a99 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 11:59:55.427822 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Updating router 12aa5943-62d3-4c57-8630-a097fc134a99 port 454377d2-43f1-4b28-81b6-fc0decdf9f05 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 11:59:55.477722 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.490738 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3925051'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.711365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3879954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3925033'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.785450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Subnet': ['ID=e1df4c34-5ee0-4b6e-b992-87e3002ee191,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:55.801275 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.801879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Checking segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:59:55.802292 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network hostable DHCP agents. Network: d1737467-9756-4a70-9aa9-8b5ab313dd5c, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 11:59:55.813745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Transition to ACTIVE for port object 454377d2-43f1-4b28-81b6-fc0decdf9f05 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:59:55.821182 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.826201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 11:59:55.835578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, d1737467-9756-4a70-9aa9-8b5ab313dd5c) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:59:55.839718 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:55.840284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:55.863664 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4da7838a-54cb-441f-b102-47f85363d686 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6195521 Mar 16 11:59:55.866258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 11:59:55.866380 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67daaa61-043d-49fa-ac10-ad854108751a None None] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:59:55.974330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Attempting to bind port 454377d2-43f1-4b28-81b6-fc0decdf9f05 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:59:55.975072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Attempting to bind port 454377d2-43f1-4b28-81b6-fc0decdf9f05 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:59:55.975072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Attempting to bind port 454377d2-43f1-4b28-81b6-fc0decdf9f05 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:59:55.985646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e46e2-cda3-4172-b012-a73f6eaa18b7 None None] Pushing event updated for resources: {'Port': ['ID=454377d2-43f1-4b28-81b6-fc0decdf9f05,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:56.006621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:59:56.006992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:59:56.007391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:56.007781 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:59:56.008247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Bound port: 454377d2-43f1-4b28-81b6-fc0decdf9f05, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:59:56.008584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:56.132879 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] For port 454377d2-43f1-4b28-81b6-fc0decdf9f05, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:59:56.137086 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] For port 454377d2-43f1-4b28-81b6-fc0decdf9f05, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=454377d2-43f1-4b28-81b6-fc0decdf9f05,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:59:56.166613 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:56.218624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-d1737467-9756-4a70-9aa9-8b5ab313dd5c', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 11:59:56.219582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:56.325077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e46e2-cda3-4172-b012-a73f6eaa18b7 None None] Pushing event updated for resources: {'Port': ['ID=454377d2-43f1-4b28-81b6-fc0decdf9f05,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:56.343706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 11:59:56.344350 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:56.536768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Allocated IP 172.20.0.2 (d1737467-9756-4a70-9aa9-8b5ab313dd5c/e1df4c34-5ee0-4b6e-b992-87e3002ee191/5496fd34-7e62-4e8f-9d15-99544674fe23) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:59:56.650869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 11:59:56.717565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.030236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.044922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Transition to ACTIVE for port object 5496fd34-7e62-4e8f-9d15-99544674fe23 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:59:57.070987 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Transition to ACTIVE for port object 5496fd34-7e62-4e8f-9d15-99544674fe23 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:59:57.078337 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.141156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.1 (d1737467-9756-4a70-9aa9-8b5ab313dd5c/e1df4c34-5ee0-4b6e-b992-87e3002ee191/430eb75b-3edf-46c0-803f-47f05b690432) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 11:59:57.153796 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:59:57.159505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:59:57.161447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Pushing event updated for resources: {'Port': ['ID=5496fd34-7e62-4e8f-9d15-99544674fe23,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:57.164227 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:54Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 11:59:57.166401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:59:57.171847 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd147ba4-4a15-45bf-989e-0a8bb3bfe0cc None None] The sync data for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv is: [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:54Z', 'revision_number': 3, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 11:59:57.271048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Attempting to bind port 5496fd34-7e62-4e8f-9d15-99544674fe23 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 11:59:57.271761 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Attempting to bind port 5496fd34-7e62-4e8f-9d15-99544674fe23 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 11:59:57.272355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Attempting to bind port 5496fd34-7e62-4e8f-9d15-99544674fe23 on network d1737467-9756-4a70-9aa9-8b5ab313dd5c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 11:59:57.279761 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 11:59:57.280319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Checking segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 11:59:57.280893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.281386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Bound using segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 11:59:57.282165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Bound port: 5496fd34-7e62-4e8f-9d15-99544674fe23, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 11:59:57.282684 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.321635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.338933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object 430eb75b-3edf-46c0-803f-47f05b690432 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 11:59:57.364814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.403570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] For port 5496fd34-7e62-4e8f-9d15-99544674fe23, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 11:59:57.411755 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] For port 5496fd34-7e62-4e8f-9d15-99544674fe23, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5496fd34-7e62-4e8f-9d15-99544674fe23,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 11:59:57.418521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.441497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:59:57.444951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:59:57.447648 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 11:59:57.504550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50ab6b-a1a8-4447-a139-2cd67bfbee8d None None] Pushing event updated for resources: {'Port': ['ID=5496fd34-7e62-4e8f-9d15-99544674fe23,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:57.526327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:57.534869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.658023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.720539 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 454377d2-43f1-4b28-81b6-fc0decdf9f05 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:59:57.807255 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 454377d2-43f1-4b28-81b6-fc0decdf9f05 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:59:57.814213 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 454377d2-43f1-4b28-81b6-fc0decdf9f05 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:59:57.815364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.949875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:57.966015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 454377d2-43f1-4b28-81b6-fc0decdf9f05, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=454377d2-43f1-4b28-81b6-fc0decdf9f05,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:57.970908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:58.045940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=454377d2-43f1-4b28-81b6-fc0decdf9f05,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:58.129115 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:58.134745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:58.248102 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 11:59:58.252071 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:58.399311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 11:59:58.400502 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 11:59:58.464492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e40124-f6e2-449a-82fa-c696822db8ce None None] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 11:59:58.554563 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 11:59:58.617624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16babcdc-db5a-489a-a453-c429a19c0df5 None None] Provisioning for port 5496fd34-7e62-4e8f-9d15-99544674fe23 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:59:58.883241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 12aa5943-62d3-4c57-8630-a097fc134a99 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 11:59:58.975224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e8d883e-8022-424c-bf46-ede1e81dcb56 None None] Provisioning for port 430eb75b-3edf-46c0-803f-47f05b690432 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:59:58.980558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e8d883e-8022-424c-bf46-ede1e81dcb56 None None] Provisioning complete for port 430eb75b-3edf-46c0-803f-47f05b690432 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:59:58.980946 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e8d883e-8022-424c-bf46-ede1e81dcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.034047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d883e-8022-424c-bf46-ede1e81dcb56 None None] Port 430eb75b-3edf-46c0-803f-47f05b690432 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:59:59.088747 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 11:59:59.102070 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3189305-c5a1-4bd7-acfa-dfe4a2bfaebd tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/12aa5943-62d3-4c57-8630-a097fc134a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2347763 Mar 16 11:59:59.160552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b71cd0fb-41aa-4804-8944-edf8e61d122d None None] Provisioning complete for port 430eb75b-3edf-46c0-803f-47f05b690432 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:59:59.161128 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b71cd0fb-41aa-4804-8944-edf8e61d122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.220122 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b71cd0fb-41aa-4804-8944-edf8e61d122d None None] Port 430eb75b-3edf-46c0-803f-47f05b690432 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:59:59.285557 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-6928c29c-80f5-4455-b7e7-77af641bf12f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:59:59.302375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-6928c29c-80f5-4455-b7e7-77af641bf12f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:59:59.303603 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-6928c29c-80f5-4455-b7e7-77af641bf12f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740424904&fields=id&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 267 time: 0.0572259 Mar 16 11:59:59.344605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39d200d8-d6c2-4482-b654-8bc6e9bdedce None None] Provisioning complete for port 430eb75b-3edf-46c0-803f-47f05b690432 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:59:59.344862 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39d200d8-d6c2-4482-b654-8bc6e9bdedce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.404343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-39d200d8-d6c2-4482-b654-8bc6e9bdedce None None] Port 430eb75b-3edf-46c0-803f-47f05b690432 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 11:59:59.455605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-114eb854-a3a2-4609-902b-36c2a62e5110 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 11:59:59.456267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-114eb854-a3a2-4609-902b-36c2a62e5110 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:59:59.473052 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-114eb854-a3a2-4609-902b-36c2a62e5110 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:59:59.474328 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-114eb854-a3a2-4609-902b-36c2a62e5110 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 797 time: 0.1615970 Mar 16 11:59:59.490357 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-a8f8a868-b6b6-40be-bcd4-801fae9e893a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/quotas/4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 375 time: 0.0106063 Mar 16 11:59:59.576215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-aa8dab4a-1266-4977-b180-512d340f6b1b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 11:59:59.594967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-aa8dab4a-1266-4977-b180-512d340f6b1b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 11:59:59.596484 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-aa8dab4a-1266-4977-b180-512d340f6b1b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008892 Mar 16 11:59:59.613106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-04eb4f5e-c331-4a34-a787-8620a566ab30 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 11:59:59.614436 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-04eb4f5e-c331-4a34-a787-8620a566ab30 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061536 Mar 16 11:59:59.726678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5496fd34-7e62-4e8f-9d15-99544674fe23 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 11:59:59.754135 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-a9f95904-ab99-409c-bcb4-5a42be2f45c4 service neutron] 10.222.0.36 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315999 Mar 16 11:59:59.794600 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 5496fd34-7e62-4e8f-9d15-99544674fe23 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 11:59:59.799749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5496fd34-7e62-4e8f-9d15-99544674fe23 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 11:59:59.800117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.883926 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-f31001c5-c302-4b25-a12e-f002ab898ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240296 Mar 16 11:59:59.913549 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.944556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 5496fd34-7e62-4e8f-9d15-99544674fe23, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5496fd34-7e62-4e8f-9d15-99544674fe23,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 11:59:59.950014 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 11:59:59.950881 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 454377d2-43f1-4b28-81b6-fc0decdf9f05 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:00.082252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-accb9227-dc69-426c-8b2c-2f9ad12b5f09 req-9a8a3b9e-af17-4fc4-b978-a2db38784c0e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 210 time: 0.0420036 Mar 16 12:00:00.100379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=5496fd34-7e62-4e8f-9d15-99544674fe23,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:00.121294 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 454377d2-43f1-4b28-81b6-fc0decdf9f05 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:00.121686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:00.818114 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Sync routers for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:00:00.834468 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:00.835263 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:01.014669 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:01.296810 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0531583-e8a1-4ab1-bc63-c7f5b2153177 req-9a407396-1089-42ae-92c7-ff2e86f10146 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 210 time: 0.0621111 Mar 16 12:00:01.308492 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-d24186c1-0475-4ac8-96b8-8b841c3d24f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:01.310669 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-d24186c1-0475-4ac8-96b8-8b841c3d24f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 797 time: 0.1991782 Mar 16 12:00:01.356104 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 2, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:01.360071 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Checking router: 12aa5943-62d3-4c57-8630-a097fc134a99 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:00:01.360445 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Updating router 12aa5943-62d3-4c57-8630-a097fc134a99 port 430eb75b-3edf-46c0-803f-47f05b690432 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:00:01.373365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-5491138b-fa7e-415f-94f4-1d77533141d4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4653071ba02d483194350c5f89d87160 HTTP/1.1" status: 200 len: 380 time: 0.0430448 Mar 16 12:00:01.385978 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'port': {'device_id': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'admin_state_up': True, 'tenant_id': '4653071ba02d483194350c5f89d87160', 'security_groups': ['b39dec2b-6fa2-4292-b7ec-454df1111230']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:00:01.416154 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.593872 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a516f1ff-7525-4a3d-ac9b-4fbebcf0e2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.640406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:00:01.650601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:00:01.664448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Made reservation on behalf of 4653071ba02d483194350c5f89d87160 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:00:01.668255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.692570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5496fd34-7e62-4e8f-9d15-99544674fe23 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:01.780629 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.784984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 5496fd34-7e62-4e8f-9d15-99544674fe23 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:01.785410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.793579 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Transition to ACTIVE for port object 430eb75b-3edf-46c0-803f-47f05b690432 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:00:01.800528 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:01.897505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.20.0.13 (d1737467-9756-4a70-9aa9-8b5ab313dd5c/e1df4c34-5ee0-4b6e-b992-87e3002ee191/f05cb7fb-4014-4e66-b6ac-24ac74695d1c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:00:01.936677 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Pushing event updated for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:01.951463 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.951846 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.952177 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.952496 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.952810 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.953124 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.953583 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.953896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.954303 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.954609 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:01.954915 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:02.054462 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Attempting to bind port 430eb75b-3edf-46c0-803f-47f05b690432 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:00:02.055051 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Attempting to bind port 430eb75b-3edf-46c0-803f-47f05b690432 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:00:02.055574 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Attempting to bind port 430eb75b-3edf-46c0-803f-47f05b690432 on network d1737467-9756-4a70-9aa9-8b5ab313dd5c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:00:02.062637 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:00:02.064354 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Checking segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:00:02.064925 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.065447 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Bound using segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:00:02.066069 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Bound port: 430eb75b-3edf-46c0-803f-47f05b690432, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:00:02.066577 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.111230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.128906 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Transition to ACTIVE for port object f05cb7fb-4014-4e66-b6ac-24ac74695d1c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:00:02.169336 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] For port 430eb75b-3edf-46c0-803f-47f05b690432, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:00:02.172339 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] For port 430eb75b-3edf-46c0-803f-47f05b690432, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=430eb75b-3edf-46c0-803f-47f05b690432,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:00:02.173353 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.177299 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.250358 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:00:02.254094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:00:02.254705 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8ecc-b9a7-44cb-8885-507d621feb2d None None] Pushing event updated for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:02.256180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:02.258534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:00:02.262765 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:02.263366 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T11:59:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:02.323251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:02.324018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.356584 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-94eac25c-9c00-4230-9a96-04ba4fec61a2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9747450 Mar 16 12:00:02.374165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Request body: {'port': {'device_id': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:00:02.498164 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:02.563606 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.637692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f58b-dc16-40fc-9057-ca95a30e295c req-62d0953d-43d1-447d-aec6-68ad744f9d51 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:02.638407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-12d4f58b-dc16-40fc-9057-ca95a30e295c req-62d0953d-43d1-447d-aec6-68ad744f9d51 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:00:02.724074 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-12d4f58b-dc16-40fc-9057-ca95a30e295c req-62d0953d-43d1-447d-aec6-68ad744f9d51 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:00:02.725334 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12d4f58b-dc16-40fc-9057-ca95a30e295c req-62d0953d-43d1-447d-aec6-68ad744f9d51 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 932 time: 0.2497222 Mar 16 12:00:02.738132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0836dd7b-07e7-4343-a857-64423360179c None None] Provisioning for port f05cb7fb-4014-4e66-b6ac-24ac74695d1c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:00:02.746864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0836dd7b-07e7-4343-a857-64423360179c None None] Provisioning complete for port f05cb7fb-4014-4e66-b6ac-24ac74695d1c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:02.748634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0836dd7b-07e7-4343-a857-64423360179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:02.822760 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0836dd7b-07e7-4343-a857-64423360179c None None] Port f05cb7fb-4014-4e66-b6ac-24ac74695d1c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:00:02.847982 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:02Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:02.854189 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85c199-f03a-471e-a8b7-38ac101b3d63 None None] The sync data for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv is: [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:02Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:00:02.863870 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12d4f58b-dc16-40fc-9057-ca95a30e295c req-b2bcd93f-ca48-4eb4-9d48-a22187f9d241 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269975 Mar 16 12:00:03.022714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05cb7fb-4014-4e66-b6ac-24ac74695d1c {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:00:03.030433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.046430 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Transition to ACTIVE for port object f05cb7fb-4014-4e66-b6ac-24ac74695d1c will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:00:03.051586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.183534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Pushing event updated for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:03.305496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Attempting to bind port f05cb7fb-4014-4e66-b6ac-24ac74695d1c on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:00:03.305973 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Attempting to bind port f05cb7fb-4014-4e66-b6ac-24ac74695d1c by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:00:03.306412 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Attempting to bind port f05cb7fb-4014-4e66-b6ac-24ac74695d1c on network d1737467-9756-4a70-9aa9-8b5ab313dd5c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:00:03.312604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Port f05cb7fb-4014-4e66-b6ac-24ac74695d1c on network d1737467-9756-4a70-9aa9-8b5ab313dd5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 12:00:03.313205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Attempting to bind port f05cb7fb-4014-4e66-b6ac-24ac74695d1c on network d1737467-9756-4a70-9aa9-8b5ab313dd5c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:00:03.320063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 11, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:00:03.320472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Checking segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:00:03.320915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Bound using segment: {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:00:03.321405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Bound port: f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8920978b-fdbd-4d55-8416-4b88718dcab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:00:03.321828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.415837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:00:03.419309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:00:03.424882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.492234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.493627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] 10.222.0.59 "PUT /v2.0/ports/f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 1094 time: 1.1247635 Mar 16 12:00:03.497581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:00:03.535731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7942f79-205a-453a-87b2-d921aeceba37 service neutron] Pushing event updated for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:03.577873 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'status': 'completed', 'code': 200} Mar 16 12:00:03.628288 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-8892c2b6-a6d6-40f0-8be3-014cb0a6945b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1097 time: 0.0876391 Mar 16 12:00:03.710386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 430eb75b-3edf-46c0-803f-47f05b690432 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:03.713435 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-83e62156-9136-4335-b900-57d35b8fc1f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 217 time: 0.0746071 Mar 16 12:00:03.818279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7758af98-a093-48fb-8105-b6c3ad62c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.836013 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 430eb75b-3edf-46c0-803f-47f05b690432 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:00:03.843235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 430eb75b-3edf-46c0-803f-47f05b690432 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:03.843602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:03.892696 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-d89a5a00-bdcd-483e-9467-a3b585e9ff0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:03.894149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-d89a5a00-bdcd-483e-9467-a3b585e9ff0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.1712108 Mar 16 12:00:03.979338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-2c18972a-e199-4fb9-845d-548ee2c3a298 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765224 Mar 16 12:00:03.989359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:04.022680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 430eb75b-3edf-46c0-803f-47f05b690432, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=430eb75b-3edf-46c0-803f-47f05b690432,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:00:04.027062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:04.090640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:04.167342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-6fd1927c-1e7e-406e-a783-1ded9ca4a3da service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783028 Mar 16 12:00:04.200288 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5997e-9db4-4354-bf77-dd4023b1f2d7 req-aead8ca8-db51-42ff-9d22-554b7f7e449c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:04.201665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dcb5997e-9db4-4354-bf77-dd4023b1f2d7 req-aead8ca8-db51-42ff-9d22-554b7f7e449c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 944 time: 0.1424861 Mar 16 12:00:04.322879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dcb5997e-9db4-4354-bf77-dd4023b1f2d7 req-91c19365-b212-40a0-87fe-a458b3a80596 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143899 Mar 16 12:00:04.340517 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e15bb3c-53dd-438c-a0e1-3aea49fd09b7 req-9ad64e23-1203-4979-8db3-76b99c9f6107 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630876 Mar 16 12:00:04.467523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-47c51917-effc-4112-b220-231c58cae0d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1097 time: 0.0716233 Mar 16 12:00:04.613256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-d8e0ea82-9082-41d4-a591-cc1974a24bbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:04.614715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-d8e0ea82-9082-41d4-a591-cc1974a24bbe service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 897 time: 0.1409886 Mar 16 12:00:04.687825 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-3c3395da-d08b-4ae0-92aa-5f61a72ec9a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 217 time: 0.0643110 Mar 16 12:00:04.748877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-86eeb454-5f6b-4efd-b3c8-7b2de5d42a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:04.750162 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-86eeb454-5f6b-4efd-b3c8-7b2de5d42a96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.0558908 Mar 16 12:00:04.829573 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-a417c096-ddb4-4ae8-b44f-c81d102575e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728400 Mar 16 12:00:04.967268 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-35f2eabe-1d21-4c9f-b5e1-98a1e488d727 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294720 Mar 16 12:00:05.042341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:05.096376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-383ec0d1-ea40-4d6a-9f43-952ecdeca971 req-f0736ede-a142-45e9-bdf4-f52abe4d7922 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228549 Mar 16 12:00:05.150692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:05.557690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7f1a-4f9d-4a2a-87bd-c9ad9e54a9cb req-a087e24b-90e3-4be5-8d3e-7c6e4be95cc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:05.559141 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95ea7f1a-4f9d-4a2a-87bd-c9ad9e54a9cb req-a087e24b-90e3-4be5-8d3e-7c6e4be95cc4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 944 time: 0.1006026 Mar 16 12:00:05.604196 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95ea7f1a-4f9d-4a2a-87bd-c9ad9e54a9cb req-4a86684b-54c7-4d13-af83-6bfef8dfc4de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Mar 16 12:00:05.663903 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 430eb75b-3edf-46c0-803f-47f05b690432 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:05.732149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 430eb75b-3edf-46c0-803f-47f05b690432 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:05.732497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:06.459418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:06.981869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbcd37-a450-4351-918c-ffa17beea6e9 req-ea6c020a-94a7-4ccf-9e44-953881ce32e3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:06.984116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0dbcd37-a450-4351-918c-ffa17beea6e9 req-ea6c020a-94a7-4ccf-9e44-953881ce32e3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 944 time: 0.1047282 Mar 16 12:00:07.005637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f05cb7fb-4014-4e66-b6ac-24ac74695d1c details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:00:07.030240 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0dbcd37-a450-4351-918c-ffa17beea6e9 req-9c0cf563-f9ee-4737-9dad-b4e2f5560544 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Mar 16 12:00:07.141196 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:00:07.155487 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'port_id': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'mac_address': 'fa:16:3e:37:d1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:00:07.211043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:07.228848 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05cb7fb-4014-4e66-b6ac-24ac74695d1c {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:00:07.244077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:00:07.249783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:07.330382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:07.522853 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['f05cb7fb-4014-4e66-b6ac-24ac74695d1c'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:00:08.246256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec65e-152c-497f-9c0b-9065ce991f55 req-6a51093f-ac01-4022-aaf0-5a8cb5e51566 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:08.248697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fdec65e-152c-497f-9c0b-9065ce991f55 req-6a51093f-ac01-4022-aaf0-5a8cb5e51566 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 945 time: 0.0938420 Mar 16 12:00:08.298785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7fdec65e-152c-497f-9c0b-9065ce991f55 req-285f55ff-f065-44e9-8a92-20b38647ffc3 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Mar 16 12:00:09.022482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f05cb7fb-4014-4e66-b6ac-24ac74695d1c up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:00:09.108733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port f05cb7fb-4014-4e66-b6ac-24ac74695d1c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:00:09.113791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port f05cb7fb-4014-4e66-b6ac-24ac74695d1c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:00:09.114155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:09.229780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:09.256493 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:00:09.265849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:00:09.270740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:09.313488 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'code': 200} Mar 16 12:00:09.371359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:09.559736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09294134-b044-4cb5-831a-8f25a1861e78 req-1b705f3e-eb1f-45cf-9be1-14a879d182c7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:09.561060 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-09294134-b044-4cb5-831a-8f25a1861e78 req-1b705f3e-eb1f-45cf-9be1-14a879d182c7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1320832 Mar 16 12:00:09.701644 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2ea45d3-9e1b-4bcf-bfbf-6470c006acad req-0bcb2c11-0436-49f0-bf77-9cce2de36649 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1099 time: 0.2105663 Mar 16 12:00:09.706715 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-09294134-b044-4cb5-831a-8f25a1861e78 req-bf0c1b2a-723a-44af-8d3c-a2508e6125e4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390605 Mar 16 12:00:09.743663 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2ea45d3-9e1b-4bcf-bfbf-6470c006acad req-23671169-11c7-4a62-a450-eea52d40b81a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Mar 16 12:00:10.909633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2936-e22b-4ea3-b455-b38b4b1096ca req-fad10f8c-1202-4e13-a3b7-f40ba3824aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:10.911713 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-67fa2936-e22b-4ea3-b455-b38b4b1096ca req-fad10f8c-1202-4e13-a3b7-f40ba3824aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0795667 Mar 16 12:00:10.962024 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-67fa2936-e22b-4ea3-b455-b38b4b1096ca req-23a9ee20-4226-4b95-a183-7d9ac85e9ef2 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Mar 16 12:00:12.187199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ee3f-5a18-41fc-af67-2d1dfa2016dd req-f1913235-07ff-491d-ab1f-c03b412a7028 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.188677 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9417ee3f-5a18-41fc-af67-2d1dfa2016dd req-f1913235-07ff-491d-ab1f-c03b412a7028 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0911355 Mar 16 12:00:12.235299 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9417ee3f-5a18-41fc-af67-2d1dfa2016dd req-7e212742-7848-4f0d-85e8-9bfb1ffe334d tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409977 Mar 16 12:00:12.434915 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9885-066a-4127-96e6-c03f725342d5 req-799345c8-2b2e-40b6-a6d5-8f73c8ebdd19 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:12.436352 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a47b9885-066a-4127-96e6-c03f725342d5 req-799345c8-2b2e-40b6-a6d5-8f73c8ebdd19 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0771012 Mar 16 12:00:12.472218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:12.485842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a47b9885-066a-4127-96e6-c03f725342d5 req-d46e0f23-400f-43b1-9066-e2f1d7cb1a3b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Mar 16 12:00:12.513265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50914) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:12.586421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9ab93a3-0998-4acc-8934-86559316597b tempest-TestNetworkAdvancedServerOps-692295985 tempest-TestNetworkAdvancedServerOps-692295985-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1094 time: 0.0720434 Mar 16 12:00:12.590679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:12.597777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:00:12.603637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:00:12.607594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Usage tracker for resource:floatingip and tenant:4653071ba02d483194350c5f89d87160 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:00:12.611030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:00:12.616807 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:00:12.629702 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:12.765387 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:12.908394 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Allocated IP 172.26.1.186 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/0b8705d9-53b3-4e05-830f-a59be2a43cdc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:00:13.062098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:13.095724 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:13.161548 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:00:13.164900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:00:13.168515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=0b8705d9-53b3-4e05-830f-a59be2a43cdc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:13.169635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:00:13.680618 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:13.738974 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:14.038655 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:14.045777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:14.146980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event updated for resources: {'Port': ['ID=0b8705d9-53b3-4e05-830f-a59be2a43cdc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:14.161322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:14.366144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Floating IP ef707f24-74f5-402d-a7cb-2498999d504d associated. External IP: 172.26.1.186, port: f05cb7fb-4014-4e66-b6ac-24ac74695d1c. Mar 16 12:00:14.774549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 12aa5943-62d3-4c57-8630-a097fc134a99 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:00:14.980541 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:00:14.991267 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Sync routers for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:00:15.004486 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:15.005404 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:15.005631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:15.061100 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b18bbe27-32b8-43f8-a7a3-4c41fd06024b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4690285 Mar 16 12:00:15.061607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:00:15.118031 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'status': 'completed', 'code': 200} Mar 16 12:00:15.184313 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:15.262285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-5e31b33e-7ca0-4ced-8feb-f5d0e4cbba62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1099 time: 0.1225088 Mar 16 12:00:15.296133 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfa4ce-bd4b-4bc2-bf42-20b49da87ae3 req-9990bce1-120e-4f18-ba5c-e770f2b4a07a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.297546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1bfa4ce-bd4b-4bc2-bf42-20b49da87ae3 req-9990bce1-120e-4f18-ba5c-e770f2b4a07a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1243253 Mar 16 12:00:15.415013 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1bfa4ce-bd4b-4bc2-bf42-20b49da87ae3 req-87b422a5-1def-4bf3-a8ce-707d0db83aba tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722888 Mar 16 12:00:15.439942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-50f3a057-fb01-4fa2-a5e4-4dc485658c18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.441650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-50f3a057-fb01-4fa2-a5e4-4dc485658c18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 897 time: 0.1731374 Mar 16 12:00:15.443609 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50926) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:15.528908 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'ef707f24-74f5-402d-a7cb-2498999d504d', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.186', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'port_id': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'mac_address': 'fa:16:3e:37:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:00:13Z', 'updated_at': '2022-03-16T12:00:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:15.532874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Checking router: 12aa5943-62d3-4c57-8630-a097fc134a99 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:00:15.543697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:15.544285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:15.729894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:15.737754 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-76421dee-758c-4858-9946-f2dc7a223e2c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 992 time: 0.2931197 Mar 16 12:00:15.748514 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-fccb2077-578e-405b-91c1-7fdcb21fda76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 1000 time: 0.2453156 Mar 16 12:00:15.815879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-594bfc71-ab04-4cc6-85f4-f3427e615562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:15.817481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-594bfc71-ab04-4cc6-85f4-f3427e615562 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.0629363 Mar 16 12:00:15.893297 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-c61023c3-f323-4ba2-ae7e-59ad3a5bc8e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702896 Mar 16 12:00:16.020599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-218f9919-339c-42bf-8b10-8f17210eb796 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215954 Mar 16 12:00:16.080921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'ef707f24-74f5-402d-a7cb-2498999d504d', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.186', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'port_id': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'mac_address': 'fa:16:3e:37:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:00:13Z', 'updated_at': '2022-03-16T12:00:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:16.085055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc5c9e-3fc4-435c-a541-ee35be5545d6 None None] The sync data for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv is: [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'ef707f24-74f5-402d-a7cb-2498999d504d', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'floating_ip_address': '172.26.1.186', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'port_id': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'mac_address': 'fa:16:3e:37:d1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:00:13Z', 'updated_at': '2022-03-16T12:00:13Z', 'revision_number': 0, 'project_id': '4653071ba02d483194350c5f89d87160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:00:16.152542 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46598d19-95f5-4aa4-bf7f-963d95c4420a req-52fb7117-44c3-49a2-b169-efc30ea8ad27 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262672 Mar 16 12:00:16.742479 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 50930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:16.860757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64cb0f53-ea92-4bff-9b0e-983c3dd11778 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 992 time: 0.1162171 Mar 16 12:00:17.865526 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:17.973230 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-41c1ecc7-57e9-40be-bea7-f7194aa2380b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 992 time: 0.1064985 Mar 16 12:00:18.825591 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bbdaf-c77d-42ce-81c4-058acade3c6a None None] New status for floating IP ef707f24-74f5-402d-a7cb-2498999d504d: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:00:18.923160 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-76b01b54-d692-412b-a8c9-f2a259f9c59b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683692 Mar 16 12:00:18.977244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:19.066627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-357577c3-a645-4676-9f14-9ceaecedc905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1099 time: 0.0755887 Mar 16 12:00:19.089763 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1dfe8dba-1c50-4dd1-af84-08240460637c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 992 time: 0.1101716 Mar 16 12:00:19.209166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-83f30a06-5841-4f89-8cda-4c724e15ec80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:19.210616 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-83f30a06-5841-4f89-8cda-4c724e15ec80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 897 time: 0.1252639 Mar 16 12:00:19.312094 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-79aa7c54-9f2b-4ff3-82bb-fff656c550e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 1002 time: 0.0957289 Mar 16 12:00:19.372275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-53b25204-95ff-4cfc-aad9-f07de60c5cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:19.373573 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-53b25204-95ff-4cfc-aad9-f07de60c5cbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.0563879 Mar 16 12:00:19.447633 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-f0a33002-fa68-449e-b6bb-65966430f8d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681717 Mar 16 12:00:19.590846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-fdd144d0-7a86-4c78-84da-450d63a2f34a service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367493 Mar 16 12:00:19.721292 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7effce1c-eefb-483c-bdf3-516eaa8bc8ea req-cf00e185-86e1-434f-8060-d94268b79c7b service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249809 Mar 16 12:00:20.093537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:20.212128 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c040f47c-15ae-4dfc-a3b2-bb2a95e4474f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 994 time: 0.1167219 Mar 16 12:00:31.579137 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68ff108e-aae2-43c4-bacd-5967550950af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:33.774758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b734b450-a2f1-4a07-80e5-7e7573dc070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.039574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.159969 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:35.555396 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:00:36.463027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:42.489890 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:47.941675 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f90a-fa7d-4f54-b4ae-de240f87b23c req-6f5b8c7e-09a3-4d92-9d37-a366be769a91 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:47.943564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d219f90a-fa7d-4f54-b4ae-de240f87b23c req-6f5b8c7e-09a3-4d92-9d37-a366be769a91 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.2113907 Mar 16 12:00:47.990252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d219f90a-fa7d-4f54-b4ae-de240f87b23c req-fa4015eb-e3da-4cf2-aa9b-b57f988f3cbf tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Mar 16 12:00:49.291731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d63cf-b35d-4f75-9617-8631ed715625 req-a903eb43-8c10-4eef-a365-326ac473056f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:49.293172 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a40d63cf-b35d-4f75-9617-8631ed715625 req-a903eb43-8c10-4eef-a365-326ac473056f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1498141 Mar 16 12:00:49.341337 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a40d63cf-b35d-4f75-9617-8631ed715625 req-06f01195-ec6f-437e-a594-27003b398dc7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424490 Mar 16 12:00:49.376162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50966) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:49.568803 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a64cdbba-dca1-4a21-bce0-ad6a146b524e tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 994 time: 0.1915016 Mar 16 12:00:51.201870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033da94-ea57-451e-8208-79df2231f040 req-18e1dc24-258c-4fa7-9057-2d5b38d89857 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:51.203335 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c033da94-ea57-451e-8208-79df2231f040 req-18e1dc24-258c-4fa7-9057-2d5b38d89857 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1798425 Mar 16 12:00:51.296398 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c033da94-ea57-451e-8208-79df2231f040 req-bcb8f7cf-d194-4515-b2db-ac4ce31c01ac tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871694 Mar 16 12:00:51.313635 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-5ce40303-c8f5-404e-98f9-399ae57f9f04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1099 time: 0.1709819 Mar 16 12:00:51.446290 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-3026a182-1d5f-4e4b-946b-cdf271f79520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:51.447786 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-3026a182-1d5f-4e4b-946b-cdf271f79520 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 897 time: 0.1251323 Mar 16 12:00:51.553583 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-a26969df-b01c-46b8-8afd-aff1a9ac6cd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 1002 time: 0.0962026 Mar 16 12:00:51.624736 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-26f95de7-1993-4e50-9b7d-435e6d7587e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:51.626176 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-26f95de7-1993-4e50-9b7d-435e6d7587e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.0631063 Mar 16 12:00:51.713703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-3c7c6c04-b7e1-40ae-8ebc-fd1bd6a7bfa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789294 Mar 16 12:00:51.879008 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-62be70a4-24b0-4b20-b4ec-4bdc369c33da service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539934 Mar 16 12:00:52.015103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0a55853-a6b8-42ec-bd5c-650b54545178 req-83ec1b5d-7c1a-49c3-8c4f-60f274c5e007 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260793 Mar 16 12:00:52.517595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5320aeb-500b-4932-bc9d-bd8fc57122d2 req-9b5ca606-c9ca-4cf3-87b9-88ec9768c92b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:52.519150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5320aeb-500b-4932-bc9d-bd8fc57122d2 req-9b5ca606-c9ca-4cf3-87b9-88ec9768c92b tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0891211 Mar 16 12:00:52.564279 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5320aeb-500b-4932-bc9d-bd8fc57122d2 req-2f7e8c05-8e28-497e-b781-d46edd223b0a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Mar 16 12:00:53.828150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de253-0ddb-42c9-85a4-c182fea9eee2 req-ca09732b-fb7e-4239-99d7-faa5b45a0c88 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:53.829576 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-127de253-0ddb-42c9-85a4-c182fea9eee2 req-ca09732b-fb7e-4239-99d7-faa5b45a0c88 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1030109 Mar 16 12:00:53.892072 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-127de253-0ddb-42c9-85a4-c182fea9eee2 req-f2709b2f-c076-4ef4-bedd-6f130bf66d8c tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537488 Mar 16 12:00:53.933020 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:54.056002 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d5e186b-a2f9-47ac-8cd1-7ed98b713ee0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 200 len: 994 time: 0.1217327 Mar 16 12:00:54.395061 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 50990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:00:54.599659 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 0b8705d9-53b3-4e05-830f-a59be2a43cdc {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:00:54.599891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:54.775592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:54.776037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:54.897404 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 0b8705d9-53b3-4e05-830f-a59be2a43cdc owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:00:55.051009 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.096041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=0b8705d9-53b3-4e05-830f-a59be2a43cdc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:55.183703 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.183933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.184320 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.184780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.185212 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.185740 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.186101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.186549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.186972 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.187598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.187787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:55.219894 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.633000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 12aa5943-62d3-4c57-8630-a097fc134a99 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:00:55.952374 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:00:55.963286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Sync routers for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:00:55.974752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:55.977098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:55.977706 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:56.029209 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d40cd8e-cdba-4eb8-b90d-0506d7c793e0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/floatingips/ef707f24-74f5-402d-a7cb-2498999d504d HTTP/1.1" status: 204 len: 168 time: 1.6304905 Mar 16 12:00:56.029209 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:00:56.083497 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'status': 'completed', 'code': 200} Mar 16 12:00:56.154925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:56.183421 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-8dd9b3c6-c608-41e9-b0e9-c966223ecd8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4653071ba02d483194350c5f89d87160&device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 1099 time: 0.0708067 Mar 16 12:00:56.324194 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-4c732fee-de1d-45af-9f28-1713edc49895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:56.325753 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-4c732fee-de1d-45af-9f28-1713edc49895 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 200 len: 897 time: 0.1307902 Mar 16 12:00:56.431839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-306e703c-5924-43f1-92f1-a68fa5ff4d21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 200 len: 217 time: 0.0999804 Mar 16 12:00:56.508603 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-59e15f5a-af76-44ab-92ff-136a0d6ed553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:56.510050 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-59e15f5a-af76-44ab-92ff-136a0d6ed553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 200 len: 835 time: 0.0663655 Mar 16 12:00:56.518983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe654-3834-4bce-8df1-19f131792412 req-e6bc8310-c670-4c1f-afd8-888f2ff2e8c7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:56.520283 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3abe654-3834-4bce-8df1-19f131792412 req-e6bc8310-c670-4c1f-afd8-888f2ff2e8c7 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.1428382 Mar 16 12:00:56.537682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:56.542280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Checking router: 12aa5943-62d3-4c57-8630-a097fc134a99 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:00:56.553183 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:00:56.553817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:56.609618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3abe654-3834-4bce-8df1-19f131792412 req-5265b050-7b39-45a0-b216-84a03cd3f2e9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606596 Mar 16 12:00:56.622112 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-e8992fc0-8b00-45bf-b8ce-a154e893b03b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1737467-9756-4a70-9aa9-8b5ab313dd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008716 Mar 16 12:00:56.735874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:00:56.845362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-c9cfb273-5253-434a-abe7-4f537ad07a70 service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162981 Mar 16 12:00:56.973886 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f04e3d5-1aff-46ce-b63c-08e035a10fb2 req-22c6af75-8c97-41b1-a6f1-24661e93eedb service neutron] 10.222.0.59 "GET /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216965 Mar 16 12:00:57.044343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:00:57.048415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ce58-8315-4cb2-b0de-f86067da08a0 None None] The sync data for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv is: [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '430eb75b-3edf-46c0-803f-47f05b690432', 'name': '', 'network_id': 'd1737467-9756-4a70-9aa9-8b5ab313dd5c', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'mac_address': 'fa:16:3e:78:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:56Z', 'updated_at': '2022-03-16T12:00:04Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'subnets': [{'id': 'e1df4c34-5ee0-4b6e-b992-87e3002ee191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:00:57.265253 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab675f-241f-425d-930d-f889605692b1 None None] New status for floating IP ef707f24-74f5-402d-a7cb-2498999d504d: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:00:57.821676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b343-2145-4beb-a2d5-dec058c8f6da req-ec415baa-6e49-498c-b041-ef60ac98e5d0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:57.823152 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f35b343-2145-4beb-a2d5-dec058c8f6da req-ec415baa-6e49-498c-b041-ef60ac98e5d0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0797234 Mar 16 12:00:57.877812 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f35b343-2145-4beb-a2d5-dec058c8f6da req-f22a07be-9a88-4411-8751-ffa1d12b23f0 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39dec2b-6fa2-4292-b7ec-454df1111230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Mar 16 12:00:58.124030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-a4cd5324-8b94-4003-a4e4-f5473c135a6a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:00:58.125433 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-a4cd5324-8b94-4003-a4e4-f5473c135a6a tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 946 time: 0.0803924 Mar 16 12:00:58.203378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port f05cb7fb-4014-4e66-b6ac-24ac74695d1c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:00:58.203682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:58.449905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port f05cb7fb-4014-4e66-b6ac-24ac74695d1c, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:00:58.450216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:58.571590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for f05cb7fb-4014-4e66-b6ac-24ac74695d1c owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:00:58.727228 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:58.773214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=f05cb7fb-4014-4e66-b6ac-24ac74695d1c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:00:58.811530 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.811869 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.812203 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.812533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.812857 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.813178 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.813497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.813818 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.814173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.814489 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.814806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:00:58.852988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] No DVR routers for this DVR port f05cb7fb-4014-4e66-b6ac-24ac74695d1c on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:00:58.855657 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:00:58.858039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'name': 'network-vif-deleted', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:00:58.869450 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bdc926ac-b646-4f8a-a78e-5b22ccf73f56 req-91ff3191-45fe-4886-9e2e-2e0423d6c582 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.59 "DELETE /v2.0/ports/f05cb7fb-4014-4e66-b6ac-24ac74695d1c HTTP/1.1" status: 204 len: 173 time: 0.7359860 Mar 16 12:00:58.923680 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c31945-cf66-4e85-8727-69c399c61e8b', 'name': 'network-vif-deleted', 'tag': 'f05cb7fb-4014-4e66-b6ac-24ac74695d1c', 'status': 'completed', 'code': 200} Mar 16 12:00:59.049779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fb6dc4c1-c062-4fe5-bdce-1573adddbb91 req-01b6a4e1-304b-44e3-bb29-0e96a9470ee9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Synchronizing usage tracker for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:00:59.068286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fb6dc4c1-c062-4fe5-bdce-1573adddbb91 req-01b6a4e1-304b-44e3-bb29-0e96a9470ee9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Unset dirty status for tenant:4653071ba02d483194350c5f89d87160 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:00:59.069553 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb6dc4c1-c062-4fe5-bdce-1573adddbb91 req-01b6a4e1-304b-44e3-bb29-0e96a9470ee9 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c31945-cf66-4e85-8727-69c399c61e8b HTTP/1.1" status: 200 len: 210 time: 0.0663533 Mar 16 12:01:00.191110 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51008) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:00.607289 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:01.175141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f05cb7fb-4014-4e66-b6ac-24ac74695d1c no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:01.210835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: f05cb7fb-4014-4e66-b6ac-24ac74695d1c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:01:01.211218 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device f05cb7fb-4014-4e66-b6ac-24ac74695d1c not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:01.228370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 430eb75b-3edf-46c0-803f-47f05b690432 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:01:01.229271 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:01.411667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 430eb75b-3edf-46c0-803f-47f05b690432, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=430eb75b-3edf-46c0-803f-47f05b690432,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:01.412038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:01.584693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cdaf807a-0ca2-46b8-9780-16f79a49947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:01.631990 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 430eb75b-3edf-46c0-803f-47f05b690432 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:01:01.835625 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:01.891898 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=430eb75b-3edf-46c0-803f-47f05b690432,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:02.221755 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:02.838347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Router 12aa5943-62d3-4c57-8630-a097fc134a99 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:01:03.047136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:03.057063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Sync routers for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:03.064821 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c63180b-131c-4352-8047-1dcc53fdb346 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "PUT /v2.0/routers/12aa5943-62d3-4c57-8630-a097fc134a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8726742 Mar 16 12:01:03.067665 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:03.070112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:03.070801 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:03.250583 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:03.368511 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting subnet e1df4c34-5ee0-4b6e-b992-87e3002ee191 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 12:01:03.371891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.424712 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.508015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.574910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T12:01:01Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:03.578912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Checking router: 12aa5943-62d3-4c57-8630-a097fc134a99 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:03.584555 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.590474 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Routers {'12aa5943-62d3-4c57-8630-a097fc134a99'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:03.591096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:00:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['12aa5943-62d3-4c57-8630-a097fc134a99'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:03.623647 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Subnet': ['ID=e1df4c34-5ee0-4b6e-b992-87e3002ee191,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:03.628205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.634574 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2bac196-3f8f-471a-8c4a-e9aeac029aa4 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/subnets/e1df4c34-5ee0-4b6e-b992-87e3002ee191 HTTP/1.1" status: 204 len: 168 time: 0.5657880 Mar 16 12:01:03.637468 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:03.637973 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51381c2-f6e9-4b5a-81a7-ac25d0c68f9b None None] Network d1737467-9756-4a70-9aa9-8b5ab313dd5c requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:01:03.826445 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc6933e2-eb3f-426c-ada8-9b37078f0975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.864635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:03.930176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] Set router 12aa5943-62d3-4c57-8630-a097fc134a99 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:04.165436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.176185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Deleting port 454377d2-43f1-4b28-81b6-fc0decdf9f05 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:01:04.176550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.197642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] DHCP port deletion for d1737467-9756-4a70-9aa9-8b5ab313dd5c request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 12:01:04.207955 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Deleting port 5496fd34-7e62-4e8f-9d15-99544674fe23 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:01:04.208319 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.347620 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] For port 454377d2-43f1-4b28-81b6-fc0decdf9f05, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=454377d2-43f1-4b28-81b6-fc0decdf9f05,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:04.347967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.405578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T12:01:01Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:04.420442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad1206-a58e-4fab-91e5-8149fdd621f1 None None] The sync data for ids ['12aa5943-62d3-4c57-8630-a097fc134a99'] in dv-neutron-833733-1-hyperv is: [{'id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962345482', 'tenant_id': '4653071ba02d483194350c5f89d87160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T12:01:01Z', 'revision_number': 5, 'project_id': '4653071ba02d483194350c5f89d87160', 'gw_port': {'id': '454377d2-43f1-4b28-81b6-fc0decdf9f05', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12aa5943-62d3-4c57-8630-a097fc134a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T11:59:53Z', 'updated_at': '2022-03-16T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:04.428233 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] For port 5496fd34-7e62-4e8f-9d15-99544674fe23, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=5496fd34-7e62-4e8f-9d15-99544674fe23,segment=NetworkSegment(8920978b-fdbd-4d55-8416-4b88718dcab9),segment_id=8920978b-fdbd-4d55-8416-4b88718dcab9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:04.428619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.470333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Calling delete_port for 454377d2-43f1-4b28-81b6-fc0decdf9f05 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:01:04.550750 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Calling delete_port for 5496fd34-7e62-4e8f-9d15-99544674fe23 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:01:04.624545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.631580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:04.669223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Pushing event deleted for resources: {'Port': ['ID=5496fd34-7e62-4e8f-9d15-99544674fe23,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:04.673865 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Port': ['ID=454377d2-43f1-4b28-81b6-fc0decdf9f05,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:04.676657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] No DVR routers for this DVR port 5496fd34-7e62-4e8f-9d15-99544674fe23 on host dv-neutron-833733-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:01:04.681896 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.682274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.682612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.682941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.683264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.683639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.683968 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.684292 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.684654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.684963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.685288 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b948fdc1-831a-40d1-89b4-71ded2d0be31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:04.897911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.034299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.147810 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.152482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.161565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.181137 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.181678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Fanout notify agent at l3_agent the message router_deleted on router 12aa5943-62d3-4c57-8630-a097fc134a99 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 12:01:05.197016 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.200918 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf9d5342-5c5f-48eb-b583-2a462992f558 tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/routers/12aa5943-62d3-4c57-8630-a097fc134a99 HTTP/1.1" status: 204 len: 168 time: 1.5599623 Mar 16 12:01:05.201145 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:05.321359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.560761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.584679 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1737467-9756-4a70-9aa9-8b5ab313dd5c']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:05.596426 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8920978b-fdbd-4d55-8416-4b88718dcab9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:05.596711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8920978b-fdbd-4d55-8416-4b88718dcab9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:05.608457 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.627151 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.635996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 12:01:05.636414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:01:05.652145 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:01:05.704808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5496fd34-7e62-4e8f-9d15-99544674fe23 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:05.737328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.740367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 5496fd34-7e62-4e8f-9d15-99544674fe23 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:01:05.740713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 5496fd34-7e62-4e8f-9d15-99544674fe23 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:05.748400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 430eb75b-3edf-46c0-803f-47f05b690432 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:05.758360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.767179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'Network': ['ID=d1737467-9756-4a70-9aa9-8b5ab313dd5c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:05.782665 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-264733c2-261b-40da-b1ad-8f952beb42de tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/networks/d1737467-9756-4a70-9aa9-8b5ab313dd5c HTTP/1.1" status: 204 len: 168 time: 0.5777049 Mar 16 12:01:05.782861 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:05.783381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 430eb75b-3edf-46c0-803f-47f05b690432 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:01:05.783725 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 430eb75b-3edf-46c0-803f-47f05b690432 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:05.784230 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 454377d2-43f1-4b28-81b6-fc0decdf9f05 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:01:05.816172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 454377d2-43f1-4b28-81b6-fc0decdf9f05 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:01:05.816461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 454377d2-43f1-4b28-81b6-fc0decdf9f05 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:01:05.858303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.887272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.951370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.968991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39dec2b-6fa2-4292-b7ec-454df1111230,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:05.979573 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:05.986532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7db515d0-faab-446c-ac72-fe9c89eca18f tempest-TestNetworkAdvancedServerOps-245763916 tempest-TestNetworkAdvancedServerOps-245763916-project] 10.222.0.36 "DELETE /v2.0/security-groups/b39dec2b-6fa2-4292-b7ec-454df1111230 HTTP/1.1" status: 204 len: 168 time: 0.1969378 Mar 16 12:01:06.404344 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:06.461280 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.616969 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3745227a-56b3-4769-86f3-81076e62984f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4653071ba02d483194350c5f89d87160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2114675 Mar 16 12:01:06.619665 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:06.677226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.705571 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.763065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.784401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a9862-4ec3-453d-bfe1-607c61bacaba,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:06.790844 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:06.794428 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a2c16557-6694-4c70-853e-1cbcdb76e7d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/858a9862-4ec3-453d-bfe1-607c61bacaba HTTP/1.1" status: 204 len: 168 time: 0.1738055 Mar 16 12:01:07.132288 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:07.151187 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.185758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:07.189908 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd7ea2a0b62424d90ab75929ed5000d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:07.192833 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:07.199165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:07.266184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.271598 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.320138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72793940-bc99-4089-bd06-a15655ae4483,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:07.324442 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-361629a6-cc79-42bb-bfc5-29761dc92f32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bd7ea2a0b62424d90ab75929ed5000d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1911180 Mar 16 12:01:07.327269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51054) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:07.398559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.428868 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.489426 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.504250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72793940-bc99-4089-bd06-a15655ae4483,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:07.510478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:07.511622 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-12d87388-3923-4a22-9c9a-648926b7db8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72793940-bc99-4089-bd06-a15655ae4483 HTTP/1.1" status: 204 len: 168 time: 0.1835983 Mar 16 12:01:08.465235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:08.620143 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247402707-network', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:08.628352 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:08.634629 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Usage tracker for resource:network and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:08.637860 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:08.643811 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:08.656537 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Made reservation on behalf of c5f13579e7474ae49a622af28e3547bc for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:01:08.659000 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.671115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.704297 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:08.708046 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:08.710872 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:08.716864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:08.780436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.785848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.814540 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:01:08.823241 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878f330-d0cd-4fb0-b133-7ab4d8f68594,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:08.831308 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.831701 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Added segment f571d043-9dac-4d66-afa6-4274bb70ac39 of type vlan for network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 Mar 16 12:01:08.859122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.889632 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.890523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:08.891092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:08.991463 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5245490 Mar 16 12:01:08.992267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d8ce2-0837-4702-8af9-fe81fbeb8ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:08.995150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:09.002291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Request body: {'subnet': {'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247402707-subnet', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:09.003798 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:01:09.007628 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:09.011891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Usage tracker for resource:subnet and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:09.015013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:09.021661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:09.034256 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Made reservation on behalf of c5f13579e7474ae49a622af28e3547bc for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:01:09.036620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.237456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.309489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:09.324519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Checking segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:09.324862 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Network hostable DHCP agents. Network: 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:01:09.346493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:01:09.356221 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:09.360080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:09.360644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.365173 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f12fa-ca8a-456d-8825-094bc558113f None None] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:01:09.380866 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db4e7073-f173-49c9-bf04-a82d36fab06b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3845928 Mar 16 12:01:09.384097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:09.389788 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:09.394394 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:09.398099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Usage tracker for resource:router and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:09.401620 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:09.407318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:09.417602 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.418541 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.436661 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.578359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 12:01:09.579452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.586752 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.738392 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Allocated IP 172.20.0.2 (45fcfe43-67fb-4c0d-ab83-33d1ffc322c8/9b64a1c2-b2b6-47d3-9a96-318b63b59ebf/9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:09.773768 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.803109 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.938734 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:09.949461 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Transition to ACTIVE for port object 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:09.968325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Transition to ACTIVE for port object 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:09.975677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.037153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Allocated IP 172.26.1.102 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/748af2c9-241d-4253-9679-d668ce2ac96b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:10.043271 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:10.046059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:10.050422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:10.052495 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Pushing event updated for resources: {'Port': ['ID=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:10.138317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Attempting to bind port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:10.138669 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Attempting to bind port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:10.139010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Attempting to bind port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:10.145371 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:10.145732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Checking segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:10.146161 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.146537 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Bound using segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:10.146984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Bound port: 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:10.147344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.190436 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.222219 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.237492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] For port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:10.240437 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] For port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:10.245480 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.292099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:10.294968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:10.299354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:10.326529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Pushing event updated for resources: {'Port': ['ID=748af2c9-241d-4253-9679-d668ce2ac96b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:10.327131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e75314-8c3f-462d-bb25-ce927008f84f None None] Pushing event updated for resources: {'Port': ['ID=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:10.479919 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.480726 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.729011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Router a4d28ef5-a5a0-4383-b81e-702077c16883 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 12:01:10.941612 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:10.952443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:10.965272 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:10.966295 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:10.966558 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-04354742-01a0-4d6b-ac6b-f8d3be6efc31 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5815797 Mar 16 12:01:10.966915 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:10.969250 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51090) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:11.192071 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:11.220723 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c0391d-1f28-43af-b474-8d056c7a7776 None None] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:01:11.401220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-12084d5f-1950-43eb-af90-ddd87c61948d None None] Provisioning for port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:11.478515 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:10Z', 'revision_number': 3, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:11.482367 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:11.482696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Updating router a4d28ef5-a5a0-4383-b81e-702077c16883 port 748af2c9-241d-4253-9679-d668ce2ac96b binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:01:11.541178 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.752553 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:11.819426 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:11.824724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:11.825189 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.836456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.899536 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.911964 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Transition to ACTIVE for port object 748af2c9-241d-4253-9679-d668ce2ac96b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:11.919286 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.941235 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.974326 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:11.979411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:11.995147 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Attempting to bind port 748af2c9-241d-4253-9679-d668ce2ac96b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:11.995733 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Attempting to bind port 748af2c9-241d-4253-9679-d668ce2ac96b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:11.996195 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Attempting to bind port 748af2c9-241d-4253-9679-d668ce2ac96b on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:12.009402 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Pushing event updated for resources: {'Port': ['ID=748af2c9-241d-4253-9679-d668ce2ac96b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:12.013693 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:12.014100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:12.014494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.014879 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:12.015334 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Bound port: 748af2c9-241d-4253-9679-d668ce2ac96b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:12.015698 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.047627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:12.058871 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.059212 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.059539 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.059860 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.060185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.060505 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.060821 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.061133 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.061335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Allocated IP 172.20.0.1 (45fcfe43-67fb-4c0d-ab83-33d1ffc322c8/9b64a1c2-b2b6-47d3-9a96-318b63b59ebf/47e0c4cb-eb7c-4e07-8c75-10276b2064b2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:12.061443 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.061735 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.062062 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:01:12.103595 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] For port 748af2c9-241d-4253-9679-d668ce2ac96b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:12.107435 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] For port 748af2c9-241d-4253-9679-d668ce2ac96b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=748af2c9-241d-4253-9679-d668ce2ac96b,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:12.111837 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.188881 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbb563-3db1-4aa7-b0cf-c86d37a75e17 None None] Pushing event updated for resources: {'Port': ['ID=748af2c9-241d-4253-9679-d668ce2ac96b,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:12.193473 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:12.194170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:12.218722 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.235566 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Transition to ACTIVE for port object 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:12.259797 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.324835 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:12.327710 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:12.332054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:12.356242 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:12.380566 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:12.388630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.474029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.488422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.564252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1f06db49-6a1f-4875-93f1-444ea0a7ba49 None None] Provisioning for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:12.565564 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:01:12.569656 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1f06db49-6a1f-4875-93f1-444ea0a7ba49 None None] Provisioning complete for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:12.570178 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1f06db49-6a1f-4875-93f1-444ea0a7ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.628911 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1f06db49-6a1f-4875-93f1-444ea0a7ba49 None None] Port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:12.680733 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:10Z', 'revision_number': 3, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:12.684767 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced4c8a-14c4-4890-b7f4-4117d217d967 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:10Z', 'revision_number': 3, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:12.705367 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.711113 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.817779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:12.821303 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:12.968005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:12.969191 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:13.261289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8a4ff12b-a2e9-4394-8a5b-e54c09574d7a None None] Provisioning complete for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:13.261724 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a4ff12b-a2e9-4394-8a5b-e54c09574d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:13.351415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ff12b-a2e9-4394-8a5b-e54c09574d7a None None] Port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:13.467946 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:01:13.690267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:13.698956 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-afe95b30-0d0e-495b-ab88-4ab2b4d9a0e8 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4d28ef5-a5a0-4383-b81e-702077c16883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287102 Mar 16 12:01:13.778997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 748af2c9-241d-4253-9679-d668ce2ac96b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:13.850089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 748af2c9-241d-4253-9679-d668ce2ac96b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:13.855262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 748af2c9-241d-4253-9679-d668ce2ac96b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:13.855619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:13.973022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:13.989961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 748af2c9-241d-4253-9679-d668ce2ac96b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=748af2c9-241d-4253-9679-d668ce2ac96b,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:13.993985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:13.995205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:14.112657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=748af2c9-241d-4253-9679-d668ce2ac96b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:14.130236 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:14.130593 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.577231 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51112) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:14.582743 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-421498022-network', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:14.588471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:14.592692 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Usage tracker for resource:network and tenant:19e60fdd7bc9486c9dab6088501194e7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:14.595908 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:14.602839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:14.614650 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Made reservation on behalf of 19e60fdd7bc9486c9dab6088501194e7 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:01:14.616847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.629154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.661565 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:14.665510 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Usage tracker for resource:security_group_rule and tenant:19e60fdd7bc9486c9dab6088501194e7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:14.668759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:14.674566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:14.741284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.747779 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.776305 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:01:14.784325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb86b37b-d496-4854-8cc1-b23c495afe9e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:14.789567 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.789905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Added segment ff0f1da6-af82-4c14-8dc9-fc58706627df of type vlan for network 8a534993-9c25-4e83-bd90-925fe5e032d9 Mar 16 12:01:14.815357 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.845320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.846177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:14.846767 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:14.947514 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3691604 Mar 16 12:01:14.948459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cf4f2-3e47-4575-8559-6a08d9802a82 admin admin] Pushing event updated for resources: {'Network': ['ID=8a534993-9c25-4e83-bd90-925fe5e032d9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:14.949323 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51116) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:14.955298 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Request body: {'subnet': {'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-421498022-subnet', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:14.960344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:14.961503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:01:14.964905 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Usage tracker for resource:subnet and tenant:19e60fdd7bc9486c9dab6088501194e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:14.967830 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:14.973819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:14.987101 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Made reservation on behalf of 19e60fdd7bc9486c9dab6088501194e7 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:01:14.989762 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.192253 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.252848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c2194d-7723-439b-9e7e-087b98cae8b5,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:15.275666 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Checking segment: {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:15.276011 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Network hostable DHCP agents. Network: 8a534993-9c25-4e83-bd90-925fe5e032d9, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:01:15.299069 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:01:15.308538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, 8a534993-9c25-4e83-bd90-925fe5e032d9) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:15.312546 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:15.313066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.318544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab8549-30f5-45c3-8f45-8ae81b6564d1 None None] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:01:15.334031 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86eebe05-c09e-4d5e-b759-6d896302fcdb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3834054 Mar 16 12:01:15.336576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:15.341720 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:15.346550 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:15.350544 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Usage tracker for resource:router and tenant:19e60fdd7bc9486c9dab6088501194e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:15.353486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:15.359347 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:15.371506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.372505 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.391517 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.539366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-8a534993-9c25-4e83-bd90-925fe5e032d9', 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'fixed_ips': [{'subnet_id': '85c2194d-7723-439b-9e7e-087b98cae8b5'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 12:01:15.540359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.543316 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.699918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Allocated IP 172.20.0.2 (8a534993-9c25-4e83-bd90-925fe5e032d9/85c2194d-7723-439b-9e7e-087b98cae8b5/4ef05edf-6db7-4b5b-970f-178b23e9d47f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:15.727171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 748af2c9-241d-4253-9679-d668ce2ac96b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:15.735039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.765637 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.902434 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 748af2c9-241d-4253-9679-d668ce2ac96b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:15.902821 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:15.913099 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Allocated IP 172.26.1.196 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/2bf57a8a-fe87-4925-8ed1-74727bea6d62) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:16.007522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.020451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Transition to ACTIVE for port object 4ef05edf-6db7-4b5b-970f-178b23e9d47f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:16.069242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Transition to ACTIVE for port object 4ef05edf-6db7-4b5b-970f-178b23e9d47f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:16.071850 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.087001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:16.094040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.101467 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.176097 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:16.179429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:16.179578 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:16.181493 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf57a8a-fe87-4925-8ed1-74727bea6d62,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:16.182080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:16.182775 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:16.183630 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:16.233229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:16.242184 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:16.301651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Pushing event updated for resources: {'Port': ['ID=4ef05edf-6db7-4b5b-970f-178b23e9d47f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:16.345911 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.346693 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.465307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Attempting to bind port 4ef05edf-6db7-4b5b-970f-178b23e9d47f on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:16.465594 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Attempting to bind port 4ef05edf-6db7-4b5b-970f-178b23e9d47f by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:16.465942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Attempting to bind port 4ef05edf-6db7-4b5b-970f-178b23e9d47f on network 8a534993-9c25-4e83-bd90-925fe5e032d9 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:16.480406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:16.480752 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Checking segment: {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:16.481160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.481586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Bound using segment: {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:16.482155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Bound port: 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:16.482530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.544826 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:16.694265 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Router df8342eb-bbe3-4a7a-9663-579d61a5655f is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 12:01:16.696065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] For port 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:16.722693 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] For port 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4ef05edf-6db7-4b5b-970f-178b23e9d47f,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:16.727344 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.892651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2b4d-0064-45c7-8810-ca62db2d473c None None] Pushing event updated for resources: {'Port': ['ID=4ef05edf-6db7-4b5b-970f-178b23e9d47f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:16.917756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:16.929095 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Sync routers for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:16.949196 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:16.950182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:16.950492 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-63a5febf-8062-45e2-9d13-4197905c1bc3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6130185 Mar 16 12:01:16.951276 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:16.953240 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51124) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:16.976386 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 2, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:16.980728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:16.981080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Updating router a4d28ef5-a5a0-4383-b81e-702077c16883 port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:01:17.041810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.241496 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:17.486042 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.499284 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Transition to ACTIVE for port object 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:17.508099 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.541779 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:16Z', 'revision_number': 3, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:17.548541 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Checking router: df8342eb-bbe3-4a7a-9663-579d61a5655f for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:17.548884 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Updating router df8342eb-bbe3-4a7a-9663-579d61a5655f port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:01:17.604170 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.670148 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbc06f-da08-47dc-8a1f-2d00db0e3082 None None] Pushing event updated for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:17.815063 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4ef05edf-6db7-4b5b-970f-178b23e9d47f up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:17.856701 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.912963 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Attempting to bind port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:17.913327 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Attempting to bind port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:17.913683 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Attempting to bind port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:17.933889 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:17.937306 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Checking segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:17.937817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:17.938335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Bound using segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:17.938906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Bound port: 47e0c4cb-eb7c-4e07-8c75-10276b2064b2, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:17.939367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.044244 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.046388 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 4ef05edf-6db7-4b5b-970f-178b23e9d47f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:18.058076 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Transition to ACTIVE for port object 2bf57a8a-fe87-4925-8ed1-74727bea6d62 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:18.068481 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] For port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:18.069215 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.071893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] For port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:18.081357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.128014 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Allocated IP 172.20.0.1 (8a534993-9c25-4e83-bd90-925fe5e032d9/85c2194d-7723-439b-9e7e-087b98cae8b5/e4775002-dc48-4b2c-9da1-60ffecf9927c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:18.151541 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Attempting to bind port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:18.151942 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Attempting to bind port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:18.152327 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Attempting to bind port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:18.166130 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab8ac1-7e9a-4e48-a999-0930bdd346e8 None None] Pushing event updated for resources: {'Port': ['ID=2bf57a8a-fe87-4925-8ed1-74727bea6d62,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:18.169984 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:18.170359 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:18.171137 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.171137 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:18.171540 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Bound port: 2bf57a8a-fe87-4925-8ed1-74727bea6d62, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:18.171896 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.184463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:18.185389 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:18.258521 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] For port 2bf57a8a-fe87-4925-8ed1-74727bea6d62, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:18.263937 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] For port 2bf57a8a-fe87-4925-8ed1-74727bea6d62, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2bf57a8a-fe87-4925-8ed1-74727bea6d62,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:18.278530 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.301265 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbc06f-da08-47dc-8a1f-2d00db0e3082 None None] Pushing event updated for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:18.304589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea086d2-1e8d-45c1-bfe6-ba256e393dea None None] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:01:18.333238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.352974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Transition to ACTIVE for port object e4775002-dc48-4b2c-9da1-60ffecf9927c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:18.357154 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab8ac1-7e9a-4e48-a999-0930bdd346e8 None None] Pushing event updated for resources: {'Port': ['ID=2bf57a8a-fe87-4925-8ed1-74727bea6d62,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:18.377087 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:18.377685 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:18.386576 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.464855 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:18.468234 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:18.471667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:18.520469 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Pushing event updated for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:18.526816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Provisioning for port 4ef05edf-6db7-4b5b-970f-178b23e9d47f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:18.531318 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.543432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Provisioning complete for port 4ef05edf-6db7-4b5b-970f-178b23e9d47f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:18.543799 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.578094 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:18.715215 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:18.724674 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.926243 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:16Z', 'revision_number': 3, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:18.931411 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06616652-438c-4e62-9e5f-39e0c302103b None None] The sync data for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv is: [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:16Z', 'revision_number': 3, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:18.944312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.982161 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:18.987239 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.052961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] For port 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4ef05edf-6db7-4b5b-970f-178b23e9d47f,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:19.073041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.085690 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Pushing event updated for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:19.088006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.195941 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffd56c-ab7f-4fe0-a478-196297c881fd None None] Pushing event updated for resources: {'Port': ['ID=4ef05edf-6db7-4b5b-970f-178b23e9d47f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:19.241208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:19.246185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07055f0-dfc6-4c8e-b1bd-6e4e49395499 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:19.248843 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:19.250092 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:19.446372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Provisioning complete for port 4ef05edf-6db7-4b5b-970f-178b23e9d47f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:19.446673 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.601286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Provisioning for port e4775002-dc48-4b2c-9da1-60ffecf9927c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:19.608001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Provisioning complete for port e4775002-dc48-4b2c-9da1-60ffecf9927c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:19.608505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.678340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9d791-b5b1-4722-a19f-62f98379c778 None None] Port e4775002-dc48-4b2c-9da1-60ffecf9927c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:19.742631 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Router df8342eb-bbe3-4a7a-9663-579d61a5655f has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:01:19.840576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cb7b1672-7c76-4203-b64d-668448acc0e2 None None] Provisioning complete for port e4775002-dc48-4b2c-9da1-60ffecf9927c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:19.843175 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb7b1672-7c76-4203-b64d-668448acc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:19.883917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4ef05edf-6db7-4b5b-970f-178b23e9d47f up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:19.969842 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b1672-7c76-4203-b64d-668448acc0e2 None None] Port e4775002-dc48-4b2c-9da1-60ffecf9927c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:19.991828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 4ef05edf-6db7-4b5b-970f-178b23e9d47f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:19.993316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.010155 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:20.020333 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e7e91da-07e1-4dcc-a348-9f24fe45d895 admin admin] 10.222.0.36 "PUT /v2.0/routers/df8342eb-bbe3-4a7a-9663-579d61a5655f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0658371 Mar 16 12:01:20.129979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:20.176278 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-27af144b-4337-447d-8b6c-ea333feca4d4 None None] Provisioning complete for port e4775002-dc48-4b2c-9da1-60ffecf9927c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:20.176742 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-27af144b-4337-447d-8b6c-ea333feca4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.262520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-27af144b-4337-447d-8b6c-ea333feca4d4 None None] Port e4775002-dc48-4b2c-9da1-60ffecf9927c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:20.279776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:20.296556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:20.296928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.434401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.474152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:20.483135 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.562048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:20.895236 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:20.900881 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24264407', 'description': 'tempest-secgroup-smoke-24264407 description', 'project_id': 'c5f13579e7474ae49a622af28e3547bc'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:20.906848 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:20.912328 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:20.916534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:20.922545 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:20.935089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:20.971106 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:20.974947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:20.978122 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:20.984399 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.046351 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.052156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.091501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc63fb-7e19-4129-b253-a7fd0224c3c8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.095006 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.096176 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5421bc2d-5d4a-49c5-85d3-40f8f1ca581f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1999712 Mar 16 12:01:21.099587 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51138) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.108096 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.116899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.122319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.125362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.131772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.148754 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.214611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.219554 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.240220 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9115a53f-ba8f-4959-8ede-b86b49237990,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.253185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.254407 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98b52e8d-f0c3-4ffa-891a-5e1a0744880a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1531749 Mar 16 12:01:21.257153 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51142) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.262642 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.268511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.272176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.275018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.281499 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.300030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.369707 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.375318 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.397967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aaa1f5-8a0b-48b1-b4a1-5cbd9f152c0b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.407176 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.408362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b11cac15-2541-4baa-8812-022425f6cd82 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1502712 Mar 16 12:01:21.411095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.416528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.422372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.426079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.428841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.434546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.451286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.515168 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.519763 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.549622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07d47b6-350d-496e-b8ea-0ec9647bc5ac,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.559676 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.561002 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64f1068b-76f6-48c8-ab0a-f721c76894f7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488600 Mar 16 12:01:21.563674 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.569166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.575373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.579264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.582093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.587851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.607234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.675043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.679884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.703328 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401e580-06bb-4d1b-be15-52ca519d5be3,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.712712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.716621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ff16e02-8320-4995-a124-106e250720e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492748 Mar 16 12:01:21.716868 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51154) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.724744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.731491 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.735626 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.738545 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.744400 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.756304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Project c5f13579e7474ae49a622af28e3547bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:01:21.763397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.775159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2bf57a8a-fe87-4925-8ed1-74727bea6d62 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:21.827309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.832310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.846321 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:21.850820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:21.851187 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.853640 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cfb907-7248-42c9-a833-a14f2bf831c5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:21.866735 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.867935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6be362ef-7a24-49fd-9167-a06e14a703ff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1500394 Mar 16 12:01:21.871425 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:21.877179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc63fb-7e19-4129-b253-a7fd0224c3c8', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:21.883599 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:21.887756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:21.890842 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:21.896838 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:21.908852 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Project c5f13579e7474ae49a622af28e3547bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:01:21.915549 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.982491 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:21.989274 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:22.006891 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:22.014707 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3532cca-5732-40ac-8f8a-a8a086d9cc7b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:22.025312 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:22.032977 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-03b4d588-dd81-4883-89c5-c5ee938a8c75 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1543367 Mar 16 12:01:22.033152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 2bf57a8a-fe87-4925-8ed1-74727bea6d62, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2bf57a8a-fe87-4925-8ed1-74727bea6d62,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:22.037261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:22.038174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:22.147384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=2bf57a8a-fe87-4925-8ed1-74727bea6d62,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:22.161357 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:22.161635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:22.202483 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a83d25f7-d9cb-459d-9a1e-e779d0370688 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24264407&fields=id&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 267 time: 0.0422792 Mar 16 12:01:22.355054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-2f39d81a-0b1f-4a98-82d5-1f6c70481dff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:22.356451 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-2f39d81a-0b1f-4a98-82d5-1f6c70481dff tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 808 time: 0.1458333 Mar 16 12:01:22.372973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-9e063430-d825-4167-a1f0-df1565e125f2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/quotas/c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 375 time: 0.0111918 Mar 16 12:01:22.456253 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-0434c2cd-2656-4222-94f1-31cbd950bc26 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756297 Mar 16 12:01:22.607566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-8ac475dc-de7f-442a-b403-89337761616c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 12:01:22.608958 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-8ac475dc-de7f-442a-b403-89337761616c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1386342 Mar 16 12:01:22.746214 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a144493e-06d6-4940-9fd9-4232080ca407 service neutron] 10.222.0.36 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271360 Mar 16 12:01:22.875897 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-9e8dd9a0-0c72-490b-8b7c-c71df4bf76a6 service neutron] 10.222.0.36 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238952 Mar 16 12:01:23.716572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2bf57a8a-fe87-4925-8ed1-74727bea6d62 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:23.786565 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:23.786935 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:24.106588 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-78ce96e2-dcc6-48d3-a50a-dd5797b9e7a5 req-b2e73663-0263-4e9e-baa5-669ee7da0a76 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 210 time: 0.0422287 Mar 16 12:01:25.278662 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3830ce1-cd91-4d82-8d96-4f9f35aea9a8 req-73c12f5a-da50-4216-9010-81e00a0176c5 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 210 time: 0.0458770 Mar 16 12:01:25.535986 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-82afeecd-d6b0-402b-aec8-24566cfa80a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:25.537406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-82afeecd-d6b0-402b-aec8-24566cfa80a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 808 time: 0.2366736 Mar 16 12:01:25.600752 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-821dc037-2940-4414-842d-e39f930aa9ba tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 378 time: 0.0398493 Mar 16 12:01:25.610012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'port': {'device_id': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'admin_state_up': True, 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'security_groups': ['f2fc63fb-7e19-4129-b253-a7fd0224c3c8']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:25.744613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:25.749296 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:port and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:25.752370 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:25.758291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:25.767814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Made reservation on behalf of c5f13579e7474ae49a622af28e3547bc for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:01:25.770930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:25.932309 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Allocated IP 172.20.0.11 (45fcfe43-67fb-4c0d-ab83-33d1ffc322c8/9b64a1c2-b2b6-47d3-9a96-318b63b59ebf/9f374b89-f69a-4ee0-8980-bf08c0fa5f9f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:26.123432 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.140398 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Transition to ACTIVE for port object 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:26.166647 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.243982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:26.247466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:26.251918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:26.276519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:26.314374 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:26.315078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.342488 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-a90d98fa-1f5c-41b2-8894-c88064f975c1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358811 Mar 16 12:01:26.357802 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Request body: {'port': {'device_id': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:26.516535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.533524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-921f5fba-758a-4f94-b9f1-fb2937750822 None None] Provisioning for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:26.538737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-921f5fba-758a-4f94-b9f1-fb2937750822 None None] Provisioning complete for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:26.539212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-921f5fba-758a-4f94-b9f1-fb2937750822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.592148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab02b34-27ba-4bbb-b26b-114724344f21 req-366532d7-04a8-406e-9f74-28c0bb5b85a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:26.592687 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-921f5fba-758a-4f94-b9f1-fb2937750822 None None] Port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:01:26.592840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1ab02b34-27ba-4bbb-b26b-114724344f21 req-366532d7-04a8-406e-9f74-28c0bb5b85a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:01:26.664085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1ab02b34-27ba-4bbb-b26b-114724344f21 req-366532d7-04a8-406e-9f74-28c0bb5b85a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:01:26.665246 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ab02b34-27ba-4bbb-b26b-114724344f21 req-366532d7-04a8-406e-9f74-28c0bb5b85a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 932 time: 0.2583840 Mar 16 12:01:26.793868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ab02b34-27ba-4bbb-b26b-114724344f21 req-77bbf82a-d27b-4073-bf5d-f2eab19f110d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219668 Mar 16 12:01:26.905109 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:01:26.911879 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:26.926079 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Transition to ACTIVE for port object 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:26.932920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:27.053165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:27.164183 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Attempting to bind port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:27.164515 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Attempting to bind port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:27.164828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Attempting to bind port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:27.170448 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 12:01:27.170759 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Attempting to bind port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:27.177008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:27.177266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Checking segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:27.177633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Bound using segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:27.178027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Bound port: 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:27.178393 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:27.271601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:27.274753 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:27.281529 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:27.343173 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:27.344489 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1094 time: 0.9911623 Mar 16 12:01:27.344929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:01:27.361809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33eade-f16c-4338-ada7-b336abb0d123 service neutron] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:27.525618 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'status': 'completed', 'code': 200} Mar 16 12:01:27.566944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-4acf96ef-9559-46a9-8dab-3a2dcb1f637e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1097 time: 0.1717024 Mar 16 12:01:27.639670 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-3323c01e-ab01-42d4-b0d8-e23f3ef0a35d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 217 time: 0.0619900 Mar 16 12:01:27.702899 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-9b4a6fb2-1bf0-463b-af43-ad8c496fa206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:27.704210 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-9b4a6fb2-1bf0-463b-af43-ad8c496fa206 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0556989 Mar 16 12:01:27.785316 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-6931c1c1-d539-4670-b58b-f19c29e043c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723102 Mar 16 12:01:27.923393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-5e4a26b1-fc9e-4e61-b4b5-87b59d7dc561 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287258 Mar 16 12:01:28.095493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22afee8e-7a70-4c6b-9fad-b687ba496da3 req-9347544a-9b1d-4865-95f1-4eb2bc14d1a9 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443613 Mar 16 12:01:28.102849 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29454bbf-5d1c-4488-85cd-1e00944eec8e req-751306ab-26c2-43c8-bd7c-c7c1410eda0a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:28.104156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29454bbf-5d1c-4488-85cd-1e00944eec8e req-751306ab-26c2-43c8-bd7c-c7c1410eda0a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.1838219 Mar 16 12:01:28.201504 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29454bbf-5d1c-4488-85cd-1e00944eec8e req-978261cc-ade0-43f6-b6fd-92e8b8eb1798 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909457 Mar 16 12:01:28.234419 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-c78d37f1-843f-4a09-9ee9-594636d6ce6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1097 time: 0.0857673 Mar 16 12:01:28.381890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-b84d3c29-42bd-4493-ad99-e967aee794ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:28.383245 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-b84d3c29-42bd-4493-ad99-e967aee794ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1418791 Mar 16 12:01:28.449956 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-5ebdd7f7-1543-485b-a2ea-ad61a1b71780 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 217 time: 0.0600028 Mar 16 12:01:28.521643 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-49dbda18-27ad-412f-a240-4c461bfb7c64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:28.523989 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-49dbda18-27ad-412f-a240-4c461bfb7c64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0670805 Mar 16 12:01:28.608116 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-35f77be3-0ebf-4de2-93d5-ddf8bfeeed18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771995 Mar 16 12:01:28.742874 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-3cebfb98-1c0f-4e42-ab02-9b140e7ef43a service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Mar 16 12:01:28.882507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b47a3903-3064-4bb9-8168-b80083e9ff48 req-aa367c5d-4b44-42c4-a7f8-a1963c722817 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322584 Mar 16 12:01:29.410297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5ac37-1412-4f4d-b82a-acbf1b7ae7f1 req-25ca3f18-bfff-4ad6-b7e2-cb0175b78483 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:29.411710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cad5ac37-1412-4f4d-b82a-acbf1b7ae7f1 req-25ca3f18-bfff-4ad6-b7e2-cb0175b78483 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0819709 Mar 16 12:01:29.461891 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cad5ac37-1412-4f4d-b82a-acbf1b7ae7f1 req-07117200-f922-4b65-a723-814ad7dc8cdc tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445411 Mar 16 12:01:30.679362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22872d4-fa5c-4e21-883d-d24a05403050 req-6e128bb4-c584-4610-a129-457862c64d91 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:30.680771 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d22872d4-fa5c-4e21-883d-d24a05403050 req-6e128bb4-c584-4610-a129-457862c64d91 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0924540 Mar 16 12:01:30.726775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d22872d4-fa5c-4e21-883d-d24a05403050 req-bf8317e0-bac3-4456-bb57-9e47f2ce171a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400624 Mar 16 12:01:31.332004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:01:31.489171 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:31.504203 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:01:31.578194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:31.593888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c48f6388-c90f-46ee-b467-7de7052b0df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:31.600808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:01:31.616289 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:31.621214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:31.691179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:31.873741 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:01:32.034662 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce407-61a3-49d2-b352-570f077ca352 req-d1f55b9e-f7e4-4505-ab61-469f7539e46d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:32.036087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f58ce407-61a3-49d2-b352-570f077ca352 req-d1f55b9e-f7e4-4505-ab61-469f7539e46d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.1724010 Mar 16 12:01:32.080143 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f58ce407-61a3-49d2-b352-570f077ca352 req-7080c290-50f8-451b-87a0-0766a11c02cb tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384512 Mar 16 12:01:33.301132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8d01d-b70c-4b21-821a-d6b04025f23f req-03d79d6a-82bc-4dd4-addb-a1d39a6335ec tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:33.302542 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fd8d01d-b70c-4b21-821a-d6b04025f23f req-03d79d6a-82bc-4dd4-addb-a1d39a6335ec tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.0962937 Mar 16 12:01:33.345421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:33.351148 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fd8d01d-b70c-4b21-821a-d6b04025f23f req-5bc8421a-1ffd-427c-adcd-8272dffac74e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404396 Mar 16 12:01:33.418022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:33.423125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:33.423494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:33.542082 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:33.570383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:01:33.581415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:33.586736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:33.658640 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:33.703841 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'code': 200} Mar 16 12:01:33.778637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4702f200-466e-445c-a82e-889693672b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:33.963437 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfb3ff7a-4f4e-4c58-9cf9-2f0ae92f7c0c req-545acc2e-b624-4614-adf8-3a898c4cc5ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1099 time: 0.0822177 Mar 16 12:01:34.012171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfb3ff7a-4f4e-4c58-9cf9-2f0ae92f7c0c req-b2c0c616-1805-4e63-8622-24bd7ca2f902 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389702 Mar 16 12:01:34.568213 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7ab3-1af3-4b56-ad87-059572053b6e req-38abe60b-c27d-428f-9a8e-449429f180c8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:34.569554 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7bd7ab3-1af3-4b56-ad87-059572053b6e req-38abe60b-c27d-428f-9a8e-449429f180c8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0840518 Mar 16 12:01:34.622435 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7bd7ab3-1af3-4b56-ad87-059572053b6e req-588cc72b-c9c6-474a-a10b-28738184fd9e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446835 Mar 16 12:01:35.032418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:35.162948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:35.842814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457bab8-c315-483d-a995-2d6cef23f31a req-ecdb043d-8dc1-4c18-bfdf-8c85eccde08e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:35.844262 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f457bab8-c315-483d-a995-2d6cef23f31a req-ecdb043d-8dc1-4c18-bfdf-8c85eccde08e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0887899 Mar 16 12:01:35.891805 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f457bab8-c315-483d-a995-2d6cef23f31a req-42ec402c-7980-41ed-9cd3-9a6dcb166dec tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419371 Mar 16 12:01:36.112449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aac760-55df-41f6-8f05-ec00c85ba103 req-3b8c405f-e15a-4df5-b3c5-0cddd7492649 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:36.113872 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9aac760-55df-41f6-8f05-ec00c85ba103 req-3b8c405f-e15a-4df5-b3c5-0cddd7492649 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0825915 Mar 16 12:01:36.160418 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9aac760-55df-41f6-8f05-ec00c85ba103 req-9fb10f59-9ff8-41b1-8971-5cf8834b6965 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407746 Mar 16 12:01:36.188464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:36.331767 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-372eea44-cb0d-4f1f-8894-684bd1c9a7e4 tempest-TestShelveInstance-936648693 tempest-TestShelveInstance-936648693-project-admin] Synchronizing usage tracker for tenant:19e60fdd7bc9486c9dab6088501194e7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:01:36.355520 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-372eea44-cb0d-4f1f-8894-684bd1c9a7e4 tempest-TestShelveInstance-936648693 tempest-TestShelveInstance-936648693-project-admin] Unset dirty status for tenant:19e60fdd7bc9486c9dab6088501194e7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:01:36.357219 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-372eea44-cb0d-4f1f-8894-684bd1c9a7e4 tempest-TestShelveInstance-936648693 tempest-TestShelveInstance-936648693-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1094 time: 0.1677976 Mar 16 12:01:36.361910 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:01:36.366952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:01:36.373335 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:01:36.377220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:floatingip and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:01:36.380118 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:01:36.385817 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:01:36.397456 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.462084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.538291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.765791 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Allocated IP 172.26.1.48 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/3ced1ba1-0e27-4226-a5b3-82d21ba970ba) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:01:36.911878 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:36.943428 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:37.013154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:01:37.016010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:01:37.020205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:01:37.043804 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=3ced1ba1-0e27-4226-a5b3-82d21ba970ba,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:37.526899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:37.583714 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:37.794796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:37.802267 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:37.899054 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=3ced1ba1-0e27-4226-a5b3-82d21ba970ba,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:37.919927 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:38.128291 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Floating IP bbb32872-1913-4728-9653-9ac1eb973117 associated. External IP: 172.26.1.48, port: 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f. Mar 16 12:01:38.622031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:01:38.832865 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:01:38.842789 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:38.855023 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:38.855950 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:38.857608 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:38.922013 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b1e1be5-06c9-4bb6-a5e7-7b3f61e6b644 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5474536 Mar 16 12:01:38.922013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:01:38.967599 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'status': 'completed', 'code': 200} Mar 16 12:01:39.032986 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:39.064902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-82aa0651-1297-45d4-9bf4-3821b7d059db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1099 time: 0.0755062 Mar 16 12:01:39.196494 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-a8bcdb26-7e32-401d-9f53-e045098daf9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:39.197915 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-a8bcdb26-7e32-401d-9f53-e045098daf9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1263371 Mar 16 12:01:39.299161 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-3b274db8-ce58-4fc4-b10a-cfd7537d9955 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 999 time: 0.0955813 Mar 16 12:01:39.361171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-09d35e01-49eb-4d96-83c4-6de2462f22c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:01:39.362642 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-09d35e01-49eb-4d96-83c4-6de2462f22c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0582652 Mar 16 12:01:39.427548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bbb32872-1913-4728-9653-9ac1eb973117', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:01:37Z', 'updated_at': '2022-03-16T12:01:37Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:39.431660 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:39.443372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:39.443962 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:39.448135 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-eec2fe6a-c486-4e52-89e2-e2199cf53a62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800347 Mar 16 12:01:39.580523 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-4b8b02a1-7d61-4dbc-91be-b193878758c5 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259532 Mar 16 12:01:39.621164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:39.713391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-009b9a4d-c363-4ee0-abaf-661da465d945 req-48acd90b-649f-43cb-a87d-317d16527737 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265440 Mar 16 12:01:39.983918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bbb32872-1913-4728-9653-9ac1eb973117', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:01:37Z', 'updated_at': '2022-03-16T12:01:37Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:39.988166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216655a-feeb-4d12-938a-8e50f904a271 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': 'bbb32872-1913-4728-9653-9ac1eb973117', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:01:37Z', 'updated_at': '2022-03-16T12:01:37Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:41.285061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Sync routers for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:01:41.293136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa265aa-190e-48dc-915d-4a4a438efba8 None None] New status for floating IP bbb32872-1913-4728-9653-9ac1eb973117: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:01:41.298670 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:41.299291 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:41.477656 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:41.825112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 4, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'e4775002-dc48-4b2c-9da1-60ffecf9927c', 'name': '', 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'mac_address': 'fa:16:3e:3d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:17Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 2, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'subnets': [{'id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:41.830112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Checking router: df8342eb-bbe3-4a7a-9663-579d61a5655f for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:01:41.830801 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Updating router df8342eb-bbe3-4a7a-9663-579d61a5655f port e4775002-dc48-4b2c-9da1-60ffecf9927c binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:01:41.886306 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.222265 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.233441 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Transition to ACTIVE for port object e4775002-dc48-4b2c-9da1-60ffecf9927c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:01:42.241387 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.361482 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093255e1-2bc7-4009-b7bf-c9edf56d9fa8 None None] Pushing event updated for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:42.456657 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Attempting to bind port e4775002-dc48-4b2c-9da1-60ffecf9927c on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:01:42.456980 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Attempting to bind port e4775002-dc48-4b2c-9da1-60ffecf9927c by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:01:42.457357 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Attempting to bind port e4775002-dc48-4b2c-9da1-60ffecf9927c on network 8a534993-9c25-4e83-bd90-925fe5e032d9 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:01:42.464657 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:01:42.465630 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Checking segment: {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:01:42.467182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.467182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Bound using segment: {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:01:42.467182 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Bound port: e4775002-dc48-4b2c-9da1-60ffecf9927c, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f1da6-af82-4c14-8dc9-fc58706627df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:01:42.468829 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.488790 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.557160 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] For port e4775002-dc48-4b2c-9da1-60ffecf9927c, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:01:42.560372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] For port e4775002-dc48-4b2c-9da1-60ffecf9927c, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4775002-dc48-4b2c-9da1-60ffecf9927c,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:01:42.565130 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:42.644955 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093255e1-2bc7-4009-b7bf-c9edf56d9fa8 None None] Pushing event updated for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:42.649571 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:01:42.650198 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:01:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:42.868194 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:01:43.182115 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 4, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'e4775002-dc48-4b2c-9da1-60ffecf9927c', 'name': '', 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'mac_address': 'fa:16:3e:3d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:17Z', 'updated_at': '2022-03-16T12:01:42Z', 'revision_number': 4, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'subnets': [{'id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:01:43.186264 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04410a-15ba-4f9b-9ccf-abe93b126386 None None] The sync data for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv is: [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:18Z', 'revision_number': 4, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'e4775002-dc48-4b2c-9da1-60ffecf9927c', 'name': '', 'network_id': '8a534993-9c25-4e83-bd90-925fe5e032d9', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'mac_address': 'fa:16:3e:3d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:17Z', 'updated_at': '2022-03-16T12:01:42Z', 'revision_number': 4, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'subnets': [{'id': '85c2194d-7723-439b-9e7e-087b98cae8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:01:43.741558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4775002-dc48-4b2c-9da1-60ffecf9927c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:43.814317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port e4775002-dc48-4b2c-9da1-60ffecf9927c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:01:43.819650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e4775002-dc48-4b2c-9da1-60ffecf9927c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:43.820015 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:43.936041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:43.976143 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port e4775002-dc48-4b2c-9da1-60ffecf9927c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4775002-dc48-4b2c-9da1-60ffecf9927c,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:01:43.981411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:44.050338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:01:45.733205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4775002-dc48-4b2c-9da1-60ffecf9927c up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:01:45.803547 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port e4775002-dc48-4b2c-9da1-60ffecf9927c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:01:45.803917 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:01:49.566127 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:01.582370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab739646-1d7b-4dc6-b62f-7d9166c218ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:03.791252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2692e261-2d10-4d4c-81b4-a93103c08d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.029395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:05.172119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:06.467933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:12.502893 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:19.978103 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-bc780443-30b8-4c6a-a7e2-d8b604c6dd49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822103 Mar 16 12:02:20.134709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-182ae418-f316-4c93-8ec2-f1c0c440b4c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1099 time: 0.0722325 Mar 16 12:02:20.280267 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-4acc4deb-2ef0-4018-a0c2-a226a9766046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:20.281694 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-4acc4deb-2ef0-4018-a0c2-a226a9766046 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1245298 Mar 16 12:02:20.388846 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-e3726816-8c36-4ff6-a49a-2f3828831b00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1001 time: 0.0969555 Mar 16 12:02:20.555030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-463f6005-018e-44e1-9628-f2a704008d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:02:20.556338 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-463f6005-018e-44e1-9628-f2a704008d0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.1586952 Mar 16 12:02:20.645155 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-635cda4a-be02-40ad-bcba-6cfcb2d26ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789611 Mar 16 12:02:20.783885 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-c436615d-5f9e-4742-8c08-e35663422524 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282871 Mar 16 12:02:20.916039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf62c928-c97c-490b-a485-dd3d2562f3fa req-c0c2d1a3-7b59-4646-bb98-6db66d8813fd service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250620 Mar 16 12:02:26.575604 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:02:31.579548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d70adb25-5b27-4925-82bc-5a1bbee60471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:33.790130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b722c280-1425-46ae-a1df-772e99a8178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.025034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:35.170342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:36.473527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:02:42.515624 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:01.575533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1cc26e5-433a-458d-92ed-08ca36defeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:03.572976 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:03.790469 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1de5f902-1d4e-4fb1-83be-4ec77d3a1739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:05.031983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:05.177062 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:06.477301 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:12.534618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:20.948248 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-00cb8f58-c52a-4bcb-8d33-d5f1f31e84f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925786 Mar 16 12:03:21.093118 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-ce5c2178-ba45-4cde-937b-50b95e05fabb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1099 time: 0.0737648 Mar 16 12:03:21.247192 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-3f1289f0-6f07-43d7-9d17-a91147c39925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:21.248534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-3f1289f0-6f07-43d7-9d17-a91147c39925 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1309547 Mar 16 12:03:21.369983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-e0f89135-8356-4e91-a8a3-35a39e7ca58c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1001 time: 0.1131983 Mar 16 12:03:21.438798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-3f04e79a-ab9b-430d-9177-525df847108c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:21.440144 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-3f04e79a-ab9b-430d-9177-525df847108c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0604930 Mar 16 12:03:21.517119 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-7f44d284-6d52-4ad4-8137-139cdc21ec11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670567 Mar 16 12:03:21.651396 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-c32bfc01-8da7-4865-9423-c9c3fd07af18 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249673 Mar 16 12:03:21.782991 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ccf73689-ccf3-46a5-bc0a-40f7fc488f1e req-ada52e88-fb10-4f9a-a23a-9c42ead5fae7 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226623 Mar 16 12:03:31.582126 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e13644b9-553a-465d-b71d-5e95ec224451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:33.788132 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7bfca260-e3b2-4c55-8e57-06f26190dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:35.026315 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:35.176672 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:35.912487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98795e3-ada7-49aa-91a7-c2cdf72fd868 req-8221ffad-4290-49bc-b05f-020761f91ac6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:35.913980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d98795e3-ada7-49aa-91a7-c2cdf72fd868 req-8221ffad-4290-49bc-b05f-020761f91ac6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0924234 Mar 16 12:03:35.960971 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d98795e3-ada7-49aa-91a7-c2cdf72fd868 req-208db377-beed-4b9d-90af-0ad3b776b08d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386679 Mar 16 12:03:36.483942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:37.189842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bddf59-c9bf-483e-a31f-6a5f0ea0c468 req-b0098f6b-78a2-491c-bcae-ffdd0a02d383 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:37.191280 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5bddf59-c9bf-483e-a31f-6a5f0ea0c468 req-b0098f6b-78a2-491c-bcae-ffdd0a02d383 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0807621 Mar 16 12:03:37.237316 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5bddf59-c9bf-483e-a31f-6a5f0ea0c468 req-28906c74-18d8-469b-962f-6f4f5661a2c9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396068 Mar 16 12:03:38.464226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53b73-153c-4e11-ac17-f493f5e11e3a req-4a207a8b-e6c6-467f-840c-8166e5ef90f8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:38.465646 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abe53b73-153c-4e11-ac17-f493f5e11e3a req-4a207a8b-e6c6-467f-840c-8166e5ef90f8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0945930 Mar 16 12:03:38.513247 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abe53b73-153c-4e11-ac17-f493f5e11e3a req-5c944853-0e2e-4be0-96e9-3680a610030a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417173 Mar 16 12:03:39.734050 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900d11-d3a8-4361-b40c-d482fd67ba29 req-fdc4068a-fe13-46ac-b9f9-9f0c4632627e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:39.735507 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b900d11-d3a8-4361-b40c-d482fd67ba29 req-fdc4068a-fe13-46ac-b9f9-9f0c4632627e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0787575 Mar 16 12:03:39.781087 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b900d11-d3a8-4361-b40c-d482fd67ba29 req-d5a5e8f0-0ae9-42e4-8180-0a8ac6890833 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399933 Mar 16 12:03:40.571465 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:03:41.068274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3e748-0dd9-43bb-91f4-191dca8413b5 req-60246452-2be0-4d62-ba6d-dac0d0c83454 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:41.069859 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b3e748-0dd9-43bb-91f4-191dca8413b5 req-60246452-2be0-4d62-ba6d-dac0d0c83454 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.1631024 Mar 16 12:03:41.125853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b3e748-0dd9-43bb-91f4-191dca8413b5 req-fe251dc5-8611-4d49-824c-812baecb56ca tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497944 Mar 16 12:03:42.344540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f075560-b357-42dd-ae49-5d0b30515b18 req-254e34a2-e7c6-4429-aa3e-00110a3ca001 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:42.345953 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f075560-b357-42dd-ae49-5d0b30515b18 req-254e34a2-e7c6-4429-aa3e-00110a3ca001 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0847602 Mar 16 12:03:42.396606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f075560-b357-42dd-ae49-5d0b30515b18 req-ea5f2cc3-8b16-4561-bae1-cbaff4f8fa51 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450616 Mar 16 12:03:42.536869 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:43.623527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62720f-9c22-4ff2-b3de-e1a0a47e61c3 req-d204830a-a19b-4c8e-82af-5621a451aba1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:43.624832 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae62720f-9c22-4ff2-b3de-e1a0a47e61c3 req-d204830a-a19b-4c8e-82af-5621a451aba1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0876381 Mar 16 12:03:43.672157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae62720f-9c22-4ff2-b3de-e1a0a47e61c3 req-c5767097-9602-4b1a-9bf6-cfde8bebe884 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415123 Mar 16 12:03:44.896401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae51e0-d72d-4c2e-89ad-0de9f3de9513 req-896b8483-0191-4a26-a7d8-978f8872b3a8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:44.898519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ae51e0-d72d-4c2e-89ad-0de9f3de9513 req-896b8483-0191-4a26-a7d8-978f8872b3a8 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0905409 Mar 16 12:03:44.949941 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-64ae51e0-d72d-4c2e-89ad-0de9f3de9513 req-412e3295-bbae-427f-8100-15bfe6d37d22 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429091 Mar 16 12:03:46.160253 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf696-e363-43e0-84b8-d7b3c60f5a9c req-58ac70f9-dbd1-4f6c-a3b6-75421185f485 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:46.161669 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-870cf696-e363-43e0-84b8-d7b3c60f5a9c req-58ac70f9-dbd1-4f6c-a3b6-75421185f485 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0819788 Mar 16 12:03:46.214028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-870cf696-e363-43e0-84b8-d7b3c60f5a9c req-130ba4be-3536-4baf-aaf9-e965567201fe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458796 Mar 16 12:03:47.433543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9a7b1-b6da-4818-b7ba-9858e2359825 req-59e2f590-0b7b-4906-bd71-84c08b360841 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:47.435018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1e9a7b1-b6da-4818-b7ba-9858e2359825 req-59e2f590-0b7b-4906-bd71-84c08b360841 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0825689 Mar 16 12:03:47.483966 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1e9a7b1-b6da-4818-b7ba-9858e2359825 req-d832504c-5afa-4829-b1d6-11690572cd0f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397496 Mar 16 12:03:48.026543 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:03:48.174340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:03:48.188523 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:03:48.241900 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:48.259703 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:03:48.275956 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:03:48.281084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:48.348859 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:48.358011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.358359 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.358748 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.359079 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.359444 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.359857 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.360185 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.360509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.360851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.361164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.361475 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:03:48.376719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:03:48.695243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3e6e8-4825-4c9e-b076-41bdca547904 req-5acf0c91-d978-4dc9-a46f-c4c2148422cb tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:48.696735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecf3e6e8-4825-4c9e-b076-41bdca547904 req-5acf0c91-d978-4dc9-a46f-c4c2148422cb tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.0828891 Mar 16 12:03:48.749469 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecf3e6e8-4825-4c9e-b076-41bdca547904 req-72cdcf6d-b715-4b49-adb5-77e95efb2ffe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472720 Mar 16 12:03:49.972363 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e93f-1a08-481f-80db-397816033017 req-fb70e3e3-edd5-4646-9ed0-e4ec4ce9a5cf tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:49.974638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-add7e93f-1a08-481f-80db-397816033017 req-fb70e3e3-edd5-4646-9ed0-e4ec4ce9a5cf tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.0800054 Mar 16 12:03:50.022800 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-add7e93f-1a08-481f-80db-397816033017 req-322b954d-4443-4bf1-9e6b-c8c12c2d9a48 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417275 Mar 16 12:03:50.044452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:03:50.140270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:03:50.140270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.285803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.316898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:03:50.331617 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:03:50.337429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:03:50.388264 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'code': 200} Mar 16 12:03:50.416298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:03:51.264056 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa3dc-7e65-4503-85ff-cded1c5b25b0 req-8c90b49d-2de4-4621-88da-10baf212876e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:51.265669 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4fdaa3dc-7e65-4503-85ff-cded1c5b25b0 req-8c90b49d-2de4-4621-88da-10baf212876e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0850420 Mar 16 12:03:51.316415 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4fdaa3dc-7e65-4503-85ff-cded1c5b25b0 req-37e738d2-a61d-4cfe-8fde-be75d45170e7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450101 Mar 16 12:03:52.544588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df19ba5-1554-4964-b927-e7dab6f887b9 req-fc8d71a1-33a8-4b14-95c2-ebef36920ff2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:52.546096 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7df19ba5-1554-4964-b927-e7dab6f887b9 req-fc8d71a1-33a8-4b14-95c2-ebef36920ff2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0834270 Mar 16 12:03:52.596085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7df19ba5-1554-4964-b927-e7dab6f887b9 req-a8b07dfc-465d-4f67-bda4-730e22cd1bcd tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428293 Mar 16 12:03:53.816566 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464ed9-7d00-4b3a-ac44-1e21d7e0d407 req-1d56ab71-0d90-4179-85db-27fd89086efd tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:53.818012 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60464ed9-7d00-4b3a-ac44-1e21d7e0d407 req-1d56ab71-0d90-4179-85db-27fd89086efd tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0818825 Mar 16 12:03:53.869549 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60464ed9-7d00-4b3a-ac44-1e21d7e0d407 req-94a0ab94-ae32-4ecc-b825-76c3468f4f54 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427723 Mar 16 12:03:55.112225 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073df92e-02cf-491d-aa14-a335f348fb77 req-dabffe9e-ddc5-4c98-9c62-dc310fda483d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:55.113844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-073df92e-02cf-491d-aa14-a335f348fb77 req-dabffe9e-ddc5-4c98-9c62-dc310fda483d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0886412 Mar 16 12:03:55.172080 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-073df92e-02cf-491d-aa14-a335f348fb77 req-ccecd55e-1ad7-4d15-8e40-6bc2966e8b77 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513790 Mar 16 12:03:56.406892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820176-8193-4cef-80b3-e5f093b9a0d4 req-0f661109-4756-450a-9df6-c9a2efa74586 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:56.408323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d820176-8193-4cef-80b3-e5f093b9a0d4 req-0f661109-4756-450a-9df6-c9a2efa74586 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0852988 Mar 16 12:03:56.454935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d820176-8193-4cef-80b3-e5f093b9a0d4 req-38ec95df-9af8-4ff0-8bc0-768fef765344 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409234 Mar 16 12:03:57.664730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65de12-17a6-4294-a6e7-1267c0c0ec1e req-c72f1bce-88ac-4054-83c3-bbbe9fd0baae tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:57.666267 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc65de12-17a6-4294-a6e7-1267c0c0ec1e req-c72f1bce-88ac-4054-83c3-bbbe9fd0baae tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0842774 Mar 16 12:03:57.714837 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc65de12-17a6-4294-a6e7-1267c0c0ec1e req-551352aa-dd63-4fc3-8ecc-e1561a8e8e70 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423698 Mar 16 12:03:58.928297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27bde-47f7-4c87-9f28-639ea7aa8788 req-933d9250-b135-43b7-9fbf-6b5afa4c5095 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:58.929586 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b27bde-47f7-4c87-9f28-639ea7aa8788 req-933d9250-b135-43b7-9fbf-6b5afa4c5095 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0896389 Mar 16 12:03:58.976259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5b27bde-47f7-4c87-9f28-639ea7aa8788 req-c21ff471-a1f8-4b1f-a842-3df7ce4ed31b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409865 Mar 16 12:03:59.549329 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-5df38755-1081-43a7-98aa-3218e56a7a7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1099 time: 0.0929101 Mar 16 12:03:59.688342 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-3fcaa980-5f92-4c34-9edf-be393e639016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:59.689740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-3fcaa980-5f92-4c34-9edf-be393e639016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1314678 Mar 16 12:03:59.796973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-3b8a479c-8a30-4c37-b8a3-425f9505e330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1001 time: 0.0977664 Mar 16 12:03:59.959540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-888de769-7665-4896-844d-0dbfb382d0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:03:59.960954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-888de769-7665-4896-844d-0dbfb382d0c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.1544766 Mar 16 12:04:00.044250 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-0204f9fa-f469-4ffc-a1ca-3654a46a6132 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729580 Mar 16 12:04:00.228110 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-3cc9316c-bcad-4e64-a00a-45d73a663c85 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742313 Mar 16 12:04:00.241227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed55f0-f794-42a0-8f9d-ce41ac1e8dfb req-84309b70-2c53-4f6f-86f0-8673ea88b4e3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:00.242593 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26ed55f0-f794-42a0-8f9d-ce41ac1e8dfb req-84309b70-2c53-4f6f-86f0-8673ea88b4e3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.1263001 Mar 16 12:04:00.374370 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26ed55f0-f794-42a0-8f9d-ce41ac1e8dfb req-0be1af11-4308-4447-830f-8a93cf216ef6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134748 Mar 16 12:04:00.396540 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3b6875c-9d1a-4736-81a1-d36caf4d785f req-9534d7ca-b006-4622-85c0-9cd2c94a4305 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530573 Mar 16 12:04:01.587188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75be7f8b-fe49-4de4-8c9e-ab06a36f7ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:01.774574 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2384f2-b4bd-4b40-a668-8ff4072151ba req-aac636ed-a7ba-4b7b-ae3f-537a0f37000c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:01.775983 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a2384f2-b4bd-4b40-a668-8ff4072151ba req-aac636ed-a7ba-4b7b-ae3f-537a0f37000c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 946 time: 0.0881293 Mar 16 12:04:01.821909 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a2384f2-b4bd-4b40-a668-8ff4072151ba req-3536a382-ebd3-4b06-9d7e-91c28e8d3eb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401316 Mar 16 12:04:02.106317 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:04:02.254470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.281610 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:04:02.291428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:04:02.296885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:02.343165 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'code': 200} Mar 16 12:04:02.371824 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:03.023032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcee0f-5e3d-4679-9ed4-edea1cf31fa2 req-64d40d7d-c3d6-4e14-8660-75d4918d2b77 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:03.024481 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02fcee0f-5e3d-4679-9ed4-edea1cf31fa2 req-64d40d7d-c3d6-4e14-8660-75d4918d2b77 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0766354 Mar 16 12:04:03.072322 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02fcee0f-5e3d-4679-9ed4-edea1cf31fa2 req-28c61ed7-7647-4c61-ba53-7ecc979c4678 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423052 Mar 16 12:04:03.260974 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2076325-cac8-494f-9c7d-3175550d7480 req-b1ae24f6-f943-43c5-b9d7-a7303c8fc8ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700836 Mar 16 12:04:03.526905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f231ad-280a-478e-86f1-d1bdb6e346b9 req-bf4a04b2-776e-4a7f-ae27-8c228c816270 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:03.528613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54f231ad-280a-478e-86f1-d1bdb6e346b9 req-bf4a04b2-776e-4a7f-ae27-8c228c816270 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0759044 Mar 16 12:04:03.539003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:04:03.577671 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54f231ad-280a-478e-86f1-d1bdb6e346b9 req-33b8b572-e150-490e-bf52-51fcf1cd2420 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424011 Mar 16 12:04:03.723431 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-5a73a812-248e-4c53-9392-6cb9253aa84f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831980 Mar 16 12:04:03.780429 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20a676ad-8b74-4dec-8134-e92603892977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:04.258479 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-09b5d92d-1242-4cb5-ab50-1d9e1f5944ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 1097 time: 0.0712740 Mar 16 12:04:04.354315 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-a6d4bef7-ca53-4e39-baa2-911fa750e5f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1097 time: 0.0695386 Mar 16 12:04:04.504015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810d387-0021-4101-900c-d163b200cfe8 req-23cb4345-a241-450e-88a4-1afe779b6b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:04.505399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-23cb4345-a241-450e-88a4-1afe779b6b1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1425705 Mar 16 12:04:04.611470 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-17afae88-26d1-4add-9fd8-bb87a61ed2e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 999 time: 0.0996077 Mar 16 12:04:04.679527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810d387-0021-4101-900c-d163b200cfe8 req-5145f104-45e3-4996-8977-71c29e5e971d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:04.680937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-5145f104-45e3-4996-8977-71c29e5e971d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0599720 Mar 16 12:04:04.835036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-9a21e0e4-48fb-4383-8eb4-554bc5fd20ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450610 Mar 16 12:04:04.845024 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c16cbd-92ce-4475-915a-7703c7276b83 req-8c738d70-cda3-4171-843d-2c5961ad002f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:04.846391 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5c16cbd-92ce-4475-915a-7703c7276b83 req-8c738d70-cda3-4171-843d-2c5961ad002f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.1277137 Mar 16 12:04:05.033078 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.070678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5c16cbd-92ce-4475-915a-7703c7276b83 req-6213d9c2-82e7-4594-8d49-6864ff16bf8f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2063861 Mar 16 12:04:05.094427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-f74c2b07-814b-4900-b309-78ed57d7f1cb service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470734 Mar 16 12:04:05.179534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:05.230477 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-b654bdce-afd0-44f5-8f26-2314ebb4dd55 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263614 Mar 16 12:04:06.129106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:04:06.411514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd8c2-521f-48ad-bbc5-4074a7c91685 req-be7f92a7-647f-4a65-8c94-064163a47f92 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:06.414777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb1cd8c2-521f-48ad-bbc5-4074a7c91685 req-be7f92a7-647f-4a65-8c94-064163a47f92 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.1117320 Mar 16 12:04:06.490792 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb1cd8c2-521f-48ad-bbc5-4074a7c91685 req-5d4878ce-3610-4fdb-9e77-ae048280f5d0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692577 Mar 16 12:04:06.494696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:07.725099 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947303e8-efd8-4354-b748-b30872fe027e req-0ffd5d86-71ed-4720-b1c6-8990adb660d7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:07.726851 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-947303e8-efd8-4354-b748-b30872fe027e req-0ffd5d86-71ed-4720-b1c6-8990adb660d7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0934720 Mar 16 12:04:07.777532 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-947303e8-efd8-4354-b748-b30872fe027e req-7e346ee6-1f73-4da7-a1b2-cbb2106387d7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446067 Mar 16 12:04:08.979671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be973-afc6-413b-bcf0-17df33cd7334 req-c4f1b50e-0ae7-49df-9c5b-3b1f0707059e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:08.981106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a88be973-afc6-413b-bcf0-17df33cd7334 req-c4f1b50e-0ae7-49df-9c5b-3b1f0707059e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0796058 Mar 16 12:04:09.031676 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a88be973-afc6-413b-bcf0-17df33cd7334 req-9a67a348-a77b-4c14-85fa-80c9a07a32f0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423849 Mar 16 12:04:10.241268 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9abb9f-66b5-4a49-b67f-5cec411d0f40 req-3d59f32b-0aeb-4a97-9c35-819ef4e16d08 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:10.242784 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f9abb9f-66b5-4a49-b67f-5cec411d0f40 req-3d59f32b-0aeb-4a97-9c35-819ef4e16d08 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0823529 Mar 16 12:04:10.298957 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8f9abb9f-66b5-4a49-b67f-5cec411d0f40 req-78ae3e4b-daf5-4c11-9675-89b3871aa5c3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423384 Mar 16 12:04:11.502555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99881413-c1f0-43c8-b061-366be11a4911 req-fa76f207-37f6-402c-bcc4-92d8dbb9d9a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:11.503979 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99881413-c1f0-43c8-b061-366be11a4911 req-fa76f207-37f6-402c-bcc4-92d8dbb9d9a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0777049 Mar 16 12:04:11.555717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99881413-c1f0-43c8-b061-366be11a4911 req-8e83e9d6-5a73-42c7-9343-7972aeb0f3fc tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458210 Mar 16 12:04:12.527995 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:12.762895 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c7050-a688-4957-a9c3-1582dac12b77 req-b1daa55c-46b3-49bc-8c2d-d0a00b1920e3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:12.764438 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d4c7050-a688-4957-a9c3-1582dac12b77 req-b1daa55c-46b3-49bc-8c2d-d0a00b1920e3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0789056 Mar 16 12:04:12.818028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d4c7050-a688-4957-a9c3-1582dac12b77 req-7802b642-650c-4096-afa4-166728ce0201 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473249 Mar 16 12:04:14.042528 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa3e7-8468-483a-959f-9f7d9cd0589c req-dcb7b5f9-bf3b-411d-8741-81527b4734fe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:14.044018 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a9fa3e7-8468-483a-959f-9f7d9cd0589c req-dcb7b5f9-bf3b-411d-8741-81527b4734fe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0903797 Mar 16 12:04:14.091110 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a9fa3e7-8468-483a-959f-9f7d9cd0589c req-cd946dab-115a-45cf-bca0-7a2eb64b0680 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409334 Mar 16 12:04:15.311588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c708a-1813-4d84-9520-4ec86cffd855 req-ed92c2ab-6591-41f9-8cff-251628d20869 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:15.313027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f7c708a-1813-4d84-9520-4ec86cffd855 req-ed92c2ab-6591-41f9-8cff-251628d20869 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 944 time: 0.0767369 Mar 16 12:04:15.361844 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f7c708a-1813-4d84-9520-4ec86cffd855 req-aec4e264-0211-4138-afa6-86e542e51baf tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411441 Mar 16 12:04:16.214736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:04:16.364473 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:04:16.381516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'port_id': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'mac_address': 'fa:16:3e:35:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:04:16.435633 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.452974 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:04:16.468331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:04:16.472732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:16.544846 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:16.565588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd7376-3a87-42c4-ad75-611b2d499303 req-0513e85c-50e7-417e-a6b7-8bedeeb2a8e4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:16.567011 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70dd7376-3a87-42c4-ad75-611b2d499303 req-0513e85c-50e7-417e-a6b7-8bedeeb2a8e4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.0799248 Mar 16 12:04:16.613111 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70dd7376-3a87-42c4-ad75-611b2d499303 req-6dc9ff9a-a3af-4378-8f95-3385c4d35a2b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404687 Mar 16 12:04:16.780541 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:04:17.568190 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:04:17.826948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142bec9-eac4-4b14-8e96-2d38b986cf0d req-3d8e419c-b890-43d9-856a-20ece9568961 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:17.828353 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2142bec9-eac4-4b14-8e96-2d38b986cf0d req-3d8e419c-b890-43d9-856a-20ece9568961 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 945 time: 0.0807238 Mar 16 12:04:17.876723 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2142bec9-eac4-4b14-8e96-2d38b986cf0d req-51b94db0-0db8-4495-a47e-35feb0698b2c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 Mar 16 12:04:18.229940 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:04:18.300768 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:04:18.301133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.425959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.462442 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:04:18.471985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:04:18.477022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:18.520331 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'code': 200} Mar 16 12:04:18.542303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:04:18.849922 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6da5a91-069a-4dde-9fcf-5f4442ea51b5 req-dea96e83-48b8-44a6-9229-c6924d4cf41b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1100 time: 0.0865817 Mar 16 12:04:18.895818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a6da5a91-069a-4dde-9fcf-5f4442ea51b5 req-1f868d7a-7fe1-4cb3-81db-e2987c1fe169 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372710 Mar 16 12:04:19.109180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdc4cf-2045-43ae-9fc7-57f1e46f8c9a req-044c0ac8-ae7f-4989-8f52-8f10d0e3953f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:19.110567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7cdc4cf-2045-43ae-9fc7-57f1e46f8c9a req-044c0ac8-ae7f-4989-8f52-8f10d0e3953f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.0932138 Mar 16 12:04:19.160019 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7cdc4cf-2045-43ae-9fc7-57f1e46f8c9a req-cbd7401e-6ccf-4d99-bd46-e8aad7151f76 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435600 Mar 16 12:04:20.380772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b123-c683-4e7a-9ea9-8773c0723312 req-ad5ba243-420f-4559-a543-5ba3e78d38a6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:20.382243 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72a5b123-c683-4e7a-9ea9-8773c0723312 req-ad5ba243-420f-4559-a543-5ba3e78d38a6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.0828218 Mar 16 12:04:20.426949 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72a5b123-c683-4e7a-9ea9-8773c0723312 req-a3c5a152-827a-456f-9523-8d32a28e4ecc tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390861 Mar 16 12:04:20.908764 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-e38ce83c-ffe8-4139-a449-7fab71d92938 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721121 Mar 16 12:04:21.074091 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-eb6356d5-aa7d-4eb8-9c68-c27a80fc3990 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1100 time: 0.0896339 Mar 16 12:04:21.221165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-6ccfc6d6-0882-433a-bd44-d9c622d8230e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:21.222516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-6ccfc6d6-0882-433a-bd44-d9c622d8230e service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1299686 Mar 16 12:04:21.410629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-5260aec8-35f1-4a91-83cd-308b6478d626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1001 time: 0.1824064 Mar 16 12:04:21.472012 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-a161ff63-faa1-41ec-bfb7-41c32d096d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:21.473339 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-a161ff63-faa1-41ec-bfb7-41c32d096d64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0574474 Mar 16 12:04:21.551016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-051d088a-0cdf-4432-a86f-67f41eaf7c9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718634 Mar 16 12:04:21.735365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-5bda672f-dc49-4739-bba6-4b5922c239c8 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454124 Mar 16 12:04:21.741408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069ad23-43f1-47a1-a415-01e30bf5f2ac req-f954478c-398b-4451-b93f-b2ea703188b2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:04:21.742733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6069ad23-43f1-47a1-a415-01e30bf5f2ac req-f954478c-398b-4451-b93f-b2ea703188b2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.1908071 Mar 16 12:04:21.879107 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6069ad23-43f1-47a1-a415-01e30bf5f2ac req-2ff9ee64-084b-4b34-b347-d3f75295fa6b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152515 Mar 16 12:04:21.899568 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52d223d1-46ac-4cae-995b-5304bf0eb845 req-931152d9-659d-47aa-ad37-4ac6932e153d service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556106 Mar 16 12:04:31.589293 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-410ae852-d85d-4a2d-b549-6b5595934db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:33.789009 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc8c1-caaf-43e2-9d30-5f0749fa844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:35.039005 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:35.184034 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:36.490447 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:42.531106 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:04:54.576106 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:01.584577 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-78b8dd0e-faaa-4446-8b8b-69178b926393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:03.794116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b04d8274-4348-49a0-a4b7-dedaa6ce2e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:05.042222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:05.189211 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:06.495814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:12.544840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:21.966168 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-785f4388-dd29-421c-8ecf-7c5d003f146e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702057 Mar 16 12:05:22.116226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-b042accb-0eb0-4c49-a0c1-643d34874dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1100 time: 0.0729756 Mar 16 12:05:22.279944 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408bd05-95bb-4382-b135-96055052b2e1 req-c8df79f2-d859-4a65-9f18-f16a4f5ee8bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:22.281334 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-c8df79f2-d859-4a65-9f18-f16a4f5ee8bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1400695 Mar 16 12:05:22.384203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-946fbfbb-c640-48fb-9b1d-d2668bdad393 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 1001 time: 0.0924740 Mar 16 12:05:22.456659 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408bd05-95bb-4382-b135-96055052b2e1 req-bcc56c86-1c61-4d84-8275-ec6752fbe5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:22.458049 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-bcc56c86-1c61-4d84-8275-ec6752fbe5b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0652969 Mar 16 12:05:22.535987 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-15a9744a-306b-4a5e-86d7-fb5029cd4491 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690036 Mar 16 12:05:22.548459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-ed372ffb-8188-446e-9c58-73a48b032ae8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 12:05:22.549853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-ed372ffb-8188-446e-9c58-73a48b032ae8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054872 Mar 16 12:05:22.698902 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-65e38316-8479-4d00-b305-5fb717337a36 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427755 Mar 16 12:05:22.840246 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f408bd05-95bb-4382-b135-96055052b2e1 req-cf9254cc-fb05-45de-823f-12ad8a09dfe1 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321342 Mar 16 12:05:31.571887 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:05:31.592643 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0730bba5-dc3b-4481-8141-70a34c271d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:33.797717 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b49d3d64-f863-439c-ba4a-d6aa599f92ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.044641 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.194861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.214901 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51490) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:35.419038 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Deleting port 3ced1ba1-0e27-4226-a5b3-82d21ba970ba {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:05:35.419378 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.593354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.593648 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.709385 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Calling delete_port for 3ced1ba1-0e27-4226-a5b3-82d21ba970ba owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:05:35.863866 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:35.906729 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'Port': ['ID=3ced1ba1-0e27-4226-a5b3-82d21ba970ba,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:35.955431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.955753 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.956115 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.956446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.956780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.957102 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.957506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.957799 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.958138 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.958458 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:35.958756 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:36.114676 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:36.491112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:36.520337 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:05:36.739766 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:05:36.750024 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:05:36.762968 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:36.765920 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:05:36.766545 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:05:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:36.814876 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cdc5b5de-f7f6-4ee3-9c02-9983daf7b493 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "DELETE /v2.0/floatingips/bbb32872-1913-4728-9653-9ac1eb973117 HTTP/1.1" status: 204 len: 168 time: 1.5985601 Mar 16 12:05:36.816383 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:05:36.941001 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:05:36.955518 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'status': 'completed', 'code': 200} Mar 16 12:05:37.064448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-ae2965f4-fbe7-44d8-9921-cc5780d7a629 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 1100 time: 0.0804701 Mar 16 12:05:37.290310 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:37.294492 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:05:37.305537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:05:37.306258 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:05:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:37.347875 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-8bd9c9c9-9807-4c0c-abc8-56b560bdd049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:37.349213 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-8bd9c9c9-9807-4c0c-abc8-56b560bdd049 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.2729485 Mar 16 12:05:37.424826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b84739-8642-4ce2-9cdf-e8bf7a2f560a req-aa7ff560-d74c-40df-8454-2998a1baa1de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:37.426263 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-34b84739-8642-4ce2-9cdf-e8bf7a2f560a req-aa7ff560-d74c-40df-8454-2998a1baa1de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.2778289 Mar 16 12:05:37.427903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-197c7b58-7303-40d6-9252-9fd6e8401b64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 200 len: 217 time: 0.0721197 Mar 16 12:05:37.482296 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:05:37.523001 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-b02c9c50-8b69-4e1c-8f7a-c697988cc9e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:37.524448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-b02c9c50-8b69-4e1c-8f7a-c697988cc9e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0786231 Mar 16 12:05:37.526709 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-34b84739-8642-4ce2-9cdf-e8bf7a2f560a req-df88260f-b987-4093-bc7f-0880b2c477f1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940943 Mar 16 12:05:37.601212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-2ad4d812-b3d6-40d5-ab58-50b22d69eff2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698359 Mar 16 12:05:37.732010 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-69b81497-3172-44d4-bcb7-24a571559d32 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225626 Mar 16 12:05:37.799996 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:05:37.804268 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2992496-1cd3-4fd0-a915-2b09bae44952 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:05:37.865417 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-15afe7a7-d23f-49f1-b305-fe20688f69b8 req-0b2f96df-e664-491b-ab26-5cadbd2715fb service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269126 Mar 16 12:05:38.027190 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e0122-c329-4167-93fb-1e44641d4103 None None] New status for floating IP bbb32872-1913-4728-9653-9ac1eb973117: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:05:38.710523 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-422bebe0-1aca-46ad-97fb-e5a9640ae177 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.712110 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-422bebe0-1aca-46ad-97fb-e5a9640ae177 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.1219506 Mar 16 12:05:38.790064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Deleting port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:05:38.790482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:38.823905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adaf2d-ffa9-45dc-8e35-63a3756910a3 req-11f809f4-8a83-4971-ae5d-70791c63f6e4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:38.825249 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-24adaf2d-ffa9-45dc-8e35-63a3756910a3 req-11f809f4-8a83-4971-ae5d-70791c63f6e4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 947 time: 0.1691611 Mar 16 12:05:38.928285 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-24adaf2d-ffa9-45dc-8e35-63a3756910a3 req-d7474a3b-daf7-4ccb-9761-f1feb8494d18 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2fc63fb-7e19-4129-b253-a7fd0224c3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942638 Mar 16 12:05:39.074948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] For port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:05:39.075208 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:39.193237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Calling delete_port for 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:05:39.336484 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:39.385325 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'Port': ['ID=9f374b89-f69a-4ee0-8980-bf08c0fa5f9f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:39.451943 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.452275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.452601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.452923 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.453243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.453555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.453870 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.454216 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.454527 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.454833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.455127 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:05:39.468981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] No DVR routers for this DVR port 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:05:39.471411 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:39.474117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-deleted', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:05:39.485486 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4065e22d-5d9b-4def-95ec-bf7fe2707955 req-4e9c8952-9f11-4a27-aa60-40e1c596b3de tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "DELETE /v2.0/ports/9f374b89-f69a-4ee0-8980-bf08c0fa5f9f HTTP/1.1" status: 204 len: 173 time: 0.7631698 Mar 16 12:05:39.620733 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49cd75d-abd9-498b-8c76-5a705fab34ae', 'name': 'network-vif-deleted', 'tag': '9f374b89-f69a-4ee0-8980-bf08c0fa5f9f', 'status': 'completed', 'code': 200} Mar 16 12:05:40.112625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b2747b02-8b8d-4ef7-8eff-a28df49a1b75 req-47da8b57-adbd-4968-a3f2-10076081ef74 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:05:40.131511 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b2747b02-8b8d-4ef7-8eff-a28df49a1b75 req-47da8b57-adbd-4968-a3f2-10076081ef74 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:05:40.132775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b2747b02-8b8d-4ef7-8eff-a28df49a1b75 req-47da8b57-adbd-4968-a3f2-10076081ef74 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=d49cd75d-abd9-498b-8c76-5a705fab34ae HTTP/1.1" status: 200 len: 210 time: 0.0596240 Mar 16 12:05:41.237610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:41.406088 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:41.435339 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:41.502306 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:41.523030 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc63fb-7e19-4129-b253-a7fd0224c3c8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:41.526509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:41.530188 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-beb55c41-1ac6-4221-a522-3dc2a53bd78e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2fc63fb-7e19-4129-b253-a7fd0224c3c8 HTTP/1.1" status: 204 len: 168 time: 0.2889793 Mar 16 12:05:41.969829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:41.976005 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989951449', 'description': 'tempest-secgroup-smoke-989951449 description', 'project_id': 'c5f13579e7474ae49a622af28e3547bc'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:41.982373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:41.986346 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:41.989364 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:41.995664 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.008191 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.046429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.050451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.053170 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.058854 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.115273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.121463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.160134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245ca8a5-1d81-45c9-91d5-4251977a8912,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.163341 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.164518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8d1992b-8472-4d3f-a0b0-c82cdc2b4837 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1935830 Mar 16 12:05:42.167713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.173281 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.179900 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.183954 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.186972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.192841 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.213766 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.274623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.279073 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.301731 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ab8661-c6b0-49fe-8080-47e6c3c6a0d5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.310887 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.312133 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-81bb4634-50cb-42e0-bec1-3a73eb610af0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433427 Mar 16 12:05:42.314920 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.320205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.326066 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.329798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.332631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.338520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.356243 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.418507 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.422706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.444480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03169d96-4d38-469e-878f-d051590ca190,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.454023 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.455200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01a17c79-dc50-46c8-aa0e-f8c7d282b8a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393747 Mar 16 12:05:42.457922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.463303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.468933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.472621 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.475359 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.480832 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.498304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.555174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.565706 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.570144 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:05:42.570526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.594459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abc5f60-1e14-4a57-a124-041fbb54d221,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.606406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.607954 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-affdd3c3-13d3-4a1a-a227-98c8121d177b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491668 Mar 16 12:05:42.612022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.619311 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.625890 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.630446 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.633747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.640489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.640926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:05:42.641259 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 9f374b89-f69a-4ee0-8980-bf08c0fa5f9f not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:05:42.661952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.728751 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.734432 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.759431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbb8ba6-8404-4a5b-8587-9f7347b33a2b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.768950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.770134 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d538e514-3918-49cb-8ed2-8827046693a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1568644 Mar 16 12:05:42.773899 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51554) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.780015 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.785977 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.790026 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.793481 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.799223 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.811796 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Project c5f13579e7474ae49a622af28e3547bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:05:42.819039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.891024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.896382 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.924390 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c327573-11a5-4ff3-abc9-bb20199d7814,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:42.934821 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:42.936027 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f34abef-7975-40cb-983b-262a39171dee tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1605535 Mar 16 12:05:42.938820 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:05:42.944117 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'security_group_rule': {'security_group_id': '245ca8a5-1d81-45c9-91d5-4251977a8912', 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:05:42.950243 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:05:42.954134 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:security_group_rule and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:05:42.957021 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:05:42.963186 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:05:42.975612 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Project c5f13579e7474ae49a622af28e3547bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:05:42.982538 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:43.047907 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:43.052948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:43.076695 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1c7b3b-bae9-4482-9e87-714d3e073e7c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:05:43.089179 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:05:43.090374 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46aaa89c-3571-4919-83a6-fe4f98bbe72a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507025 Mar 16 12:05:58.116521 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-17f3d8d0-28df-4dc8-b619-4db40c67bcb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:05:58.137314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-17f3d8d0-28df-4dc8-b619-4db40c67bcb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:05:58.138454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-17f3d8d0-28df-4dc8-b619-4db40c67bcb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989951449&fields=id&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 267 time: 0.0662827 Mar 16 12:05:58.285534 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-e482b543-2183-4892-a33a-65db0a42d477 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:05:58.286986 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-e482b543-2183-4892-a33a-65db0a42d477 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 808 time: 0.1420159 Mar 16 12:05:58.302938 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-cd842e59-dad6-41da-941c-619a509fb825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/quotas/c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 375 time: 0.0104947 Mar 16 12:05:58.384358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-e867ae74-e0cc-488f-82f2-aea2d205424d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766537 Mar 16 12:05:58.631089 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-e4588225-a435-47cd-863a-67cc19e66565 service neutron] 10.222.0.36 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345586 Mar 16 12:05:58.763356 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-0e8e8bf4-66c2-4f87-9d05-a72ee8202b61 service neutron] 10.222.0.36 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242123 Mar 16 12:05:59.253628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d04974b-abd4-46cc-9ab4-cd75eeac3be4 req-8d1fd47a-e3f9-4417-ab2a-3cc7e62b5df3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 210 time: 0.1150923 Mar 16 12:06:00.479256 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af195661-b2f7-471e-9741-d4dfa0572119 req-481cb2bf-036c-4dee-ba89-4df2e5575616 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 210 time: 0.0542583 Mar 16 12:06:00.533404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-cc389851-ec2b-4eb8-b45f-c138db5a8b3e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:00.534718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-cc389851-ec2b-4eb8-b45f-c138db5a8b3e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 808 time: 0.1908629 Mar 16 12:06:00.603854 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-3f8b1dc3-3484-479f-a603-dfaf5e787332 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 379 time: 0.0486300 Mar 16 12:06:00.617467 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'port': {'device_id': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'admin_state_up': True, 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'security_groups': ['245ca8a5-1d81-45c9-91d5-4251977a8912']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:06:00.756193 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:06:00.765447 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:06:00.777831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Made reservation on behalf of c5f13579e7474ae49a622af28e3547bc for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:06:00.780877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:00.939690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Allocated IP 172.20.0.11 (45fcfe43-67fb-4c0d-ab83-33d1ffc322c8/9b64a1c2-b2b6-47d3-9a96-318b63b59ebf/fff42f11-7694-499a-98cc-0975c63c70db) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:06:01.139979 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.157372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Transition to ACTIVE for port object fff42f11-7694-499a-98cc-0975c63c70db will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:06:01.180258 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.252105 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:06:01.255175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:06:01.259613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:06:01.284360 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:01.327132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:01.327776 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.357274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-180071e5-9299-4cab-9e20-27f26c70f79d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458973 Mar 16 12:06:01.442226 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Request body: {'port': {'device_id': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:06:01.499561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad7df685-dd13-489e-91c6-7d784095ffdd None None] Provisioning for port fff42f11-7694-499a-98cc-0975c63c70db completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:06:01.506166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad7df685-dd13-489e-91c6-7d784095ffdd None None] Provisioning complete for port fff42f11-7694-499a-98cc-0975c63c70db triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:06:01.506784 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad7df685-dd13-489e-91c6-7d784095ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.552526 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.565114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ad7df685-dd13-489e-91c6-7d784095ffdd None None] Port fff42f11-7694-499a-98cc-0975c63c70db cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:06:01.589863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8cca14f9-f437-487e-9c60-d2b0b1ed97b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:01.936918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d74a0-deeb-4730-9ed5-7ebf4ca3c293 req-0214dc48-b7b3-43ab-8174-cbc6592adfa9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:01.937599 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-314d74a0-deeb-4730-9ed5-7ebf4ca3c293 req-0214dc48-b7b3-43ab-8174-cbc6592adfa9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:06:01.984421 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-314d74a0-deeb-4730-9ed5-7ebf4ca3c293 req-0214dc48-b7b3-43ab-8174-cbc6592adfa9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:06:01.985640 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-314d74a0-deeb-4730-9ed5-7ebf4ca3c293 req-0214dc48-b7b3-43ab-8174-cbc6592adfa9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 932 time: 0.3562601 Mar 16 12:06:02.088021 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff42f11-7694-499a-98cc-0975c63c70db {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:06:02.093624 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-314d74a0-deeb-4730-9ed5-7ebf4ca3c293 req-8d2595aa-d2b8-4e48-8c88-cf6e558bd785 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005380 Mar 16 12:06:02.097271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.113780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Transition to ACTIVE for port object fff42f11-7694-499a-98cc-0975c63c70db will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:06:02.123783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.256671 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:02.372607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Attempting to bind port fff42f11-7694-499a-98cc-0975c63c70db on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:06:02.372919 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Attempting to bind port fff42f11-7694-499a-98cc-0975c63c70db by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:06:02.373397 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Attempting to bind port fff42f11-7694-499a-98cc-0975c63c70db on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:06:02.380838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Port fff42f11-7694-499a-98cc-0975c63c70db on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 12:06:02.381307 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Attempting to bind port fff42f11-7694-499a-98cc-0975c63c70db on network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:06:02.390035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:06:02.390577 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Checking segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:06:02.391174 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Bound using segment: {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:06:02.391637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Bound port: fff42f11-7694-499a-98cc-0975c63c70db, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571d043-9dac-4d66-afa6-4274bb70ac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:06:02.391988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.483277 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:06:02.486375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:06:02.493266 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.555273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:02.556573 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1094 time: 1.1887033 Mar 16 12:06:02.557000 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:06:02.578638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26bbbb-4ee4-4207-a856-48d6ef14e0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:02.647156 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'status': 'completed', 'code': 200} Mar 16 12:06:02.690166 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-7a0f927d-bff4-41c7-9e86-ab61fc6b83cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1097 time: 0.0819385 Mar 16 12:06:02.763440 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-bc51da29-3c45-4c65-af35-f3c2a835cc8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 217 time: 0.0660460 Mar 16 12:06:02.831612 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-fc9416b2-8e3d-46b6-bb61-62e9d92d2058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:02.833052 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-fc9416b2-8e3d-46b6-bb61-62e9d92d2058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0603046 Mar 16 12:06:02.915511 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-af83858c-d888-4a48-90e5-cde2f76af497 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734556 Mar 16 12:06:03.056725 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-1b6c7193-87b4-4286-bb75-2a0716c02782 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312912 Mar 16 12:06:03.196182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e401ba7c-aff2-42d9-a741-00d84a53b5fc req-b6a9688f-b817-4958-9a44-b867ecac0f55 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294847 Mar 16 12:06:03.354419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b5b8-a813-4d68-b2ba-e7acbbab87ab req-209ed34b-ff1e-4a33-b367-8903e06876e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:03.355876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0030b5b8-a813-4d68-b2ba-e7acbbab87ab req-209ed34b-ff1e-4a33-b367-8903e06876e6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.1341622 Mar 16 12:06:03.377307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-c261a50e-2afe-4715-b11a-67498a08ffa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1097 time: 0.1210616 Mar 16 12:06:03.495521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0030b5b8-a813-4d68-b2ba-e7acbbab87ab req-5f780240-9d5c-4b41-a4de-998736fd480a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339426 Mar 16 12:06:03.542842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-ecfefb1f-c008-4616-b6b6-0a89c4bd3aeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:03.544331 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-ecfefb1f-c008-4616-b6b6-0a89c4bd3aeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1575446 Mar 16 12:06:03.614318 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-505a64e2-d455-405a-8ad6-41f75d9f08c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 217 time: 0.0632033 Mar 16 12:06:03.777404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-b59544ca-9cce-453e-873c-32c4c1707639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:03.778789 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-b59544ca-9cce-453e-873c-32c4c1707639 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.1559272 Mar 16 12:06:03.795416 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55890a1a-684b-406c-bb8e-7e718ed4743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:03.856973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-611a75df-d036-47bb-b9b3-b8c8004fcf78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692396 Mar 16 12:06:03.995848 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-86486f9c-72c1-4867-8d33-d6928d7e93b2 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296060 Mar 16 12:06:04.140667 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc647fa2-30d6-406e-acc4-5c8c1187b061 req-d2c1b9db-2763-4d34-ba3d-4d74e906b5d7 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351628 Mar 16 12:06:04.707519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8597cd-0820-44ef-86eb-d565411b3f03 req-b7f3441d-a358-4193-bfe2-b06c1279d978 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:04.708942 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e8597cd-0820-44ef-86eb-d565411b3f03 req-b7f3441d-a358-4193-bfe2-b06c1279d978 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0809767 Mar 16 12:06:04.753107 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e8597cd-0820-44ef-86eb-d565411b3f03 req-c0747a8d-07b8-4446-bfff-6a4d7c0fbf8d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385413 Mar 16 12:06:05.044753 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:05.200047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:05.956798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c2a8-744f-41fa-b170-9d0ccc500dc7 req-4079bd5e-7438-4ceb-89af-db8ece63c328 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:05.958203 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0942c2a8-744f-41fa-b170-9d0ccc500dc7 req-4079bd5e-7438-4ceb-89af-db8ece63c328 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0812311 Mar 16 12:06:06.005621 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0942c2a8-744f-41fa-b170-9d0ccc500dc7 req-60771f0c-fb8a-43a0-bf8e-02326af86eb1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 Mar 16 12:06:06.502554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:07.221314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4a087-327c-4de0-84d6-05f2b1f0dc24 req-72e23244-4406-4f12-9b92-49d6478c6583 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:07.222782 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19f4a087-327c-4de0-84d6-05f2b1f0dc24 req-72e23244-4406-4f12-9b92-49d6478c6583 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0789587 Mar 16 12:06:07.267712 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19f4a087-327c-4de0-84d6-05f2b1f0dc24 req-fd4cc6f7-127e-4312-aa4a-7e03fe8ac0df tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Mar 16 12:06:08.489157 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e406-4c46-4824-b4e1-5e9f5c964edb req-674f8753-703b-4fb8-aadf-bf37217ee194 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:08.490638 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b41e406-4c46-4824-b4e1-5e9f5c964edb req-674f8753-703b-4fb8-aadf-bf37217ee194 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0973964 Mar 16 12:06:08.539363 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b41e406-4c46-4824-b4e1-5e9f5c964edb req-e83e14a3-a94e-42a9-92f7-acc5fcd29170 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Mar 16 12:06:08.563012 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:06:09.769835 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa04c4c-0c04-4c69-a078-26dc5bd0f46a req-9fbe0450-7e2e-456d-b0c5-282bcb4471db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:09.771271 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fa04c4c-0c04-4c69-a078-26dc5bd0f46a req-9fbe0450-7e2e-456d-b0c5-282bcb4471db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0934720 Mar 16 12:06:09.824990 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fa04c4c-0c04-4c69-a078-26dc5bd0f46a req-b4e106c8-333e-4a24-b91d-303b40510e09 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478761 Mar 16 12:06:10.696979 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:06:10.835942 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:06:10.849351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'fff42f11-7694-499a-98cc-0975c63c70db', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'mac_address': 'fa:16:3e:42:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:06:10.907168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:10.924573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff42f11-7694-499a-98cc-0975c63c70db {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:06:10.940373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:06:10.944418 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:11.011747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:11.019858 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.020195 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.020524 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.020849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.021176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.021501 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.021819 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.022188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.022470 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.022780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.023090 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:06:11.030594 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd24cb-fad0-4c59-a489-12a60ecd600e req-bd0d18cb-da29-4311-8764-e9bea1d46b0e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:11.032177 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9bd24cb-fad0-4c59-a489-12a60ecd600e req-bd0d18cb-da29-4311-8764-e9bea1d46b0e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 945 time: 0.0756495 Mar 16 12:06:11.077387 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9bd24cb-fad0-4c59-a489-12a60ecd600e req-568cecae-0390-4f56-82d8-925064f42601 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396359 Mar 16 12:06:11.209558 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['fff42f11-7694-499a-98cc-0975c63c70db'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:06:12.285872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca352233-3d93-4f84-853f-cfd479ef6f05 req-1dd47f96-7372-45ec-82b9-794ac3bcb02b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:12.287327 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca352233-3d93-4f84-853f-cfd479ef6f05 req-1dd47f96-7372-45ec-82b9-794ac3bcb02b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 945 time: 0.0867469 Mar 16 12:06:12.335003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca352233-3d93-4f84-853f-cfd479ef6f05 req-9591cbbf-5164-431e-ab77-709f566dbd17 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419521 Mar 16 12:06:12.564868 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:12.712168 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:06:12.787038 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port fff42f11-7694-499a-98cc-0975c63c70db completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:06:12.792165 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port fff42f11-7694-499a-98cc-0975c63c70db triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:06:12.792528 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:12.917635 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:12.945224 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:06:12.955571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:06:12.960817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:13.002783 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'code': 200} Mar 16 12:06:13.030691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:13.318627 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4a43974-f448-451c-b0e1-ceb28f615336 req-c97b214e-ff42-43ac-8383-48f4d356d9f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0757051 Mar 16 12:06:13.364394 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4a43974-f448-451c-b0e1-ceb28f615336 req-74f56e5f-f590-45cc-8a11-9dbc3e8ba482 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371902 Mar 16 12:06:13.564508 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7a65-e709-4eda-a663-5806b5941b1c req-36f81860-fb60-4901-ace7-04cb09c56af5 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:13.565822 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cacf7a65-e709-4eda-a663-5806b5941b1c req-36f81860-fb60-4901-ace7-04cb09c56af5 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0919509 Mar 16 12:06:13.614577 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cacf7a65-e709-4eda-a663-5806b5941b1c req-6594a8c0-1464-4f6c-9328-085ff56b7811 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Mar 16 12:06:14.817372 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bcea1-5021-4fba-beb1-58c3a22d241e req-8ef1f505-2462-432f-8ca8-c34f8be29fb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:14.818802 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-700bcea1-5021-4fba-beb1-58c3a22d241e req-8ef1f505-2462-432f-8ca8-c34f8be29fb4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0831223 Mar 16 12:06:14.864477 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-700bcea1-5021-4fba-beb1-58c3a22d241e req-e1116e5e-6ad2-465f-a9fc-5b764bd638d9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401430 Mar 16 12:06:15.074271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccac9a2-c026-4b00-8ea5-ae9c993f3402 req-966dffa9-9f2c-400a-bf23-c0cd03069a21 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:15.075700 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dccac9a2-c026-4b00-8ea5-ae9c993f3402 req-966dffa9-9f2c-400a-bf23-c0cd03069a21 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0802307 Mar 16 12:06:15.123900 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dccac9a2-c026-4b00-8ea5-ae9c993f3402 req-c5ac1d23-6746-4f2d-b4ed-c8f3ba0c93f4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404296 Mar 16 12:06:15.151555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:06:15.227140 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42d453a1-77de-4a76-8ff7-f293c236e203 tempest-TestShelveInstance-936648693 tempest-TestShelveInstance-936648693-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1094 time: 0.0738194 Mar 16 12:06:15.229744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51720) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:06:15.234871 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:06:15.240385 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:06:15.244454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Usage tracker for resource:floatingip and tenant:c5f13579e7474ae49a622af28e3547bc is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:06:15.247436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:06:15.253617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:06:15.270699 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:15.401969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:15.539721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Allocated IP 172.26.1.226 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/c87cb3e2-b985-4ab3-8262-467c8ffa4239) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:06:15.785901 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:15.817461 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:15.885234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:06:15.888027 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:06:15.892506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:06:15.916732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=c87cb3e2-b985-4ab3-8262-467c8ffa4239,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:16.415333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:16.470933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:16.670303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:16.677463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:16.774613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event updated for resources: {'Port': ['ID=c87cb3e2-b985-4ab3-8262-467c8ffa4239,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:06:16.795022 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:17.016937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Floating IP 021d9671-0eba-444d-9d51-e13ed5f81f03 associated. External IP: 172.26.1.226, port: fff42f11-7694-499a-98cc-0975c63c70db. Mar 16 12:06:17.517634 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:06:17.721610 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:06:17.731797 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:06:17.744778 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:06:17.745372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:06:17.747429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:17.799744 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ff68da5-a6c0-4bd3-8755-7f36e5aa6084 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5688920 Mar 16 12:06:17.800286 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:06:17.854622 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'status': 'completed', 'code': 200} Mar 16 12:06:17.924247 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:06:17.945291 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-7e62b94c-d064-43f9-bc58-336a035663b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0689819 Mar 16 12:06:18.082264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-a7969c8c-de0e-4991-9216-3d54ba30fa62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:18.083585 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-a7969c8c-de0e-4991-9216-3d54ba30fa62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1329286 Mar 16 12:06:18.188212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-2a65c861-16b0-4281-a6a4-6eb599e08a76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1000 time: 0.0986884 Mar 16 12:06:18.253340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-b6760399-5cf5-4317-8707-efde66866906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:18.254786 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-b6760399-5cf5-4317-8707-efde66866906 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0610473 Mar 16 12:06:18.275551 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '021d9671-0eba-444d-9d51-e13ed5f81f03', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:42:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:06:16Z', 'updated_at': '2022-03-16T12:06:16Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:06:18.279351 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:06:18.290697 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:06:18.291670 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:06:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:06:18.336871 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-fb642899-fcec-4088-881a-17c5f6c8ad69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760641 Mar 16 12:06:18.466204 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:06:18.468293 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-a29fd79a-59d8-4e34-9ded-e66745d438ef service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253490 Mar 16 12:06:18.598757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f1aa3d1-ef84-4aa4-8fd9-8416e3f4708a req-38d4af7c-8b10-4e9d-8d9f-f7e8060dd92f service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253574 Mar 16 12:06:18.829435 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '021d9671-0eba-444d-9d51-e13ed5f81f03', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:42:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:06:16Z', 'updated_at': '2022-03-16T12:06:16Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:06:18.833454 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9cde-527c-40d6-ac0c-901c4bed3c11 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '021d9671-0eba-444d-9d51-e13ed5f81f03', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'mac_address': 'fa:16:3e:42:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:06:16Z', 'updated_at': '2022-03-16T12:06:16Z', 'revision_number': 0, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:06:19.048100 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18df75ef-402b-46c0-9948-316a026314b1 None None] New status for floating IP 021d9671-0eba-444d-9d51-e13ed5f81f03: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:06:23.946646 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-e521576a-eae0-4f78-a3f3-d9a432790aa3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714304 Mar 16 12:06:24.102345 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-826255c6-8f4d-4f84-867a-d8900c9ede9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0858030 Mar 16 12:06:24.260786 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261192-bb93-4633-9212-536aa2b52282 req-90100cba-20f4-418a-aff1-160a4a431292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:24.262298 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-90100cba-20f4-418a-aff1-160a4a431292 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1350033 Mar 16 12:06:24.367836 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-9c1d46c3-dc1c-4260-8f34-94bf920b09e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1002 time: 0.0975296 Mar 16 12:06:24.543303 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261192-bb93-4633-9212-536aa2b52282 req-a85d7642-afb8-4e12-a345-b6464101740f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:06:24.545668 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-a85d7642-afb8-4e12-a345-b6464101740f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.1702840 Mar 16 12:06:24.633376 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-09049933-b9c8-4657-9ec5-83964ac1a8d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817471 Mar 16 12:06:24.776769 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-49a8d222-1074-46db-b440-b8ec507a9015 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364861 Mar 16 12:06:24.909124 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e261192-bb93-4633-9212-536aa2b52282 req-dbf2a9db-a3c0-45b8-b777-aeb40e382197 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267638 Mar 16 12:06:31.586130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c722b60-fedd-4f8a-9e67-56258679a6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:33.801772 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bb8d4c9f-6ac1-4228-9b05-0348773d89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:35.040614 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:35.199680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:36.499648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:42.555758 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:06:45.564457 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:01.590307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-71a5c79c-6583-463a-88ff-bc00d200d5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:03.786884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c34ea92-04c9-4c14-afad-af0b4c442772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:05.051548 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:05.199465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:06.503252 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:12.596596 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:22.571939 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:07:24.981599 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-767ef01d-23b7-49b3-83b7-a119942a4f4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803819 Mar 16 12:07:25.131539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-c8176db4-a285-44b6-998a-6c13d1f5e90c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0698838 Mar 16 12:07:25.278586 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01526-5d84-4e26-b3c2-987440194391 req-900d3819-7162-413a-bab8-7751bbf637d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:25.280015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-900d3819-7162-413a-bab8-7751bbf637d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1255109 Mar 16 12:07:25.388078 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-4006e4bc-d856-493d-b370-432cb9d3db7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1002 time: 0.0987618 Mar 16 12:07:25.461472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b01526-5d84-4e26-b3c2-987440194391 req-a2ab973d-2a0e-4fa6-a55a-cf117e4814f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:07:25.462930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-a2ab973d-2a0e-4fa6-a55a-cf117e4814f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0648432 Mar 16 12:07:25.544261 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-2bc3b0d9-a576-4902-baaa-7e27e68daf08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717301 Mar 16 12:07:25.699304 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-59e044dc-a931-40b1-958a-039382d83872 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446187 Mar 16 12:07:25.834749 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f0b01526-5d84-4e26-b3c2-987440194391 req-eccc4194-e638-43dc-92cf-316e004232df service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250703 Mar 16 12:07:31.598094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c5a6865d-913a-49e0-88e2-60da5b3b042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:33.799145 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6178d24-6460-4f34-b04c-8494527951e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:35.049642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:35.202599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:36.509871 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:42.591623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:07:59.566205 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:08:01.592628 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-487c167b-a378-4ab4-a74c-789430160db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:03.798576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-120553bc-5ced-4bc6-a0c3-35b83259ebb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:05.055396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:05.205047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:06.519934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:12.609432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:15.957131 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20566fcc-3358-4d6a-9e45-55c724fd8eac req-fd491d24-a6e4-47ba-a96d-b4ede45fb4fd tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:15.958589 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20566fcc-3358-4d6a-9e45-55c724fd8eac req-fd491d24-a6e4-47ba-a96d-b4ede45fb4fd tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0833163 Mar 16 12:08:16.009004 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20566fcc-3358-4d6a-9e45-55c724fd8eac req-a44a49f1-d827-46ed-9734-d081a3107ee7 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 Mar 16 12:08:17.247532 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f0bb-55d2-408e-98ec-186b1477abfb req-8b66b129-12a0-4b5f-b8eb-ca5770495f20 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:17.249502 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d399f0bb-55d2-408e-98ec-186b1477abfb req-8b66b129-12a0-4b5f-b8eb-ca5770495f20 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0792813 Mar 16 12:08:17.295791 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d399f0bb-55d2-408e-98ec-186b1477abfb req-3f0d78f6-c78a-40b1-a31c-822098ac8192 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Mar 16 12:08:18.507227 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371acbe-8e1c-409d-b7b5-aae9ece6e7ec req-8df70d8a-316f-4207-ac45-23a433a51849 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:18.508521 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9371acbe-8e1c-409d-b7b5-aae9ece6e7ec req-8df70d8a-316f-4207-ac45-23a433a51849 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0816844 Mar 16 12:08:18.556200 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9371acbe-8e1c-409d-b7b5-aae9ece6e7ec req-071b25d0-8edb-467f-b5c1-4d66bf01bc0a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402195 Mar 16 12:08:19.781540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c80f-ddf5-4861-a7db-6790641ecb3d req-f6c0d89a-af71-4c21-8efb-2edae6961fd9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:19.782894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed9c80f-ddf5-4861-a7db-6790641ecb3d req-f6c0d89a-af71-4c21-8efb-2edae6961fd9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0909281 Mar 16 12:08:19.828011 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ed9c80f-ddf5-4861-a7db-6790641ecb3d req-80dd5cc1-bd16-4b36-834a-eb59dee32884 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396299 Mar 16 12:08:21.134878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c668b-4259-4363-9782-a7c0d7714768 req-8d496082-7be7-45ac-8885-5ca27694320e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:21.136215 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-487c668b-4259-4363-9782-a7c0d7714768 req-8d496082-7be7-45ac-8885-5ca27694320e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.1742015 Mar 16 12:08:21.189634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-487c668b-4259-4363-9782-a7c0d7714768 req-859d17da-8873-4b91-a287-482d49cf9165 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Mar 16 12:08:22.397407 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec584a-6acb-4b9f-a934-7d1fee94f7fc req-7b7a5c35-c451-4e41-95bf-eb9aef5cac32 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:22.398813 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51ec584a-6acb-4b9f-a934-7d1fee94f7fc req-7b7a5c35-c451-4e41-95bf-eb9aef5cac32 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0874553 Mar 16 12:08:22.449847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51ec584a-6acb-4b9f-a934-7d1fee94f7fc req-13c537b8-ef39-4d50-892f-5e8c8e996f73 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Mar 16 12:08:23.693078 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a52f1c-4098-44d6-b54a-d10cbd2c27d0 req-c4827ff1-81b3-4eac-a0dd-ef7c7d62e938 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:23.694539 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6a52f1c-4098-44d6-b54a-d10cbd2c27d0 req-c4827ff1-81b3-4eac-a0dd-ef7c7d62e938 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0934355 Mar 16 12:08:23.739424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6a52f1c-4098-44d6-b54a-d10cbd2c27d0 req-19459678-a10b-4818-b173-aeafa087f76c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 Mar 16 12:08:24.956462 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0867c2d-56ec-4299-9f28-a82d0ca10975 req-65a7e448-8b86-4914-9b3e-8e8d48c3bc3d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:24.957904 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0867c2d-56ec-4299-9f28-a82d0ca10975 req-65a7e448-8b86-4914-9b3e-8e8d48c3bc3d tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0889888 Mar 16 12:08:25.004380 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0867c2d-56ec-4299-9f28-a82d0ca10975 req-47227dd9-bea3-4cd4-af56-43de16260634 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Mar 16 12:08:26.064542 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-7e92b383-d019-4769-81a5-03842175815b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0676529 Mar 16 12:08:26.251345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509933d-1423-43b4-a17e-fb85f199b630 req-19136846-7fb1-4782-b837-6e5cb818c9f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:26.252762 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-19136846-7fb1-4782-b837-6e5cb818c9f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1792252 Mar 16 12:08:26.266275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245da8-08d0-48f0-84ea-998a9e9f02f1 req-550ac523-59f4-4ea5-ab31-2b984df674ae tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:26.267601 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d245da8-08d0-48f0-84ea-998a9e9f02f1 req-550ac523-59f4-4ea5-ab31-2b984df674ae tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.1278884 Mar 16 12:08:26.389361 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-7c99427e-844e-46c2-8ed7-d68fe0c16094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1002 time: 0.1208270 Mar 16 12:08:26.391538 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d245da8-08d0-48f0-84ea-998a9e9f02f1 req-4ace69a6-6fad-460b-b849-049afd5ed581 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781224 Mar 16 12:08:26.452616 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509933d-1423-43b4-a17e-fb85f199b630 req-bea46b12-b23c-4d04-b4ad-bf8bc14c0587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:26.454029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-bea46b12-b23c-4d04-b4ad-bf8bc14c0587 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0559340 Mar 16 12:08:26.549400 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-675947ae-a6ab-4b8d-92e9-75bac17cdc86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850339 Mar 16 12:08:26.691818 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-333c0755-2c95-4b01-8a4d-c824826eda41 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329715 Mar 16 12:08:26.827597 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509933d-1423-43b4-a17e-fb85f199b630 req-f6d92347-0244-4923-9f1b-3c6f97ec651e service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267400 Mar 16 12:08:27.082905 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-9122fd69-a08d-46b8-ae6e-65f5701fe204 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0772438 Mar 16 12:08:27.231742 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-c0b474d9-8068-4b9b-9594-14457cbd06a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:27.233255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-c0b474d9-8068-4b9b-9594-14457cbd06a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1264372 Mar 16 12:08:27.342106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-53b250c4-4417-43e3-a450-49c5068f9841 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1002 time: 0.1023738 Mar 16 12:08:27.407293 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-5a286a35-affc-46bc-bd14-67e5c8af29ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:27.409393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-5a286a35-affc-46bc-bd14-67e5c8af29ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0609405 Mar 16 12:08:27.644423 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-5e9f3edf-94c0-418a-a0c4-039685041948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2279737 Mar 16 12:08:27.650415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33825f3-ade1-4a5f-9695-107216071762 req-f5bb6d69-3a71-4baf-997e-a7fbf77f3af2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:27.651691 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d33825f3-ade1-4a5f-9695-107216071762 req-f5bb6d69-3a71-4baf-997e-a7fbf77f3af2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0999763 Mar 16 12:08:27.790973 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d33825f3-ade1-4a5f-9695-107216071762 req-bd030409-4ada-415b-8be8-135570275f18 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194017 Mar 16 12:08:27.809362 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-0fe581fd-815e-41c0-ae57-abe27babe570 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567066 Mar 16 12:08:27.945573 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9525a9e6-d936-4d9f-bd9c-71d0539d99e7 req-04eb02ee-7281-4253-a3ae-c7b97b7dec70 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287589 Mar 16 12:08:28.989280 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54bed1-9710-408b-92b1-e0cb7c239ae2 req-7cb7dca1-5141-4872-b847-b9ed8894f04b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:28.990777 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a54bed1-9710-408b-92b1-e0cb7c239ae2 req-7cb7dca1-5141-4872-b847-b9ed8894f04b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0802157 Mar 16 12:08:29.040710 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2a54bed1-9710-408b-92b1-e0cb7c239ae2 req-fafa8190-ce65-406b-84f6-3292bcc1ce2f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Mar 16 12:08:30.258049 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e05e-3fa1-4d3d-a157-97528bd4671f req-bea57c75-6f5d-4dfa-9abd-b0aa97e28b4e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:30.259493 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8479e05e-3fa1-4d3d-a157-97528bd4671f req-bea57c75-6f5d-4dfa-9abd-b0aa97e28b4e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0899477 Mar 16 12:08:30.315981 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8479e05e-3fa1-4d3d-a157-97528bd4671f req-fd3d96e3-2e3b-412b-8043-bae4ce01f357 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508318 Mar 16 12:08:30.606994 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70a75bca-92b9-405f-b0bb-a63d14c5bc5f req-5f0227eb-7bf1-4369-85c0-4630e9ff38b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1620960 Mar 16 12:08:30.886437 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b01d1-c462-459f-a907-23442e3e07f3 req-b1b19c78-b668-46ef-b410-db0c3cab2ee9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:30.887842 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c9b01d1-c462-459f-a907-23442e3e07f3 req-b1b19c78-b668-46ef-b410-db0c3cab2ee9 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0787394 Mar 16 12:08:30.896297 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-35bdd2b5-4f96-436c-bfd5-9d464bb4e09f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517155 Mar 16 12:08:30.932494 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c9b01d1-c462-459f-a907-23442e3e07f3 req-4f8bb917-2e4a-421d-aad1-98b16b01db66 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384119 Mar 16 12:08:31.603080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0dddab51-96ec-41a3-8ef6-132060751e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:32.127480 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80014c0-79ef-49b5-9ae0-8fa086bf0b8d req-6a0b62bf-ab4c-4515-97e6-76a85d8b7fe1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:32.128876 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d80014c0-79ef-49b5-9ae0-8fa086bf0b8d req-6a0b62bf-ab4c-4515-97e6-76a85d8b7fe1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0778322 Mar 16 12:08:32.173732 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d80014c0-79ef-49b5-9ae0-8fa086bf0b8d req-6694bba8-b5d3-419d-9031-7c3a0465e9a3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393727 Mar 16 12:08:33.388628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b609-2a80-4410-8883-4e694ffed800 req-c1c81ed8-70b0-475a-9f38-a3f65f3189a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:33.390336 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c252b609-2a80-4410-8883-4e694ffed800 req-c1c81ed8-70b0-475a-9f38-a3f65f3189a0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0832729 Mar 16 12:08:33.436027 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c252b609-2a80-4410-8883-4e694ffed800 req-ae48d01a-f178-4acc-a043-c80cdc044eb3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Mar 16 12:08:33.553057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:08:33.676286 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:33.707077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:08:33.716545 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:08:33.722017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:33.799103 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:33.802515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33639f51-0df0-49eb-9643-948d89a65f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:33.811338 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.811694 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.812022 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.812342 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.812664 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.812978 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.813290 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.813611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.813922 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.814261 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.814573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:08:33.835690 dv-neutron-833733-1-hyperv neutron-server[83795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'code': 422} returned with failed status Mar 16 12:08:34.650040 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa53236-7d69-4348-bf30-79b35fc3a41f req-36b6d195-4585-4608-bf06-a7147a0174f2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:34.651490 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daa53236-7d69-4348-bf30-79b35fc3a41f req-36b6d195-4585-4608-bf06-a7147a0174f2 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0814571 Mar 16 12:08:34.701740 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daa53236-7d69-4348-bf30-79b35fc3a41f req-8f9760a4-6fcf-4f58-9672-421f227c6db0 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Mar 16 12:08:35.052332 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:35.208149 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:35.906333 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5623c-f6bd-4382-aff9-644256760b61 req-409adb51-e694-4152-8e3e-23db0708a2fe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:35.907812 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-acc5623c-f6bd-4382-aff9-644256760b61 req-409adb51-e694-4152-8e3e-23db0708a2fe tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0766988 Mar 16 12:08:35.952939 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-acc5623c-f6bd-4382-aff9-644256760b61 req-bbcd3a32-ba40-4db0-a7a9-44ea90c8ff6e tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 Mar 16 12:08:36.514599 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:36.566994 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:08:37.155436 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102c3a0-8cb0-436e-9645-6f7849e864d9 req-8b149a41-a637-443e-ad1e-c2b6c575f664 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:37.156877 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5102c3a0-8cb0-436e-9645-6f7849e864d9 req-8b149a41-a637-443e-ad1e-c2b6c575f664 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0859287 Mar 16 12:08:37.257446 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5102c3a0-8cb0-436e-9645-6f7849e864d9 req-44ebcabb-f391-488b-b93c-c62004d9bcc6 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698447 Mar 16 12:08:37.272047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-bda36e67-54bd-4808-aaac-daf4818dc2be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&tenant_id=c5f13579e7474ae49a622af28e3547bc HTTP/1.1" status: 200 len: 1097 time: 0.1133142 Mar 16 12:08:37.380365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-5e1d2419-8cdc-455e-9d59-10cdb416c562 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1097 time: 0.0734334 Mar 16 12:08:37.515837 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-015e60e9-7368-4300-b584-22782f56a42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:37.517228 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-015e60e9-7368-4300-b584-22782f56a42c service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1269407 Mar 16 12:08:37.620648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-9a72ac49-84ad-4381-8936-c27eaa54de11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1000 time: 0.0970373 Mar 16 12:08:37.779848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-ba2123b2-148e-4409-8fb2-2269f2ba36e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:37.781269 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-ba2123b2-148e-4409-8fb2-2269f2ba36e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.1533728 Mar 16 12:08:37.861648 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-f5ef6f49-481e-448f-8681-6f528005a917 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713115 Mar 16 12:08:38.004930 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-9a247965-a1d7-4c74-9d47-6937a13c41ec service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336572 Mar 16 12:08:38.140478 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4219be-90bf-432c-a7fd-f5c744af12b3 req-21480333-c651-42a8-8985-d1c63c1b1957 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263158 Mar 16 12:08:38.471035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42106b24-007e-4cd9-94a9-788542064fc1 req-f08c5def-6ea8-4294-ad9a-5a8accc87021 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:38.472491 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42106b24-007e-4cd9-94a9-788542064fc1 req-f08c5def-6ea8-4294-ad9a-5a8accc87021 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0814753 Mar 16 12:08:38.518903 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42106b24-007e-4cd9-94a9-788542064fc1 req-035a1fb5-a1dd-4f31-a9dc-9d8935b15998 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 Mar 16 12:08:39.732064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d137c-88dd-4c06-bfd1-ccc6dd72fcc3 req-2b19dd21-a134-4f67-a880-84166863b273 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:39.733465 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f49d137c-88dd-4c06-bfd1-ccc6dd72fcc3 req-2b19dd21-a134-4f67-a880-84166863b273 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0792012 Mar 16 12:08:39.781565 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f49d137c-88dd-4c06-bfd1-ccc6dd72fcc3 req-af18146b-fbd0-417a-b998-5b5950c8384f tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Mar 16 12:08:40.999451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e8e4-5594-4372-98fe-7cb30f95d5c6 req-0b5f71bd-371c-43f6-a2cc-873bcbc0e00c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:41.000853 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c234e8e4-5594-4372-98fe-7cb30f95d5c6 req-0b5f71bd-371c-43f6-a2cc-873bcbc0e00c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0791175 Mar 16 12:08:41.066036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c234e8e4-5594-4372-98fe-7cb30f95d5c6 req-0f9688c9-77d6-4e4c-8f09-7f8072eb9657 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569160 Mar 16 12:08:42.277981 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90ee8-5c86-40bf-bf91-2dc651d9c81f req-f7fc63c1-3151-4a63-951d-c4ed1ea85cfa tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:42.279424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d90ee8-5c86-40bf-bf91-2dc651d9c81f req-f7fc63c1-3151-4a63-951d-c4ed1ea85cfa tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0808017 Mar 16 12:08:42.325578 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d90ee8-5c86-40bf-bf91-2dc651d9c81f req-6a72af01-9bc8-44aa-ad9b-26a0b926cb58 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Mar 16 12:08:42.609863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:43.564667 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d5041-f856-4daa-9ce7-a8d0bc6863d4 req-dfc88986-0142-4ce8-8ee3-31aebb402140 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:43.566021 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70d5041-f856-4daa-9ce7-a8d0bc6863d4 req-dfc88986-0142-4ce8-8ee3-31aebb402140 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0832202 Mar 16 12:08:43.615020 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b70d5041-f856-4daa-9ce7-a8d0bc6863d4 req-a983502a-8432-41c2-8c50-e9e2442ef56a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Mar 16 12:08:44.830317 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297868-9766-4356-9f34-b63d11f277a6 req-a6568cad-3801-4025-a70d-569217acb168 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:44.831739 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55297868-9766-4356-9f34-b63d11f277a6 req-a6568cad-3801-4025-a70d-569217acb168 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 944 time: 0.0855892 Mar 16 12:08:44.880941 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55297868-9766-4356-9f34-b63d11f277a6 req-c988b1d9-486b-46a9-859b-796524712300 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Mar 16 12:08:45.583351 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:08:45.727494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:08:45.741391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'fff42f11-7694-499a-98cc-0975c63c70db', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'port_id': 'fff42f11-7694-499a-98cc-0975c63c70db', 'mac_address': 'fa:16:3e:42:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:08:45.799409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:45.817102 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff42f11-7694-499a-98cc-0975c63c70db {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:08:45.837191 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:08:45.843585 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:45.920223 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:46.101926 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276ae9-bc40-47ab-bc49-80a45a407626 req-4ae6a881-94a5-44ae-88c5-2befd72edeb1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:46.103287 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72276ae9-bc40-47ab-bc49-80a45a407626 req-4ae6a881-94a5-44ae-88c5-2befd72edeb1 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 945 time: 0.1007857 Mar 16 12:08:46.150500 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72276ae9-bc40-47ab-bc49-80a45a407626 req-65092ba8-e16e-463f-8e95-535860df159a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Mar 16 12:08:46.160087 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['fff42f11-7694-499a-98cc-0975c63c70db'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:08:47.380946 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa83e3a-2673-4f2e-a58e-493184822808 req-dcf5984f-96e0-458f-9308-649978fc5922 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:47.382384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5aa83e3a-2673-4f2e-a58e-493184822808 req-dcf5984f-96e0-458f-9308-649978fc5922 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 945 time: 0.0775230 Mar 16 12:08:47.430893 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5aa83e3a-2673-4f2e-a58e-493184822808 req-3c2b53a3-931a-412f-986e-0958f96da36b tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 Mar 16 12:08:47.599415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:08:47.679482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port fff42f11-7694-499a-98cc-0975c63c70db triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:08:47.679835 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:47.794666 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:47.821422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:08:47.831414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:08:47.837174 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:08:47.881282 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'code': 200} Mar 16 12:08:47.907567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:08:48.203959 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80b95048-12be-4d0b-b985-fb881b216b99 req-d09b839e-f196-4240-9ac1-e831edba83e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0856647 Mar 16 12:08:48.250634 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80b95048-12be-4d0b-b985-fb881b216b99 req-0820dc1e-e957-471f-bbc5-ed9f20436849 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377131 Mar 16 12:08:48.642985 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b197752-ab73-4166-96b8-1e597fb1160f req-9d7eee65-7abd-4d14-a022-cac408a09d2a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:48.644399 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b197752-ab73-4166-96b8-1e597fb1160f req-9d7eee65-7abd-4d14-a022-cac408a09d2a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0828745 Mar 16 12:08:48.690223 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b197752-ab73-4166-96b8-1e597fb1160f req-c9846f34-7313-49ad-a9d9-b169eb761cf3 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Mar 16 12:08:49.905546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd8a0-54ca-4c2f-9911-e9af078b63dd req-3845fbb2-a635-40a1-b1b0-6168ed4cce50 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:08:49.906996 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d6bd8a0-54ca-4c2f-9911-e9af078b63dd req-3845fbb2-a635-40a1-b1b0-6168ed4cce50 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0835097 Mar 16 12:08:49.956496 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d6bd8a0-54ca-4c2f-9911-e9af078b63dd req-d1fe1963-2468-4a64-b852-aee55d3648d4 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Mar 16 12:09:01.597316 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edaf1fa3-a8e7-423b-b548-dfb33a655bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:03.805483 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3d19-256b-4519-9f79-10a39e389261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:05.038256 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:05.212608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:06.521534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:12.603212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:13.571576 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:09:26.962330 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-91358390-be35-4ef3-8740-443807c386dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773687 Mar 16 12:09:27.120295 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-870ba5f5-760e-4a39-bb82-d2a887ff6dd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0752747 Mar 16 12:09:27.353036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ea301-f2eb-4580-948d-d110af7361bc req-676d4201-8f92-4e8e-be27-bc4890ef2b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:27.354741 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-676d4201-8f92-4e8e-be27-bc4890ef2b96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.2257082 Mar 16 12:09:27.462195 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-ea345591-a622-4102-8419-a5f42e0b6f7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 1002 time: 0.1000617 Mar 16 12:09:27.529811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ea301-f2eb-4580-948d-d110af7361bc req-8c7219d5-da62-4b78-b0cb-93a180d6ff84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:09:27.531121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-8c7219d5-da62-4b78-b0cb-93a180d6ff84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0591414 Mar 16 12:09:27.609212 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-99dccd22-b1d8-47c2-b69d-e24fc8becfc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723877 Mar 16 12:09:27.747036 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-9f471358-6a80-4228-b888-03f1359609da service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283464 Mar 16 12:09:27.884324 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e04ea301-f2eb-4580-948d-d110af7361bc req-067a8a62-707d-4abd-a38b-1f53f44c61d5 service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277692 Mar 16 12:09:31.604575 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-080dcc2b-3769-4409-944d-a89e32567114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:33.814814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3923ddbd-1d8f-496f-a991-bec148ea96a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:35.050865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:35.226650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:36.531194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:42.604514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:09:50.575027 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:10:01.608623 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57144f3d-2994-4b1c-88fa-3923672eaf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:03.809533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2cb15d8-1a16-4929-bb55-ae0d9f32f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:05.054152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:05.218576 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:05.846354 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51896) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:06.040713 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Deleting port c87cb3e2-b985-4ab3-8262-467c8ffa4239 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:06.041039 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:06.216672 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:06.216991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:06.332890 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Calling delete_port for c87cb3e2-b985-4ab3-8262-467c8ffa4239 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:06.485654 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:06.526325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:06.528312 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'Port': ['ID=c87cb3e2-b985-4ab3-8262-467c8ffa4239,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:06.566442 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.566783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.567114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.567438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.567760 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.568083 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.568395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.568714 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.569028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.569340 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.569639 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:06.628994 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:07.151540 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:07.377156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:07.386900 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:07.398934 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:07.399302 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:07.399544 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:07.456650 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88ed6d2b-eea6-4152-8b7c-dffcc3484825 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "DELETE /v2.0/floatingips/021d9671-0eba-444d-9d51-e13ed5f81f03 HTTP/1.1" status: 204 len: 168 time: 1.6089778 Mar 16 12:10:07.457020 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:10:07.532839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'status': 'completed', 'code': 200} Mar 16 12:10:07.579737 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:07.632358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-3715d342-f942-4b32-8f0c-b36544d8e44a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5f13579e7474ae49a622af28e3547bc&device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 1099 time: 0.0715888 Mar 16 12:10:07.773588 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-ec2acb83-e4e4-4d54-9e55-40a0563f5b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:07.775016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-ec2acb83-e4e4-4d54-9e55-40a0563f5b50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 200 len: 908 time: 0.1339998 Mar 16 12:10:07.881483 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-cbc4bf57-07cf-4e60-867d-5432bb55e2bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 200 len: 217 time: 0.1001837 Mar 16 12:10:07.885433 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:07.889364 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:07.899794 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:07.900379 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:07.957118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-41f728f9-407d-4011-89d5-1ad079a6b65c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:07.958562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-41f728f9-407d-4011-89d5-1ad079a6b65c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 200 len: 847 time: 0.0700688 Mar 16 12:10:08.003172 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9d418-6242-439b-ab34-10b853018f06 req-4f49b9af-c03b-49c2-8ebe-978ee1607479 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:08.003848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4bd9d418-6242-439b-ab34-10b853018f06 req-4f49b9af-c03b-49c2-8ebe-978ee1607479 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:08.036751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4bd9d418-6242-439b-ab34-10b853018f06 req-4f49b9af-c03b-49c2-8ebe-978ee1607479 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:08.037858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bd9d418-6242-439b-ab34-10b853018f06 req-4f49b9af-c03b-49c2-8ebe-978ee1607479 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.2099485 Mar 16 12:10:08.085742 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-757af6b1-9ebf-477e-99b9-c1752be92006 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212404 Mar 16 12:10:08.092470 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4bd9d418-6242-439b-ab34-10b853018f06 req-8740ec99-2946-408d-96b8-bd0a416d9c3c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484304 Mar 16 12:10:08.124703 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:08.218785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-7e5b47b5-92f3-4a16-8be8-d3e7267caa4d service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252921 Mar 16 12:10:08.351323 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af64120e-f6ea-4c45-b742-39c43ef1d92e req-8fbbfd17-5870-4111-9096-b07bc90601ab service neutron] 10.222.0.59 "GET /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259000 Mar 16 12:10:08.433795 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:08.438055 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da4988d-763d-4e10-9716-12f1a3199d0b None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:12Z', 'revision_number': 4, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '47e0c4cb-eb7c-4e07-8c75-10276b2064b2', 'name': '', 'network_id': '45fcfe43-67fb-4c0d-ab83-33d1ffc322c8', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'mac_address': 'fa:16:3e:81:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:11Z', 'updated_at': '2022-03-16T12:01:20Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'subnets': [{'id': '9b64a1c2-b2b6-47d3-9a96-318b63b59ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:08.671682 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4260ef2-3165-40b9-be41-7f9169e8eb60 None None] New status for floating IP 021d9671-0eba-444d-9d51-e13ed5f81f03: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:10:09.311085 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d76d4-d0a4-4a60-a9b6-4ad054cdf72c req-e0c85352-1e34-4d5a-b9cb-3eb0761e7d26 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:09.312518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f2d76d4-d0a4-4a60-a9b6-4ad054cdf72c req-e0c85352-1e34-4d5a-b9cb-3eb0761e7d26 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0842738 Mar 16 12:10:09.361758 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f2d76d4-d0a4-4a60-a9b6-4ad054cdf72c req-74576dae-a7a9-4e01-abbc-14be2e775f5c tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/security-groups?id=245ca8a5-1d81-45c9-91d5-4251977a8912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405533 Mar 16 12:10:09.553434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-82975d34-3777-4dfb-9b26-5eca1dd4a981 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:09.554757 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-82975d34-3777-4dfb-9b26-5eca1dd4a981 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 946 time: 0.0859389 Mar 16 12:10:09.631259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Deleting port fff42f11-7694-499a-98cc-0975c63c70db {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:09.631601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:09.965331 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] For port fff42f11-7694-499a-98cc-0975c63c70db, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=fff42f11-7694-499a-98cc-0975c63c70db,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:09.965789 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:10.085769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Calling delete_port for fff42f11-7694-499a-98cc-0975c63c70db owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:10.229792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:10.280500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'Port': ['ID=fff42f11-7694-499a-98cc-0975c63c70db,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:10.354570 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] No DVR routers for this DVR port fff42f11-7694-499a-98cc-0975c63c70db on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:10:10.357162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:10.360373 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-deleted', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:10:10.378431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-635acbaa-2624-4648-8727-8cbef7ab7733 req-9ad80c70-1974-4d0e-881f-11fcc16cc37a tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.59 "DELETE /v2.0/ports/fff42f11-7694-499a-98cc-0975c63c70db HTTP/1.1" status: 204 len: 173 time: 0.8149066 Mar 16 12:10:10.418081 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fe2e90-85db-45ed-ac9f-4f4904a90e19', 'name': 'network-vif-deleted', 'tag': 'fff42f11-7694-499a-98cc-0975c63c70db', 'status': 'completed', 'code': 200} Mar 16 12:10:10.546035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b0fc0051-fb91-4e0d-a598-793d57c1f128 req-57517a20-1c2b-4731-a5b1-a4c633245281 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Synchronizing usage tracker for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:10.564100 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b0fc0051-fb91-4e0d-a598-793d57c1f128 req-57517a20-1c2b-4731-a5b1-a4c633245281 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Unset dirty status for tenant:c5f13579e7474ae49a622af28e3547bc on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:10.565389 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0fc0051-fb91-4e0d-a598-793d57c1f128 req-57517a20-1c2b-4731-a5b1-a4c633245281 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 210 time: 0.0691512 Mar 16 12:10:11.751562 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5a6a8c4-d473-4b57-8d1c-affa51bdf785 req-a197fec8-10da-4c71-addb-68fffc22bf63 tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fe2e90-85db-45ed-ac9f-4f4904a90e19 HTTP/1.1" status: 200 len: 210 time: 0.0444598 Mar 16 12:10:12.610854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:12.861560 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51924) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:12.932042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:12.963602 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:13.032503 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:13.051205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245ca8a5-1d81-45c9-91d5-4251977a8912,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:13.067505 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:13.068730 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf89a935-3f3e-44fc-90b8-f1cb0e3fa0db tempest-TestShelveInstance-1649829428 tempest-TestShelveInstance-1649829428-project] 10.222.0.36 "DELETE /v2.0/security-groups/245ca8a5-1d81-45c9-91d5-4251977a8912 HTTP/1.1" status: 204 len: 168 time: 0.2061596 Mar 16 12:10:13.125792 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:13.664092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:13.939307 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:13.975571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: fff42f11-7694-499a-98cc-0975c63c70db {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:13.975906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device fff42f11-7694-499a-98cc-0975c63c70db not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:14.355283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Deleting port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:14.355892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:14.539775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] For port 47e0c4cb-eb7c-4e07-8c75-10276b2064b2, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:14.540015 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:14.657091 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Calling delete_port for 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:14.831235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:14.882185 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Pushing event deleted for resources: {'Port': ['ID=47e0c4cb-eb7c-4e07-8c75-10276b2064b2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:15.172259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:15.874506 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Router a4d28ef5-a5a0-4383-b81e-702077c16883 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:16.082230 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:16.091706 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Sync routers for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:16.099545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-943552f0-50ac-4900-81ed-d4531283be6f admin admin] 10.222.0.36 "PUT /v2.0/routers/a4d28ef5-a5a0-4383-b81e-702077c16883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9726014 Mar 16 12:10:16.102163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:16.104270 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:16.104895 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:16.275485 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:16.294918 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:16.488054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:16.499081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Deleting port 748af2c9-241d-4253-9679-d668ce2ac96b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:16.499459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:16.560696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:10:14Z', 'revision_number': 5, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port': {'id': '748af2c9-241d-4253-9679-d668ce2ac96b', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:16.564599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Checking router: a4d28ef5-a5a0-4383-b81e-702077c16883 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:16.575301 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Routers {'a4d28ef5-a5a0-4383-b81e-702077c16883'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:16.575883 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['a4d28ef5-a5a0-4383-b81e-702077c16883'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:16.673418 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] For port 748af2c9-241d-4253-9679-d668ce2ac96b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=748af2c9-241d-4253-9679-d668ce2ac96b,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:16.673756 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:16.720799 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] Set router a4d28ef5-a5a0-4383-b81e-702077c16883 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:16.789081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Calling delete_port for 748af2c9-241d-4253-9679-d668ce2ac96b owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:16.822084 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:10:16Z', 'revision_number': 6, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:16.825986 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3cc8-b302-4558-897b-03058ac4d923 None None] The sync data for ids ['a4d28ef5-a5a0-4383-b81e-702077c16883'] in dv-neutron-833733-1-hyperv is: [{'id': 'a4d28ef5-a5a0-4383-b81e-702077c16883', 'name': 'tempest-TestShelveInstance-247402707-router', 'tenant_id': 'c5f13579e7474ae49a622af28e3547bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:09Z', 'updated_at': '2022-03-16T12:10:16Z', 'revision_number': 6, 'project_id': 'c5f13579e7474ae49a622af28e3547bc', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:17.069568 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.112722 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Pushing event deleted for resources: {'Port': ['ID=748af2c9-241d-4253-9679-d668ce2ac96b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:17.333501 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.579200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.583592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.609917 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.610559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d28ef5-a5a0-4383-b81e-702077c16883 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 12:10:17.623882 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.625171 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fd050e1c-29fa-45bb-9261-4e6686aed692 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a4d28ef5-a5a0-4383-b81e-702077c16883 HTTP/1.1" status: 204 len: 168 time: 1.5219908 Mar 16 12:10:17.628034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:17.692319 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Deleting subnet 9b64a1c2-b2b6-47d3-9a96-318b63b59ebf {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 12:10:17.695996 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.753478 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3330331'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.835831 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.903424 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3832671'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.943680 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b64a1c2-b2b6-47d3-9a96-318b63b59ebf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:17.951338 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:17.956096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048c9d1-3b78-4078-b054-961f6179e77d None None] Network 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:17.960983 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.961464 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.961947 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.962483 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.962989 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.963529 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.963995 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.964501 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.964959 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.965476 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.966039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:17.971827 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e8d31886-20ae-4465-ac81-d02e8a76f9a5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b64a1c2-b2b6-47d3-9a96-318b63b59ebf HTTP/1.1" status: 204 len: 168 time: 0.3427720 Mar 16 12:10:17.974546 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:18.030567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 748af2c9-241d-4253-9679-d668ce2ac96b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:18.080069 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.080636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 748af2c9-241d-4253-9679-d668ce2ac96b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:18.080636 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 748af2c9-241d-4253-9679-d668ce2ac96b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:18.080806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:18.091080 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Deleting port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:18.091403 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.122592 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:18.122791 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 47e0c4cb-eb7c-4e07-8c75-10276b2064b2 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:18.296207 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] For port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:18.296549 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.314291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] DHCP port deletion for 45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 12:10:18.318560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Deleting port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:18.318928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.410921 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Calling delete_port for 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:18.486853 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.514421 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] For port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,segment=NetworkSegment(f571d043-9dac-4d66-afa6-4274bb70ac39),segment_id=f571d043-9dac-4d66-afa6-4274bb70ac39)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:18.514780 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.530404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:18.537095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] No DVR routers for this DVR port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:10:18.636534 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Calling delete_port for 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:18.706782 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:10:18.706993 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:10:18.751310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.779451 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fcfe43-67fb-4c0d-ab83-33d1ffc322c8']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:18.798156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f571d043-9dac-4d66-afa6-4274bb70ac39') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:18.798445 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f571d043-9dac-4d66-afa6-4274bb70ac39') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:18.810201 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.827404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.834855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 12:10:18.835234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:10:18.848082 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:10:18.928471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.943846 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:18.955726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] Pushing event deleted for resources: {'Network': ['ID=45fcfe43-67fb-4c0d-ab83-33d1ffc322c8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:18.960579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24bd6aa0-12f8-41b4-8a57-f6d2ce96b65e admin admin] 10.222.0.36 "DELETE /v2.0/networks/45fcfe43-67fb-4c0d-ab83-33d1ffc322c8 HTTP/1.1" status: 204 len: 168 time: 0.9850554 Mar 16 12:10:18.963709 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:19.208832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Deleting port 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:19.209373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:19.277700 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-248db408-934e-476f-a41c-de7dbb4a5b65 None None] The port '9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 12:10:19.476864 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.013899 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:20.047108 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:20.047430 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 9aaa49d5-2cd8-4666-b6b1-c4bddbbe6579 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:20.089157 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Deleting port e4775002-dc48-4b2c-9da1-60ffecf9927c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:20.089731 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.283205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] For port e4775002-dc48-4b2c-9da1-60ffecf9927c, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=e4775002-dc48-4b2c-9da1-60ffecf9927c,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:20.283583 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.402377 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Calling delete_port for e4775002-dc48-4b2c-9da1-60ffecf9927c owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:20.583185 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:20.627263 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4775002-dc48-4b2c-9da1-60ffecf9927c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:21.003564 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:21.603877 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Router df8342eb-bbe3-4a7a-9663-579d61a5655f has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:21.804924 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:21.813564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Sync routers for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:21.821645 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51e9c383-513d-4b5b-a182-56cab6a29d07 admin admin] 10.222.0.36 "PUT /v2.0/routers/df8342eb-bbe3-4a7a-9663-579d61a5655f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8568847 Mar 16 12:10:21.824487 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:21.825907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:21.826602 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:22.005618 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:22.020992 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:22.217839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:22.231366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Deleting port 2bf57a8a-fe87-4925-8ed1-74727bea6d62 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:22.231809 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:22.288532 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:10:20Z', 'revision_number': 5, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port': {'id': '2bf57a8a-fe87-4925-8ed1-74727bea6d62', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:22.292370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Checking router: df8342eb-bbe3-4a7a-9663-579d61a5655f for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:22.302827 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Routers {'df8342eb-bbe3-4a7a-9663-579d61a5655f'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:22.303406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['df8342eb-bbe3-4a7a-9663-579d61a5655f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:22.402651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] For port 2bf57a8a-fe87-4925-8ed1-74727bea6d62, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=2bf57a8a-fe87-4925-8ed1-74727bea6d62,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:22.402969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:22.486465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] Set router df8342eb-bbe3-4a7a-9663-579d61a5655f gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:22.518120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Calling delete_port for 2bf57a8a-fe87-4925-8ed1-74727bea6d62 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:22.588530 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:10:22Z', 'revision_number': 6, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:22.592958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5a37-aab7-47bd-914a-578442abb4d9 None None] The sync data for ids ['df8342eb-bbe3-4a7a-9663-579d61a5655f'] in dv-neutron-833733-1-hyperv is: [{'id': 'df8342eb-bbe3-4a7a-9663-579d61a5655f', 'name': 'tempest-TestShelveInstance-421498022-router', 'tenant_id': '19e60fdd7bc9486c9dab6088501194e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:01:15Z', 'updated_at': '2022-03-16T12:10:22Z', 'revision_number': 6, 'project_id': '19e60fdd7bc9486c9dab6088501194e7', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:22.685533 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:22.731064 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf57a8a-fe87-4925-8ed1-74727bea6d62,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:22.949970 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.305745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.311815 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.342649 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.343136 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8342eb-bbe3-4a7a-9663-579d61a5655f {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 12:10:23.356553 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.357864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bb270e4-2c5b-4fd6-bdea-d1b611649402 admin admin] 10.222.0.36 "DELETE /v2.0/routers/df8342eb-bbe3-4a7a-9663-579d61a5655f HTTP/1.1" status: 204 len: 168 time: 1.5322711 Mar 16 12:10:23.360431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51956) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:23.421081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Deleting subnet 85c2194d-7723-439b-9e7e-087b98cae8b5 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 12:10:23.425045 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.476386 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.559299 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.628197 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.668265 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c2194d-7723-439b-9e7e-087b98cae8b5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:23.673420 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.679079 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ef2cd52-7fb2-4033-951c-e6bb8832b7bf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/85c2194d-7723-439b-9e7e-087b98cae8b5 HTTP/1.1" status: 204 len: 168 time: 0.3175204 Mar 16 12:10:23.679661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796d324-1f13-4090-b18d-08945feb1b2a None None] Network 8a534993-9c25-4e83-bd90-925fe5e032d9 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:23.682732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:23.785094 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.795504 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Deleting port 4ef05edf-6db7-4b5b-970f-178b23e9d47f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:23.795800 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.909686 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] DHCP port deletion for 8a534993-9c25-4e83-bd90-925fe5e032d9 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 12:10:23.913933 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Deleting port 4ef05edf-6db7-4b5b-970f-178b23e9d47f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:23.914330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:23.993237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] For port 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4ef05edf-6db7-4b5b-970f-178b23e9d47f,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:23.993881 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.030361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4775002-dc48-4b2c-9da1-60ffecf9927c no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:24.110180 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Calling delete_port for 4ef05edf-6db7-4b5b-970f-178b23e9d47f owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:24.120680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: e4775002-dc48-4b2c-9da1-60ffecf9927c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:24.121019 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device e4775002-dc48-4b2c-9da1-60ffecf9927c not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:24.121424 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2bf57a8a-fe87-4925-8ed1-74727bea6d62 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:24.156097 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 2bf57a8a-fe87-4925-8ed1-74727bea6d62 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:24.156432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 2bf57a8a-fe87-4925-8ed1-74727bea6d62 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:24.156860 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4ef05edf-6db7-4b5b-970f-178b23e9d47f no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:10:24.185934 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.204733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 4ef05edf-6db7-4b5b-970f-178b23e9d47f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:10:24.205343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 4ef05edf-6db7-4b5b-970f-178b23e9d47f not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:10:24.213740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] For port 4ef05edf-6db7-4b5b-970f-178b23e9d47f, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=4ef05edf-6db7-4b5b-970f-178b23e9d47f,segment=NetworkSegment(ff0f1da6-af82-4c14-8dc9-fc58706627df),segment_id=ff0f1da6-af82-4c14-8dc9-fc58706627df)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:24.214562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.226886 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef05edf-6db7-4b5b-970f-178b23e9d47f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:24.236463 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] No DVR routers for this DVR port 4ef05edf-6db7-4b5b-970f-178b23e9d47f on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:10:24.340439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Calling delete_port for 4ef05edf-6db7-4b5b-970f-178b23e9d47f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:10:24.351256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.377215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a534993-9c25-4e83-bd90-925fe5e032d9']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:24.389314 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0f1da6-af82-4c14-8dc9-fc58706627df') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:24.389607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0f1da6-af82-4c14-8dc9-fc58706627df') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:24.401237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.407865 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:10:24.408225 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:10:24.420496 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.426705 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 12:10:24.427075 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:10:24.524731 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:10:24.600785 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.620590 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.630607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a534993-9c25-4e83-bd90-925fe5e032d9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:24.637513 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7407527-a18e-485d-941f-b25f3dde20c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a534993-9c25-4e83-bd90-925fe5e032d9 HTTP/1.1" status: 204 len: 168 time: 0.9538679 Mar 16 12:10:24.784031 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:24.834629 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f2b535e-073f-4cf4-bcab-5f5fcc4bce5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5f13579e7474ae49a622af28e3547bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493703 Mar 16 12:10:24.837117 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:24.905536 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.909895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Deleting port 4ef05edf-6db7-4b5b-970f-178b23e9d47f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:10:24.910414 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.931751 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:24.976140 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c0bc8-c2f4-4baf-a441-7522faf7c151 None None] The port '4ef05edf-6db7-4b5b-970f-178b23e9d47f' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 12:10:24.987877 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.005063 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878f330-d0cd-4fb0-b133-7ab4d8f68594,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:25.011404 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.015178 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5703232-b218-4326-9fd1-964dafb9f2bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4878f330-d0cd-4fb0-b133-7ab4d8f68594 HTTP/1.1" status: 204 len: 168 time: 0.1745198 Mar 16 12:10:25.457534 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 51978) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:25.509752 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b897da42-57bd-4169-a96f-166b7d644a67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19e60fdd7bc9486c9dab6088501194e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510590 Mar 16 12:10:25.512441 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 51982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:25.574081 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.599958 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.659605 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.678150 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb86b37b-d496-4854-8cc1-b23c495afe9e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:25.684248 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:25.687896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-adac3da7-e2b5-4e65-9adb-49604dfd90e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb86b37b-d496-4854-8cc1-b23c495afe9e HTTP/1.1" status: 204 len: 168 time: 0.1719398 Mar 16 12:10:26.590225 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:26.724724 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-6098069-network', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:26.729980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:26.734276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Usage tracker for resource:network and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:26.738281 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:26.745244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:26.758189 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Made reservation on behalf of 07e2a584f2ee46c7860cea2f2fffcf6b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:10:26.760419 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.773041 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.803933 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:26.807974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:26.810779 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:26.817220 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:26.886153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.892974 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.924716 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:10:26.933141 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7095643-1b0f-4a4c-b0ef-1ac70d8fde53,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:26.938523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.939425 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Added segment 79b5b6d2-1932-4f16-9ced-73678e707a0a of type vlan for network c16348d0-4c98-4605-be77-f51875974fe5 Mar 16 12:10:26.967415 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.998454 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:26.999396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:27.000084 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Notify callbacks [] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.100916 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] Pushing event updated for resources: {'Network': ['ID=c16348d0-4c98-4605-be77-f51875974fe5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:27.105422 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86fc7bfd-cc6e-4b2e-8b62-6303d2365868 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5141783 Mar 16 12:10:27.109372 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52010) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:27.112874 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network c16348d0-4c98-4605-be77-f51875974fe5 details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:10:27.116573 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Request body: {'subnet': {'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-6098069-subnet', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:27.121589 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:27.125400 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Usage tracker for resource:subnet and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:27.128592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:27.134492 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:27.146218 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Made reservation on behalf of 07e2a584f2ee46c7860cea2f2fffcf6b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:10:27.148509 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.361013 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.428803 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e8bb57-881f-4861-ab66-2724ca97cab3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:27.548802 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Checking segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:27.549165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Network hostable DHCP agents. Network: c16348d0-4c98-4605-be77-f51875974fe5, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:10:27.566052 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:10:27.573354 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Network c16348d0-4c98-4605-be77-f51875974fe5 is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:10:27.583559 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, c16348d0-4c98-4605-be77-f51875974fe5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:27.587477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:27.588032 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.592448 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6fab82-f6b3-41af-b9e0-34fd84be1d77 None None] Network c16348d0-4c98-4605-be77-f51875974fe5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:27.608849 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6f21197-61bf-4f85-9285-cd70ad6e1f0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4970031 Mar 16 12:10:27.611947 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:27.617389 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:27.622338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:27.626452 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Usage tracker for resource:router and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:27.629366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:27.636041 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:27.648149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.649237 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.668376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.806830 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-c16348d0-4c98-4605-be77-f51875974fe5', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 12:10:27.808303 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:27.820569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.016136 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Allocated IP 172.20.0.2 (c16348d0-4c98-4605-be77-f51875974fe5/55e8bb57-881f-4861-ab66-2724ca97cab3/eb948ae2-3e19-4ee1-a8df-0caa7fc36198) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:28.019093 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.047987 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.185209 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Allocated IP 172.26.1.112 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/1d573b72-aae1-468b-acf6-94f13513ecca) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:28.219810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.232131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Transition to ACTIVE for port object eb948ae2-3e19-4ee1-a8df-0caa7fc36198 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:28.252253 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Transition to ACTIVE for port object eb948ae2-3e19-4ee1-a8df-0caa7fc36198 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:28.259637 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.328452 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Network c16348d0-4c98-4605-be77-f51875974fe5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:28.329320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Pushing event updated for resources: {'Port': ['ID=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:28.331749 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:28.335431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:28.343310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.347158 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.347521 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.347851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.348170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.348465 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.348803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.349114 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.349431 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.349739 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.350065 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.350377 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:28.375347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.435249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Attempting to bind port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:28.435608 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Attempting to bind port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:28.435958 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Attempting to bind port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:28.441199 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:28.443662 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:28.444019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:28.444166 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Checking segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:28.444378 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.444786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Bound using segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:28.446037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Bound port: eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:28.446439 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.448262 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:28.477863 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Pushing event updated for resources: {'Port': ['ID=1d573b72-aae1-468b-acf6-94f13513ecca,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:28.535730 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] For port eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:28.539072 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] For port eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:28.544270 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.608836 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.609559 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:28.633977 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eca4f-6507-48c1-805d-b039850fdc18 None None] Pushing event updated for resources: {'Port': ['ID=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:28.868950 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 12:10:29.180929 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:29.193223 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:29.205021 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:29.205974 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:29.213345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:29.217122 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c3bf127-fc85-4e81-be0e-3d366322da13 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6017113 Mar 16 12:10:29.217443 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:29.437771 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:29.542299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad05cc-4c23-446a-90b8-2ac1603d7052 None None] Network c16348d0-4c98-4605-be77-f51875974fe5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:29.639027 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-94a0d670-bf68-4b97-a04a-f87fd06b0761 None None] Provisioning for port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:29.740696 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:28Z', 'revision_number': 3, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:29.745061 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:29.745784 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Updating router 13dcb889-66bb-4c51-bddf-5ac4ab541376 port 1d573b72-aae1-468b-acf6-94f13513ecca binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:10:29.800481 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:29.970087 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.061527 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eb948ae2-3e19-4ee1-a8df-0caa7fc36198 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:30.140599 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.141538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:30.146803 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:30.147170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.153446 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Transition to ACTIVE for port object 1d573b72-aae1-468b-acf6-94f13513ecca will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:30.161122 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.184727 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Allocated IP 172.20.0.1 (c16348d0-4c98-4605-be77-f51875974fe5/55e8bb57-881f-4861-ab66-2724ca97cab3/ae4e8775-6704-4693-a10c-bab48c176d45) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:30.232197 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Pushing event updated for resources: {'Port': ['ID=1d573b72-aae1-468b-acf6-94f13513ecca,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:30.243054 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.243627 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.244088 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.244554 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.245054 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.245529 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.246674 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.247185 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.247655 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.248153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.248605 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:10:30.271586 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Attempting to bind port 1d573b72-aae1-468b-acf6-94f13513ecca on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:30.272220 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Attempting to bind port 1d573b72-aae1-468b-acf6-94f13513ecca by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:30.272838 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Attempting to bind port 1d573b72-aae1-468b-acf6-94f13513ecca on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:30.280637 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:30.281248 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:30.281733 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.281936 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.282684 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:30.283320 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Bound port: 1d573b72-aae1-468b-acf6-94f13513ecca, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:30.284025 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.317057 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:30.323314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.350732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.357624 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] For port 1d573b72-aae1-468b-acf6-94f13513ecca, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:30.360925 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] For port 1d573b72-aae1-468b-acf6-94f13513ecca, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1d573b72-aae1-468b-acf6-94f13513ecca,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:30.366375 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.369600 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Transition to ACTIVE for port object ae4e8775-6704-4693-a10c-bab48c176d45 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:30.388925 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:30.393761 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.445880 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bac0f-4b8c-436e-a196-bbc8426ae1f0 None None] Pushing event updated for resources: {'Port': ['ID=1d573b72-aae1-468b-acf6-94f13513ecca,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:30.451840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:30.452464 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:30.469319 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Network c16348d0-4c98-4605-be77-f51875974fe5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:30.472186 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:30.476460 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:30.503366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Pushing event updated for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:30.530839 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.620376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.630179 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:30.756810 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80e1eaa4-10da-4365-8dca-2c322bebc7ff None None] Provisioning for port ae4e8775-6704-4693-a10c-bab48c176d45 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:30.762517 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80e1eaa4-10da-4365-8dca-2c322bebc7ff None None] Provisioning complete for port ae4e8775-6704-4693-a10c-bab48c176d45 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:30.763017 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80e1eaa4-10da-4365-8dca-2c322bebc7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.822642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-80e1eaa4-10da-4365-8dca-2c322bebc7ff None None] Port ae4e8775-6704-4693-a10c-bab48c176d45 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:10:30.937739 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:28Z', 'revision_number': 3, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:30.941944 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e77676-93b1-4ee7-bb77-6e99c03133a4 None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:28Z', 'revision_number': 3, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:30.948637 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:30.954535 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:31.059589 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:31.062942 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Pushing event updated for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:31.205311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Network c16348d0-4c98-4605-be77-f51875974fe5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:31.206744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:31.455550 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-92f9f3a9-10b5-48bb-8446-3c3b7249a0d9 None None] Provisioning complete for port ae4e8775-6704-4693-a10c-bab48c176d45 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:31.455912 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92f9f3a9-10b5-48bb-8446-3c3b7249a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:31.510410 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-92f9f3a9-10b5-48bb-8446-3c3b7249a0d9 None None] Port ae4e8775-6704-4693-a10c-bab48c176d45 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:10:31.605648 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-78435f98-9be4-4d31-83d0-3ed1c14928ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:31.607633 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:31.809884 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:31.819674 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f90aa3b-c130-448d-9f6b-957968217eea admin admin] 10.222.0.36 "PUT /v2.0/routers/13dcb889-66bb-4c51-bddf-5ac4ab541376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011140 Mar 16 12:10:32.091751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1d573b72-aae1-468b-acf6-94f13513ecca up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:32.162849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 1d573b72-aae1-468b-acf6-94f13513ecca completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:32.167642 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1d573b72-aae1-468b-acf6-94f13513ecca triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:32.168008 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.280581 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.298567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 1d573b72-aae1-468b-acf6-94f13513ecca, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1d573b72-aae1-468b-acf6-94f13513ecca,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:32.302849 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.303451 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eb948ae2-3e19-4ee1-a8df-0caa7fc36198 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:32.413689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=1d573b72-aae1-468b-acf6-94f13513ecca,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:32.427205 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:32.427571 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.692324 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52040) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:32.697825 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-573920602-network', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:32.702814 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:32.706782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Usage tracker for resource:network and tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:32.709681 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:32.715550 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:32.727322 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Made reservation on behalf of a7d7e4e8abd24dc6a6bc76a2c8d0931c for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:10:32.729745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.742940 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.772991 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:32.776777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Usage tracker for resource:security_group_rule and tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:32.779562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:32.785175 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:32.846661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.852413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.880878 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 12:10:32.892601 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc333f34-870b-4a76-afd4-15378fe0e9e2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:32.897663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.897978 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Added segment de0b4758-fec5-4bfc-9ae3-53e64473f3e3 of type vlan for network aa5d7e31-3e63-4306-b419-f64b147c0a0a Mar 16 12:10:32.922798 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738050413334'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.952177 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:32.953019 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:32.953622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.055061 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3616455 Mar 16 12:10:33.055964 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62796b9-48f5-4a97-8341-bb9738b1847e admin admin] Pushing event updated for resources: {'Network': ['ID=aa5d7e31-3e63-4306-b419-f64b147c0a0a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:33.057857 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:33.063523 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Request body: {'subnet': {'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-573920602-subnet', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:33.066578 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a details requested by agent ovs-agent-dv-neutron-833733-1-hyperv with host dv-neutron-833733-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 16 12:10:33.069208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:33.073133 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Usage tracker for resource:subnet and tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:33.076072 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:33.083165 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:33.093486 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Made reservation on behalf of a7d7e4e8abd24dc6a6bc76a2c8d0931c for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:10:33.095858 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3832628'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.312757 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3832614'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.397743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59515b58-2a54-4ac4-bf35-076282b0aeac,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:33.414796 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Checking segment: {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:33.415150 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Network hostable DHCP agents. Network: aa5d7e31-3e63-4306-b419-f64b147c0a0a, hostable agents: ['0568b83b-30f7-46b3-8e3b-411d12698ace'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 12:10:33.440310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a is scheduled to be hosted by DHCP agent 0568b83b-30f7-46b3-8e3b-411d12698ace with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 12:10:33.450922 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833733-1-hyperv, aa5d7e31-3e63-4306-b419-f64b147c0a0a) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:33.456213 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:33.456789 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.465720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbae42-b225-45fb-b277-29d58f18e72e None None] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:33.480093 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-683f702a-4cb5-4eea-a88c-e9a1e401b42a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4210906 Mar 16 12:10:33.482889 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:33.487906 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:33.492902 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:33.496668 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Usage tracker for resource:router and tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:33.499452 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:33.505200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:33.515592 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-934666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3651'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.516656 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-934761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3656'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.536130 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.690125 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ff50fbe-75c0-53ad-be27-df059585f54b-aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'fixed_ips': [{'subnet_id': '59515b58-2a54-4ac4-bf35-076282b0aeac'}]}} from dv-neutron-833733-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 16 12:10:33.691001 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.691103 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-934640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14754'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.826906 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c827529-186b-4664-a59d-e26dc5d6c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.853533 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Allocated IP 172.20.0.2 (aa5d7e31-3e63-4306-b419-f64b147c0a0a/59515b58-2a54-4ac4-bf35-076282b0aeac/37ce39c5-f185-4b75-9431-4aa9f9af501b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:33.880551 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:33.909950 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.035503 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1d573b72-aae1-468b-acf6-94f13513ecca up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:34.049490 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Allocated IP 172.26.1.25 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/ca73ca05-3e91-4ee0-ad31-73d760185b12) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:34.111984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.123216 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Transition to ACTIVE for port object 37ce39c5-f185-4b75-9431-4aa9f9af501b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:34.143257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Transition to ACTIVE for port object 37ce39c5-f185-4b75-9431-4aa9f9af501b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:34.149340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.216066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.222788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 1d573b72-aae1-468b-acf6-94f13513ecca triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:34.223302 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.247370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:34.250104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.257202 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:34.265046 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Pushing event updated for resources: {'Port': ['ID=37ce39c5-f185-4b75-9431-4aa9f9af501b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:34.270238 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:34.324005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:34.326871 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:34.330045 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:34.363156 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca73ca05-3e91-4ee0-ad31-73d760185b12,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:34.405905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Attempting to bind port 37ce39c5-f185-4b75-9431-4aa9f9af501b on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:34.406177 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Attempting to bind port 37ce39c5-f185-4b75-9431-4aa9f9af501b by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:34.406509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Attempting to bind port 37ce39c5-f185-4b75-9431-4aa9f9af501b on network aa5d7e31-3e63-4306-b419-f64b147c0a0a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:34.427423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:34.432538 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:34.432905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Checking segment: {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:34.433297 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.433675 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Bound using segment: {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:34.434179 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Bound port: 37ce39c5-f185-4b75-9431-4aa9f9af501b, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:34.434542 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.504238 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.504921 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-934649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931680'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.508116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:34.508740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:34.665910 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] For port 37ce39c5-f185-4b75-9431-4aa9f9af501b, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:34.671073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] For port 37ce39c5-f185-4b75-9431-4aa9f9af501b, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=37ce39c5-f185-4b75-9431-4aa9f9af501b,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:34.676797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:34.740973 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Router d314160e-a9f4-4782-9cc1-2c09f6743884 is scheduled to L3 agent 28209420-4892-45e1-b7b4-097571825450 with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 12:10:34.774994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef6c2-16c5-4305-9887-f7e85a9b6989 None None] Pushing event updated for resources: {'Port': ['ID=37ce39c5-f185-4b75-9431-4aa9f9af501b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:34.787854 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:35.079870 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:35.093304 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Sync routers for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:35.095510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.105372 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:35.105885 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:35.109392 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.114165 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:35.114668 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2def564-c275-48b5-9a14-9885651b94a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6304381 Mar 16 12:10:35.232320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 2, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:35.235926 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.237809 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:35.238525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Updating router 13dcb889-66bb-4c51-bddf-5ac4ab541376 port ae4e8775-6704-4693-a10c-bab48c176d45 binding host dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:10:35.298912 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:35.313966 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.633407 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:34Z', 'revision_number': 3, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:35.639423 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Checking router: d314160e-a9f4-4782-9cc1-2c09f6743884 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:35.639757 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Updating router d314160e-a9f4-4782-9cc1-2c09f6743884 port ca73ca05-3e91-4ee0-ad31-73d760185b12 binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:10:35.696053 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.710401 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.724498 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Transition to ACTIVE for port object ae4e8775-6704-4693-a10c-bab48c176d45 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:35.735200 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:35.824155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896666ad-efa7-43a3-a9d2-3d57c9006e1d None None] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:10:35.986262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569cc1-5850-4fd9-bc89-e156adc386c9 None None] Pushing event updated for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:36.092408 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.096083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b943e0cc-5582-435f-9cc6-bb24d92c071a None None] Provisioning for port 37ce39c5-f185-4b75-9431-4aa9f9af501b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:36.118954 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 37ce39c5-f185-4b75-9431-4aa9f9af501b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:36.121893 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Transition to ACTIVE for port object ca73ca05-3e91-4ee0-ad31-73d760185b12 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:36.129537 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.138434 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.191335 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Attempting to bind port ae4e8775-6704-4693-a10c-bab48c176d45 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:36.191540 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Attempting to bind port ae4e8775-6704-4693-a10c-bab48c176d45 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:36.191888 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Attempting to bind port ae4e8775-6704-4693-a10c-bab48c176d45 on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:36.217096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Attempting to bind port ca73ca05-3e91-4ee0-ad31-73d760185b12 on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:36.217554 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Attempting to bind port ca73ca05-3e91-4ee0-ad31-73d760185b12 by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:36.218030 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Attempting to bind port ca73ca05-3e91-4ee0-ad31-73d760185b12 on network 33608c1c-dba6-42ba-bce5-acf22b6dd692 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:36.220636 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432939f5-a58b-4ecf-becf-f9a08cdc22de None None] Pushing event updated for resources: {'Port': ['ID=ca73ca05-3e91-4ee0-ad31-73d760185b12,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:36.229713 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:36.229860 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:36.230119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Checking segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:36.230462 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Checking segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:36.230569 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.230894 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Bound using segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:36.231006 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.231361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Bound port: ae4e8775-6704-4693-a10c-bab48c176d45, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:36.231467 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Bound using segment: {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:36.231736 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.231874 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Bound port: ca73ca05-3e91-4ee0-ad31-73d760185b12, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9627fd-4991-44b9-9bd1-91f312ff1596', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:36.232369 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.316276 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] For port ca73ca05-3e91-4ee0-ad31-73d760185b12, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:36.320966 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] For port ca73ca05-3e91-4ee0-ad31-73d760185b12, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ca73ca05-3e91-4ee0-ad31-73d760185b12,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:36.325289 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.381147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 37ce39c5-f185-4b75-9431-4aa9f9af501b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:36.383414 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Allocated IP 172.20.0.1 (aa5d7e31-3e63-4306-b419-f64b147c0a0a/59515b58-2a54-4ac4-bf35-076282b0aeac/13e1575d-b162-4ec0-bd8c-d29d5e24367d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:36.397228 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 37ce39c5-f185-4b75-9431-4aa9f9af501b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:36.397494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.408037 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432939f5-a58b-4ecf-becf-f9a08cdc22de None None] Pushing event updated for resources: {'Port': ['ID=ca73ca05-3e91-4ee0-ad31-73d760185b12,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:36.412500 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:36.413096 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:36.421217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] For port ae4e8775-6704-4693-a10c-bab48c176d45, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:36.440570 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] For port ae4e8775-6704-4693-a10c-bab48c176d45, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ae4e8775-6704-4693-a10c-bab48c176d45,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:36.455573 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.563208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.568300 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569cc1-5850-4fd9-bc89-e156adc386c9 None None] Pushing event updated for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:36.603469 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.621470 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:36.632405 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Transition to ACTIVE for port object 13e1575d-b162-4ec0-bd8c-d29d5e24367d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:36.661808 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.679397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:36.680037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:36.750782 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:36.754561 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:36.773264 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:36.834769 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Pushing event updated for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:36.850255 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933018'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.863773 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.944702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 37ce39c5-f185-4b75-9431-4aa9f9af501b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=37ce39c5-f185-4b75-9431-4aa9f9af501b,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:36.959032 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:36.960828 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.031451 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:34Z', 'revision_number': 3, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:37.035844 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:37.036132 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8e7b3-46fe-4996-9c73-684bc840e44f None None] The sync data for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv is: [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:34Z', 'revision_number': 3, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:37.116123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-893716ea-9043-4a75-865e-af576b74a7bc None None] Provisioning complete for port 37ce39c5-f185-4b75-9431-4aa9f9af501b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:37.116422 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-893716ea-9043-4a75-865e-af576b74a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.143505 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=37ce39c5-f185-4b75-9431-4aa9f9af501b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:37.202611 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.208291 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.309555 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1968163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932919'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.312939 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Pushing event updated for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:37.447320 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:37.448613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:37.463555 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:37.467787 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0c679-d4a8-45a6-a453-a973ab3ecc2e None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:37.535756 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e074416-9069-48d4-8de7-e81cf8ab23e2 None None] Provisioning for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:37.543520 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e074416-9069-48d4-8de7-e81cf8ab23e2 None None] Provisioning complete for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:37.544409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e074416-9069-48d4-8de7-e81cf8ab23e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.633070 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5e074416-9069-48d4-8de7-e81cf8ab23e2 None None] Port 13e1575d-b162-4ec0-bd8c-d29d5e24367d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:10:37.756083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ebc6e2d3-4f21-47b5-9514-ef89ce3f0f22 None None] Provisioning complete for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:37.756572 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ebc6e2d3-4f21-47b5-9514-ef89ce3f0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:37.814428 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6e2d3-4f21-47b5-9514-ef89ce3f0f22 None None] Port 13e1575d-b162-4ec0-bd8c-d29d5e24367d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:10:37.963278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Router d314160e-a9f4-4782-9cc1-2c09f6743884 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:38.170298 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 37ce39c5-f185-4b75-9431-4aa9f9af501b up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:38.223375 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:38.233735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-018d7f33-eeca-4794-88bd-c20fd17b9546 admin admin] 10.222.0.36 "PUT /v2.0/routers/d314160e-a9f4-4782-9cc1-2c09f6743884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183498 Mar 16 12:10:38.273515 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 37ce39c5-f185-4b75-9431-4aa9f9af501b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:38.273895 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.409044 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ae4e8775-6704-4693-a10c-bab48c176d45 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:38.495820 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ae4e8775-6704-4693-a10c-bab48c176d45 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:38.501163 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ae4e8775-6704-4693-a10c-bab48c176d45 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:38.501285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.635040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.672409 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ae4e8775-6704-4693-a10c-bab48c176d45, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ae4e8775-6704-4693-a10c-bab48c176d45,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:38.677361 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.757654 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:38.841166 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:38.846990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681290777', 'description': 'tempest-secgroup-smoke-681290777 description', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:38.853120 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:38.857247 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:38.860490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:38.866972 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:38.879125 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.915032 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:38.918615 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:38.921256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:38.926874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:38.984051 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:38.990018 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.029294 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2a9139-3625-4f3f-862e-54f9cba36c88,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.033651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.037828 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0939b598-13c3-4c18-8ec2-2f28a21362bb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1929219 Mar 16 12:10:39.038222 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.043578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.050042 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.053922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.056903 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.062688 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.080154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.141514 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.146880 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.168833 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d885a4-7689-4bf0-ab96-ba3ba4d497b1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.181058 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.182671 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb1260ca-2a06-421b-9265-fffdba94fa6e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1436653 Mar 16 12:10:39.185572 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.193489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.199897 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.204269 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.207891 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.213948 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.230621 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.295758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.300787 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.324732 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2caa5a-f14e-4d42-aedd-30ed6b2636e2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.335698 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.336895 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9c914796-5e1b-4abd-9cbc-318b94ae7fdf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488049 Mar 16 12:10:39.339758 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.345080 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.351126 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.355036 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.357980 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.363903 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.381064 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.449089 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.454182 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.476453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645113b5-25a9-4a15-bea8-61c1f12c665b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.485344 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.486548 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-512c2c30-96c3-4332-8766-9efa680a26a5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1458955 Mar 16 12:10:39.489489 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.498158 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.505380 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.509154 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.512005 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.517840 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.535556 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.602040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.609208 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.632022 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9143d15-2c24-4f38-93c1-75595b69d7a0,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.640993 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.642310 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd30713f-79df-4ba1-993f-cdc37802e8e1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1511517 Mar 16 12:10:39.645136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.650500 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.656777 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.661342 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.664358 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.670444 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.682452 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Project 07e2a584f2ee46c7860cea2f2fffcf6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:10:39.689200 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.759371 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.766276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.790607 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d1ba22-c573-4a0e-be6c-e35067a929b1,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.804039 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.805385 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ccfa7792-d055-4fd0-8b81-8123854b6b6b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1592252 Mar 16 12:10:39.808136 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:39.813429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'security_group_rule': {'security_group_id': '9e2a9139-3625-4f3f-862e-54f9cba36c88', 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:39.819502 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:39.823414 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:security_group_rule and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:39.826403 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:39.832370 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:39.846157 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Project 07e2a584f2ee46c7860cea2f2fffcf6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 12:10:39.852852 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.917291 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.924506 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014772'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.957144 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530299ed-3b6f-4055-8698-83c36c78342e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:39.965711 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:39.966937 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b302771a-43c1-4249-bb16-f410f38fcfae tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1579170 Mar 16 12:10:40.098546 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ca73ca05-3e91-4ee0-ad31-73d760185b12 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:40.148214 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f817b416-5821-43f4-8955-0bf077db658f req-b4399c13-75b6-4e8e-8984-6b2e492bf926 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:40.167848 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f817b416-5821-43f4-8955-0bf077db658f req-b4399c13-75b6-4e8e-8984-6b2e492bf926 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:40.168417 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port ca73ca05-3e91-4ee0-ad31-73d760185b12 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:40.169474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-b4399c13-75b6-4e8e-8984-6b2e492bf926 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681290777&fields=id&tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 267 time: 0.0627322 Mar 16 12:10:40.175870 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ca73ca05-3e91-4ee0-ad31-73d760185b12 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:40.176443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:40.293246 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:40.308959 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port ca73ca05-3e91-4ee0-ad31-73d760185b12, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ca73ca05-3e91-4ee0-ad31-73d760185b12,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:40.313650 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:40.314415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ae4e8775-6704-4693-a10c-bab48c176d45 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:40.322392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b416-5821-43f4-8955-0bf077db658f req-bd4e6f30-8563-4976-8d73-264092b4ce23 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:40.323808 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-bd4e6f30-8563-4976-8d73-264092b4ce23 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 807 time: 0.1426218 Mar 16 12:10:40.339944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-cda69f55-0a87-4702-bb93-2da153a2ba1e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/quotas/07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 375 time: 0.0106807 Mar 16 12:10:40.426474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f817b416-5821-43f4-8955-0bf077db658f req-95be28fe-1503-49d1-89e7-9e700ff0e7c0 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:40.445391 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f817b416-5821-43f4-8955-0bf077db658f req-95be28fe-1503-49d1-89e7-9e700ff0e7c0 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:40.446705 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-95be28fe-1503-49d1-89e7-9e700ff0e7c0 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016672 Mar 16 12:10:40.459482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=ca73ca05-3e91-4ee0-ad31-73d760185b12,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:40.473837 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ae4e8775-6704-4693-a10c-bab48c176d45 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:40.474229 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:40.593858 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-bb53fb83-17f2-4606-bb85-bf3a6c322cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334310 Mar 16 12:10:40.722690 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-80eed68d-ce88-4691-9019-b6c8da63ca13 service neutron] 10.222.0.36 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226392 Mar 16 12:10:40.913131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08346120-c457-400b-ace9-2231f66e88f7 req-eb67b31f-0d9f-4447-823e-ce730bee4be5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 210 time: 0.0402014 Mar 16 12:10:42.031908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8177632-4dd9-49da-8b15-87f90b599a4b req-fefc29d7-bfe0-4d9c-9654-a5c7d7e92532 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 210 time: 0.0436540 Mar 16 12:10:42.035264 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ca73ca05-3e91-4ee0-ad31-73d760185b12 up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:42.103331 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port ca73ca05-3e91-4ee0-ad31-73d760185b12 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:42.103680 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:42.632490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:43.156518 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc21beb6-4557-4a25-b1b5-92ba48015664 req-e47b0a2d-b4e3-4c71-b3d2-f7255aee4e0b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 210 time: 0.0461242 Mar 16 12:10:44.356040 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1e5f34c-9f8a-49f0-823d-6f7833d9e4bc req-5f7f5ec3-75a7-412f-9a4a-d3141bc71bbb tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 210 time: 0.0622265 Mar 16 12:10:44.578402 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b416-5821-43f4-8955-0bf077db658f req-48713d68-8db4-46ec-aee2-b50babfa9e3e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:44.579868 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-48713d68-8db4-46ec-aee2-b50babfa9e3e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 807 time: 0.2496743 Mar 16 12:10:44.644628 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-70e304d5-1d14-41af-8e9f-21024c02db5d tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 379 time: 0.0414817 Mar 16 12:10:44.655852 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'port': {'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'admin_state_up': True, 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'security_groups': ['9e2a9139-3625-4f3f-862e-54f9cba36c88']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:44.808272 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:44.818826 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:44.830652 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Made reservation on behalf of 07e2a584f2ee46c7860cea2f2fffcf6b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:10:44.835205 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.000416 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Allocated IP 172.20.0.5 (c16348d0-4c98-4605-be77-f51875974fe5/55e8bb57-881f-4861-ab66-2724ca97cab3/951f7009-a9a9-45a8-bd42-4427bb36368d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:45.186200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.201617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Transition to ACTIVE for port object 951f7009-a9a9-45a8-bd42-4427bb36368d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:45.224975 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.300967 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Network c16348d0-4c98-4605-be77-f51875974fe5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:45.304156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:45.308415 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:45.333646 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:45.372036 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:45.372663 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.401620 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-8af95508-ee88-4152-be17-993d6424f7db tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7520146 Mar 16 12:10:45.417241 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Request body: {'port': {'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:45.582721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.594468 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a1796a0-f741-4337-925c-a90a64038daf None None] Provisioning for port 951f7009-a9a9-45a8-bd42-4427bb36368d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:45.600188 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a1796a0-f741-4337-925c-a90a64038daf None None] Provisioning complete for port 951f7009-a9a9-45a8-bd42-4427bb36368d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:45.600588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a1796a0-f741-4337-925c-a90a64038daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:45.655037 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5a1796a0-f741-4337-925c-a90a64038daf None None] Port 951f7009-a9a9-45a8-bd42-4427bb36368d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:10:45.679608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1c69-3a09-44e8-8830-27bbe0d0d2d3 req-06e9f51b-7386-4dfe-87c9-51a81aefdc7e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:45.680316 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-654e1c69-3a09-44e8-8830-27bbe0d0d2d3 req-06e9f51b-7386-4dfe-87c9-51a81aefdc7e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:45.749579 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-654e1c69-3a09-44e8-8830-27bbe0d0d2d3 req-06e9f51b-7386-4dfe-87c9-51a81aefdc7e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:45.750645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-654e1c69-3a09-44e8-8830-27bbe0d0d2d3 req-06e9f51b-7386-4dfe-87c9-51a81aefdc7e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 931 time: 0.2477303 Mar 16 12:10:45.879575 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-654e1c69-3a09-44e8-8830-27bbe0d0d2d3 req-ce4810be-4e83-4964-af11-7ea1e0519174 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221712 Mar 16 12:10:45.995365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951f7009-a9a9-45a8-bd42-4427bb36368d {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:10:46.002551 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:46.017154 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Transition to ACTIVE for port object 951f7009-a9a9-45a8-bd42-4427bb36368d will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:10:46.022827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:46.144046 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:46.258465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Attempting to bind port 951f7009-a9a9-45a8-bd42-4427bb36368d on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:10:46.258872 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Attempting to bind port 951f7009-a9a9-45a8-bd42-4427bb36368d by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:10:46.259465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Attempting to bind port 951f7009-a9a9-45a8-bd42-4427bb36368d on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:46.268827 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Port 951f7009-a9a9-45a8-bd42-4427bb36368d on network c16348d0-4c98-4605-be77-f51875974fe5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 12:10:46.269287 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Attempting to bind port 951f7009-a9a9-45a8-bd42-4427bb36368d on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:10:46.278329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:10:46.278661 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Checking segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:10:46.279025 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Bound using segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:10:46.279439 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Bound port: 951f7009-a9a9-45a8-bd42-4427bb36368d, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:10:46.279784 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:46.370261 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:10:46.373270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:10:46.379845 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:46.524990 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:46.526307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] 10.222.0.59 "PUT /v2.0/ports/951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 1093 time: 1.1141560 Mar 16 12:10:46.526750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:10:46.552028 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7702d1-47a2-4526-b78a-c6e410dcce23 service neutron] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:46.649654 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-6f650f87-d143-4d9f-9ce2-2c14b5997b1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1096 time: 0.0762446 Mar 16 12:10:46.709226 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'status': 'completed', 'code': 200} Mar 16 12:10:46.723567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-339f1391-f722-4c1a-9bd8-bedd8982abfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 217 time: 0.0633736 Mar 16 12:10:46.799251 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b416-5821-43f4-8955-0bf077db658f req-96e7e4ef-6533-4b8b-99d2-9453fc99606a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:46.800534 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-96e7e4ef-6533-4b8b-99d2-9453fc99606a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0647993 Mar 16 12:10:46.882342 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-c2ba096b-a74e-4df0-a518-790f9ecd9c61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725031 Mar 16 12:10:47.055474 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-6ce8d745-21e9-442c-b878-d53233034a2b service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641119 Mar 16 12:10:47.172519 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c748be0-12cd-46cb-b55e-e22680a5f495 req-c07d34f0-075a-47ab-872c-542227b8de27 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:47.173944 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c748be0-12cd-46cb-b55e-e22680a5f495 req-c07d34f0-075a-47ab-872c-542227b8de27 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.1727200 Mar 16 12:10:47.239366 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f817b416-5821-43f4-8955-0bf077db658f req-f2b25a0a-70c0-4b58-be1b-7f15f615d322 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734493 Mar 16 12:10:47.249368 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c748be0-12cd-46cb-b55e-e22680a5f495 req-b4165154-6da9-4a74-a20c-0a5b1792a973 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597591 Mar 16 12:10:47.374460 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-b1515208-9a5f-44fa-b25f-fa5a2e0c4dee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1096 time: 0.0713198 Mar 16 12:10:47.517200 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-faf46de6-bc90-4098-badc-ea3317924a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:47.518645 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-faf46de6-bc90-4098-badc-ea3317924a84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1372533 Mar 16 12:10:47.591099 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-1ce5255e-aa88-4c8e-bf0b-654f33d69673 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 217 time: 0.0656462 Mar 16 12:10:47.661433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-f6915cbe-50b6-4b88-bf02-2885e525e9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:47.662962 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-f6915cbe-50b6-4b88-bf02-2885e525e9c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0658624 Mar 16 12:10:47.747121 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-0b4faa77-6da6-409a-9899-48e1fc8dc659 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777323 Mar 16 12:10:47.879928 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-3b771e1f-6e59-4335-b5ad-7eb799391400 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259048 Mar 16 12:10:48.020384 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e8552f0-09d4-433c-8d1a-1d1bcaaa247a req-e6d93f18-b328-41df-b403-0c975fb95a18 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340122 Mar 16 12:10:48.458953 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031c7a-e01c-4d05-bb68-82be5e9d815b req-10237336-3913-44c8-a071-f185879d1585 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:48.460427 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62031c7a-e01c-4d05-bb68-82be5e9d815b req-10237336-3913-44c8-a071-f185879d1585 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.0810301 Mar 16 12:10:48.506131 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62031c7a-e01c-4d05-bb68-82be5e9d815b req-2b50d1f7-70fb-41fb-88ca-d594125b6ea5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Mar 16 12:10:49.719454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632623f1-4505-49a6-904e-2f2bd91ba399 req-243273e1-92b7-4aea-a4b9-1655330ed8e6 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:49.720889 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-632623f1-4505-49a6-904e-2f2bd91ba399 req-243273e1-92b7-4aea-a4b9-1655330ed8e6 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.0811262 Mar 16 12:10:49.855260 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-632623f1-4505-49a6-904e-2f2bd91ba399 req-10506029-5231-4961-b46e-6eabcf8094f1 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285582 Mar 16 12:10:50.127396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:10:50.272089 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:50.284905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:10:50.342980 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:50.361589 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951f7009-a9a9-45a8-bd42-4427bb36368d {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:10:50.380406 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:50.387747 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:50.459396 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:50.653249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['951f7009-a9a9-45a8-bd42-4427bb36368d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:10:51.060638 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9dd01-124c-4aa0-b5d3-f5864572db29 req-cd6cbbf2-8963-48e2-8f3f-2658819269b8 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:51.062039 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ae9dd01-124c-4aa0-b5d3-f5864572db29 req-cd6cbbf2-8963-48e2-8f3f-2658819269b8 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 944 time: 0.0764766 Mar 16 12:10:51.106320 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ae9dd01-124c-4aa0-b5d3-f5864572db29 req-9ea38039-e683-4dd5-914b-cff878a9c3cf tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386963 Mar 16 12:10:52.141845 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:10:52.216374 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port 951f7009-a9a9-45a8-bd42-4427bb36368d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:10:52.221141 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 951f7009-a9a9-45a8-bd42-4427bb36368d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:10:52.221646 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:52.316711 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f767-affe-443a-8555-e57557c1ca4a req-467a2654-1932-439b-afea-8dba17da0817 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:52.318441 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1369f767-affe-443a-8555-e57557c1ca4a req-467a2654-1932-439b-afea-8dba17da0817 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 944 time: 0.0790119 Mar 16 12:10:52.337279 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:52.362406 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1369f767-affe-443a-8555-e57557c1ca4a req-377664ef-84ed-43af-ac2a-a2bc0fc6e149 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Mar 16 12:10:52.363928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:10:52.375049 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:10:52.380299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:52.450340 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:52.568972 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'code': 200} Mar 16 12:10:52.817032 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03ce1efa-4778-4d98-ad6a-32976a1f85e0 req-779d38df-2574-44e7-b971-dee4a1863619 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1098 time: 0.0696213 Mar 16 12:10:52.863560 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-03ce1efa-4778-4d98-ad6a-32976a1f85e0 req-3dbfe06c-443a-4e7b-be4f-92ff5121980c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367312 Mar 16 12:10:53.579690 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4431-7b69-48a9-add4-edee8ac381a1 req-951bfdfc-96ad-42f1-8296-da3522672996 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:53.581022 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d6bb4431-7b69-48a9-add4-edee8ac381a1 req-951bfdfc-96ad-42f1-8296-da3522672996 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 945 time: 0.0823669 Mar 16 12:10:53.627718 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d6bb4431-7b69-48a9-add4-edee8ac381a1 req-40684b1e-9578-4ebb-9f11-5d0352364f31 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Mar 16 12:10:54.850749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820c06c-0b2b-4441-aaef-bab847e85e46 req-2ec8e14c-1518-4740-b99f-6fb1159c56c3 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:54.853085 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0820c06c-0b2b-4441-aaef-bab847e85e46 req-2ec8e14c-1518-4740-b99f-6fb1159c56c3 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 945 time: 0.0837398 Mar 16 12:10:54.904741 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0820c06c-0b2b-4441-aaef-bab847e85e46 req-2dd6e0da-4da5-45eb-9bca-6ced31879807 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Mar 16 12:10:55.110866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede179-1d53-4d76-9b31-a8bb7ed71305 req-e98b6558-df98-4d0e-8ecd-72a8c2cefe58 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:55.112275 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6eede179-1d53-4d76-9b31-a8bb7ed71305 req-e98b6558-df98-4d0e-8ecd-72a8c2cefe58 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 945 time: 0.0768533 Mar 16 12:10:55.162896 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6eede179-1d53-4d76-9b31-a8bb7ed71305 req-014ffc9a-d16e-4b92-91bc-85a296d50a73 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Mar 16 12:10:55.198035 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52158) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:55.409783 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3570227d-a285-448a-9e3f-9e4301ccb67b tempest-TestSnapshotPattern-1410103786 tempest-TestSnapshotPattern-1410103786-project-admin] Synchronizing usage tracker for tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:10:55.428215 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3570227d-a285-448a-9e3f-9e4301ccb67b tempest-TestSnapshotPattern-1410103786 tempest-TestSnapshotPattern-1410103786-project-admin] Unset dirty status for tenant:a7d7e4e8abd24dc6a6bc76a2c8d0931c on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:10:55.429388 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3570227d-a285-448a-9e3f-9e4301ccb67b tempest-TestSnapshotPattern-1410103786 tempest-TestSnapshotPattern-1410103786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1093 time: 0.2303247 Mar 16 12:10:55.432444 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:10:55.437715 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:10:55.443632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:10:55.447803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:floatingip and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:10:55.450842 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:10:55.457010 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:10:55.469295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:55.618855 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:55.752229 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Allocated IP 172.26.1.209 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/8948fc65-ae7f-4950-9b30-284cba9e35d1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:10:55.900223 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:55.933163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:55.999697 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:10:56.002408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:10:56.006086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:10:56.034156 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=8948fc65-ae7f-4950-9b30-284cba9e35d1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:56.597164 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:56.667628 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:56.878622 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:56.884998 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:56.988454 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=8948fc65-ae7f-4950-9b30-284cba9e35d1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:10:57.003256 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:57.209029 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Floating IP 1650a1c0-c1b4-446d-aac9-85dc2ad3670e associated. External IP: 172.26.1.209, port: 951f7009-a9a9-45a8-bd42-4427bb36368d. Mar 16 12:10:57.612210 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:10:57.820378 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:10:57.830622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:57.843984 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:57.844621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:57.847749 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:10:57.902612 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9069a8f9-a254-4209-81bd-6b09e060b261 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4691217 Mar 16 12:10:57.903274 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:10:57.956839 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'status': 'completed', 'code': 200} Mar 16 12:10:58.023983 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:58.048874 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-2fe9a061-3e66-4955-986f-9738ba3e3cd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1098 time: 0.0702925 Mar 16 12:10:58.297531 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-ca06cb2e-4c77-49fc-9f51-cc9c697ca572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:58.298976 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-ca06cb2e-4c77-49fc-9f51-cc9c697ca572 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.2449844 Mar 16 12:10:58.399051 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-3dffd596-5122-4885-a639-00304804ad67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 999 time: 0.0938816 Mar 16 12:10:58.432938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:56Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:58.436961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:58.448757 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:58.449269 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:58.460831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-7732e055-2614-40bd-ab65-89436476b0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:10:58.462274 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-7732e055-2614-40bd-ab65-89436476b0e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0564041 Mar 16 12:10:58.544005 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-6f6a5047-91ec-42a6-8838-f44a914e6dcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714254 Mar 16 12:10:58.630582 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:58.682445 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-71fce1f9-b428-4304-a3e8-03c5ae22fb9b service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326206 Mar 16 12:10:58.811855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8ce1538-82b5-4139-823a-959dfe2770a0 req-93208edf-471b-41c9-bf02-900a3f804678 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242673 Mar 16 12:10:58.971774 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:56Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:58.976172 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fd55a1-53ab-4f1d-a46f-2f149ab022da None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:56Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:10:59.424002 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Sync routers for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:10:59.437213 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:10:59.437950 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:59.481611 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0fc99-b232-4e3f-98ea-515c12c8ed3d None None] New status for floating IP 1650a1c0-c1b4-446d-aac9-85dc2ad3670e: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:10:59.614786 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:10:59.927163 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 4, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '13e1575d-b162-4ec0-bd8c-d29d5e24367d', 'name': '', 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'mac_address': 'fa:16:3e:f7:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:36Z', 'updated_at': '2022-03-16T12:10:37Z', 'revision_number': 2, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'subnets': [{'id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:10:59.931070 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Checking router: d314160e-a9f4-4782-9cc1-2c09f6743884 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:10:59.931412 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Updating router d314160e-a9f4-4782-9cc1-2c09f6743884 port 13e1575d-b162-4ec0-bd8c-d29d5e24367d binding host dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 16 12:10:59.985550 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.328136 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.341206 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Transition to ACTIVE for port object 13e1575d-b162-4ec0-bd8c-d29d5e24367d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:11:00.349494 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.470960 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2496b-22f0-4910-90b0-1601f3b02229 None None] Pushing event updated for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:11:00.559445 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Attempting to bind port 13e1575d-b162-4ec0-bd8c-d29d5e24367d on host dv-neutron-833733-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:11:00.559808 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Attempting to bind port 13e1575d-b162-4ec0-bd8c-d29d5e24367d by drivers openvswitch,hyperv on host dv-neutron-833733-1-hyperv at level 0 using segments [{'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:11:00.560153 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Attempting to bind port 13e1575d-b162-4ec0-bd8c-d29d5e24367d on network aa5d7e31-3e63-4306-b419-f64b147c0a0a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:11:00.566541 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Checking agent: {'id': '5cb36d5c-5f3b-4082-967a-05dd99b9b6bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833733-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 5, 35), 'started_at': datetime.datetime(2022, 3, 16, 11, 6, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833733-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:11:00.566916 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Checking segment: {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:11:00.567426 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.567806 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Bound using segment: {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:11:00.568331 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Bound port: 13e1575d-b162-4ec0-bd8c-d29d5e24367d, host: dv-neutron-833733-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:11:00.568691 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.693083 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] For port 13e1575d-b162-4ec0-bd8c-d29d5e24367d, host dv-neutron-833733-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:11:00.696241 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] For port 13e1575d-b162-4ec0-bd8c-d29d5e24367d, host dv-neutron-833733-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=13e1575d-b162-4ec0-bd8c-d29d5e24367d,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:11:00.703310 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:00.778409 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2496b-22f0-4910-90b0-1601f3b02229 None None] Pushing event updated for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:11:00.784661 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:11:00.785392 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:10:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:11:00.963313 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:11:01.275362 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 4, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '13e1575d-b162-4ec0-bd8c-d29d5e24367d', 'name': '', 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'mac_address': 'fa:16:3e:f7:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:36Z', 'updated_at': '2022-03-16T12:11:00Z', 'revision_number': 4, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'subnets': [{'id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:11:01.279555 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940a8ff-8a7a-4b07-b77f-47bfc901b22c None None] The sync data for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv is: [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:36Z', 'revision_number': 4, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': '13e1575d-b162-4ec0-bd8c-d29d5e24367d', 'name': '', 'network_id': 'aa5d7e31-3e63-4306-b419-f64b147c0a0a', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'mac_address': 'fa:16:3e:f7:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:36Z', 'updated_at': '2022-03-16T12:11:00Z', 'revision_number': 4, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'subnets': [{'id': '59515b58-2a54-4ac4-bf35-076282b0aeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:11:01.599921 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-185c2363-b978-4d67-bc9c-3c8b4a53a5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:02.071325 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 13e1575d-b162-4ec0-bd8c-d29d5e24367d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:11:02.160400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:11:02.166226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:11:02.166677 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:02.280248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:02.311652 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] For port 13e1575d-b162-4ec0-bd8c-d29d5e24367d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=13e1575d-b162-4ec0-bd8c-d29d5e24367d,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:11:02.317152 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:02.386372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Pushing event updated for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:11:03.807807 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-871c3922-7099-4a6d-94f4-988daaaedae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:04.050997 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 13e1575d-b162-4ec0-bd8c-d29d5e24367d up at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:11:04.121751 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Provisioning complete for port 13e1575d-b162-4ec0-bd8c-d29d5e24367d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:11:04.122147 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:04.567232 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:11:05.055398 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:05.228055 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:06.537726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:12.625490 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:27.034943 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-4cbaeb4b-275f-4d7a-82a6-08c69f28da8d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1579704 Mar 16 12:11:27.181606 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-32c9e045-77e6-45ed-ba42-8b8eb0a2efbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1098 time: 0.0699289 Mar 16 12:11:27.338429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829120d5-5367-479b-b321-19dac048cc87 req-7b969e39-38f0-45c1-91ed-53581e143c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:11:27.339880 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-7b969e39-38f0-45c1-91ed-53581e143c70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1379437 Mar 16 12:11:27.456519 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-7d11a257-99a2-4931-a8cc-0808dd86079f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 1001 time: 0.1088953 Mar 16 12:11:27.522803 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829120d5-5367-479b-b321-19dac048cc87 req-e6073c67-0612-4dc7-a22f-1f3b03d90c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:11:27.524281 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-e6073c67-0612-4dc7-a22f-1f3b03d90c31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0623806 Mar 16 12:11:27.609610 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-49ac450e-f050-4ead-81f3-de89a2e6ed13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768871 Mar 16 12:11:27.741775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-a5076c14-7484-46ea-8c32-b55973651cf0 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239479 Mar 16 12:11:27.882325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-829120d5-5367-479b-b321-19dac048cc87 req-aeec8c87-38ef-4e43-8562-3449195749bf service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336062 Mar 16 12:11:31.607411 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62bfc4be-2e96-40a7-b5a6-872f4ba2674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:33.799109 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49251d8b-dcb1-4b56-8952-997b5bdd6d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:35.053905 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:35.228658 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:36.539732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:11:41.569335 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:11:42.634077 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:01.604053 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3812fae-2c2e-4ba5-b235-705953e547ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:03.806364 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e758be3d-dad4-4cba-8ee7-13839db07585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:05.055814 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:05.236639 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:06.547560 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:12.652157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:18.571549 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:27.063685 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-f0272576-8133-4e45-b276-8f7eae169aaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1324897 Mar 16 12:12:27.216866 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-4d32547e-3dfd-4763-9ceb-848aa841d595 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1098 time: 0.0721414 Mar 16 12:12:27.456632 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-37699a06-aa2d-4ab0-8368-97c3c3a4d69a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:12:27.458908 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-37699a06-aa2d-4ab0-8368-97c3c3a4d69a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.2210178 Mar 16 12:12:27.562734 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-7d1a9c94-d693-4b52-95d3-26a1b5797b0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 1001 time: 0.0948858 Mar 16 12:12:27.630472 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-58b239ba-c5fd-4ba5-8d9e-bced4cbb2627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:12:27.631889 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-58b239ba-c5fd-4ba5-8d9e-bced4cbb2627 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0602665 Mar 16 12:12:27.710697 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-eb88ce4d-02bc-4044-958c-d3b45570faec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691257 Mar 16 12:12:27.849227 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-60a562a4-261a-49f0-9d00-022a58aac2bf service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291409 Mar 16 12:12:27.982936 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3841ab55-2a20-4f92-b6c9-38f771d6e3c4 req-909df342-181e-42a4-a282-5a0546570acf service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242874 Mar 16 12:12:31.606771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f7571a0-88f6-4ee3-8f0b-b90544715067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:33.802262 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-43879c7b-3e68-42a1-bf5b-342b9a9f9955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:35.059011 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:35.236041 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:36.552060 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:42.645584 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:55.577854 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:12:58.637040 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:12:58.779808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:12:58.794574 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:12:58.849562 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:58.866992 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 951f7009-a9a9-45a8-bd42-4427bb36368d {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:12:58.883069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:12:58.887525 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:12:58.957566 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:12:58.965806 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.966181 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.966516 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.966864 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.967164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.967482 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.967805 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.968123 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.969208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.969208 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.969381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:12:58.975915 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['951f7009-a9a9-45a8-bd42-4427bb36368d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:13:00.651947 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:13:00.736961 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port 951f7009-a9a9-45a8-bd42-4427bb36368d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:13:00.737329 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:00.865382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:00.894373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:13:00.904556 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:13:00.911829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:00.986420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:01.177486 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'code': 200} Mar 16 12:13:01.604964 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93e3917c-1113-4f87-acd3-6d3fb988e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:03.799330 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-11f42d77-b32d-4f63-bc16-ea9f41680a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:05.065568 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:05.247588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:06.553131 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:09.423424 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-7af25de2-02e1-4215-936f-079367202e0b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681290777&fields=id&tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 267 time: 0.0418999 Mar 16 12:13:09.578310 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8db05ae7-c3c0-41ba-af6c-ca6c34bd979a tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:09.579917 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8db05ae7-c3c0-41ba-af6c-ca6c34bd979a tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 807 time: 0.1473286 Mar 16 12:13:09.596016 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-bff9096a-20cf-4ca2-9c34-19ebc9043cab tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/quotas/07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 375 time: 0.0107558 Mar 16 12:13:09.679579 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-40636d2a-4577-4aa7-b665-231daddbe746 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787802 Mar 16 12:13:09.798524 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-81d9517f-f4c3-4301-9ae7-182e117e0a7a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 12:13:09.799522 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-81d9517f-f4c3-4301-9ae7-182e117e0a7a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722134 Mar 16 12:13:09.943192 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-0c09e379-f9a3-4c2e-becd-0c4c8c14662a service neutron] 10.222.0.36 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342132 Mar 16 12:13:10.072781 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-e142ca2c-8b15-4b06-a5c5-4852063463c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240518 Mar 16 12:13:11.390047 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88eed761-5cbc-4973-80f5-d61bdbaa3955 req-10ff9f16-05e0-47e8-a6e7-7edb7d6ac580 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 210 time: 0.1123934 Mar 16 12:13:12.619556 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ea210d5-d932-4264-b0ff-e159ca3b5e7b req-c0ea1d72-58fd-4fa8-bfcf-58a0d050d600 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 210 time: 0.0543776 Mar 16 12:13:12.666492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:12.677033 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-2b036415-5fb9-4ced-90af-796d311fef78 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:12.678491 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-2b036415-5fb9-4ced-90af-796d311fef78 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 807 time: 0.1835358 Mar 16 12:13:12.695934 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:13:12.741221 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-a81f24cf-9a99-4abe-b607-3b3b0bcd4f20 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b HTTP/1.1" status: 200 len: 379 time: 0.0437624 Mar 16 12:13:12.756604 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'port': {'device_id': 'e647da37-3c57-42b0-9450-d6a96188086a', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'admin_state_up': True, 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'security_groups': ['9e2a9139-3625-4f3f-862e-54f9cba36c88']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:13:12.808080 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:12.837391 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:13:12.847446 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:13:12.852299 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:12.899519 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'code': 200} Mar 16 12:13:12.926242 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:12.926395 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:13:12.936143 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:13:12.946888 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Made reservation on behalf of 07e2a584f2ee46c7860cea2f2fffcf6b for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 12:13:12.949948 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:13.284485 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Allocated IP 172.20.0.9 (c16348d0-4c98-4605-be77-f51875974fe5/55e8bb57-881f-4861-ab66-2724ca97cab3/dc52bca4-f949-404f-9ef0-b13ca7c2cd31) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:13:13.540126 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:13.569392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Transition to ACTIVE for port object dc52bca4-f949-404f-9ef0-b13ca7c2cd31 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:13:13.596347 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:13.684285 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Network c16348d0-4c98-4605-be77-f51875974fe5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:13:13.685242 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:13.689796 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:13:13.693569 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:13:13.736721 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.737146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.737490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.737838 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.738315 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.738658 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.739007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.739311 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.739941 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.740329 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.740651 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:13.791847 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:13.793119 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:13.877198 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f8cf396f-01a9-4746-91cf-ce851f091f30 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1243727 Mar 16 12:13:13.943623 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ab05f-6481-4215-84b4-a4f8b652ca92 req-5aa12163-56cd-4e4d-9f04-855b7310c723 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:13.944538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3c5ab05f-6481-4215-84b4-a4f8b652ca92 req-5aa12163-56cd-4e4d-9f04-855b7310c723 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:13:13.983352 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3c5ab05f-6481-4215-84b4-a4f8b652ca92 req-5aa12163-56cd-4e4d-9f04-855b7310c723 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:13:13.992230 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c5ab05f-6481-4215-84b4-a4f8b652ca92 req-5aa12163-56cd-4e4d-9f04-855b7310c723 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.1638258 Mar 16 12:13:14.002155 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76f5c591-3501-401c-8f5c-caa79d3312bd None None] Provisioning for port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:13:14.012726 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76f5c591-3501-401c-8f5c-caa79d3312bd None None] Provisioning complete for port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:13:14.013346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76f5c591-3501-401c-8f5c-caa79d3312bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:14.062613 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c5ab05f-6481-4215-84b4-a4f8b652ca92 req-9de85dc2-8218-43d9-92df-a9ba0ce37e07 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692854 Mar 16 12:13:14.101948 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76f5c591-3501-401c-8f5c-caa79d3312bd None None] Port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 16 12:13:15.307090 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9ae9e-ff4a-4d83-ac45-a4db4c5cffb6 req-f8814de8-c16e-4213-b946-6e85291917a4 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:15.308564 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dc9ae9e-ff4a-4d83-ac45-a4db4c5cffb6 req-f8814de8-c16e-4213-b946-6e85291917a4 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.1118214 Mar 16 12:13:15.362355 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2dc9ae9e-ff4a-4d83-ac45-a4db4c5cffb6 req-fe318e42-9b31-40af-9f36-763c77c3134b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 Mar 16 12:13:16.575106 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe927a8e-2c7c-4d1d-847a-2ad02ef97e2f req-fd92ac11-df9e-448e-b710-75ea1a50dbc6 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:16.582402 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe927a8e-2c7c-4d1d-847a-2ad02ef97e2f req-fd92ac11-df9e-448e-b710-75ea1a50dbc6 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.0907245 Mar 16 12:13:16.625974 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe927a8e-2c7c-4d1d-847a-2ad02ef97e2f req-d5edd3c7-d153-43ab-a2e3-a105c96f023e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Mar 16 12:13:17.841429 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7185-1946-4f38-a873-3e41fd8ae1b6 req-3a827aa5-ad1e-404c-b2fe-ebd9222f339d tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:17.843011 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-96eb7185-1946-4f38-a873-3e41fd8ae1b6 req-3a827aa5-ad1e-404c-b2fe-ebd9222f339d tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.0856626 Mar 16 12:13:17.892450 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-96eb7185-1946-4f38-a873-3e41fd8ae1b6 req-4624f5e1-56db-46c5-bb2d-b5e04e47be5b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Mar 16 12:13:19.107474 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91facdb-0998-458e-8ec7-4dc4e81d9e83 req-64bf580d-d713-48cb-9e0b-3acb18e0e171 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:19.108980 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f91facdb-0998-458e-8ec7-4dc4e81d9e83 req-64bf580d-d713-48cb-9e0b-3acb18e0e171 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.0806088 Mar 16 12:13:19.157348 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f91facdb-0998-458e-8ec7-4dc4e81d9e83 req-9c9da9d9-b6b7-4292-95cb-9dc4cbd39660 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Mar 16 12:13:20.368635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187edd-6942-4ba3-a53a-b4a04b93495c req-bcdfb8c1-4543-43cd-b311-14610d238055 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:20.370058 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3187edd-6942-4ba3-a53a-b4a04b93495c req-bcdfb8c1-4543-43cd-b311-14610d238055 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 931 time: 0.0864561 Mar 16 12:13:20.415002 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3187edd-6942-4ba3-a53a-b4a04b93495c req-7e215639-9b59-4623-a44e-8dc9371deb12 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391483 Mar 16 12:13:20.896790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Request body: {'port': {'device_id': 'e647da37-3c57-42b0-9450-d6a96188086a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8337'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:13:21.012969 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.344644 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc52bca4-f949-404f-9ef0-b13ca7c2cd31 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:13:21.353037 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.369580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Transition to ACTIVE for port object dc52bca4-f949-404f-9ef0-b13ca7c2cd31 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 16 12:13:21.373896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.502752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:21.661297 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Attempting to bind port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 on host hv-neutron-8337 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 16 12:13:21.661595 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Attempting to bind port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 by drivers openvswitch,hyperv on host hv-neutron-8337 at level 0 using segments [{'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 16 12:13:21.661930 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Attempting to bind port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:13:21.672082 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 on network c16348d0-4c98-4605-be77-f51875974fe5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8337 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 16 12:13:21.672392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Attempting to bind port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 on network c16348d0-4c98-4605-be77-f51875974fe5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 16 12:13:21.686371 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251e57-a907-4c2e-bb71-2dc4e9ab25a2 req-403311ee-404d-4d4f-a8a2-6d89ec020c4f tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:21.687790 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb251e57-a907-4c2e-bb71-2dc4e9ab25a2 req-403311ee-404d-4d4f-a8a2-6d89ec020c4f tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 943 time: 0.1422803 Mar 16 12:13:21.688660 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Checking agent: {'id': '56c8dbee-25fb-48ce-9e81-9a3cd413931e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8337', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'started_at': datetime.datetime(2022, 3, 16, 11, 11, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 12, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 16 12:13:21.688980 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Checking segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 16 12:13:21.689401 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Bound using segment: {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 16 12:13:21.689896 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Bound port: dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host: hv-neutron-8337, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b5b6d2-1932-4f16-9ced-73678e707a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 16 12:13:21.690254 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.878239 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb251e57-a907-4c2e-bb71-2dc4e9ab25a2 req-4dc64118-55a2-4cab-971c-66330ec352ce tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759872 Mar 16 12:13:21.893149 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 12:13:21.897464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 12:13:21.902866 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3880095'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.967617 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:21.969033 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] 10.222.0.59 "PUT /v2.0/ports/dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 200 len: 1093 time: 1.0766673 Mar 16 12:13:21.969522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:13:21.991249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386c2d8-fafd-4f6a-9769-5d757fb628bf service neutron] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:22.088717 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-6458a263-fc42-4d9b-a17f-52a596f2cbf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1096 time: 0.0764399 Mar 16 12:13:22.172738 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-13974131-1983-4804-a7bc-cd125a77ddcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0734835 Mar 16 12:13:22.179447 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'status': 'completed', 'code': 200} Mar 16 12:13:22.246366 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f2eadc13-165a-4e58-9c40-2a7cea05424c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:22.252567 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-f2eadc13-165a-4e58-9c40-2a7cea05424c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0647500 Mar 16 12:13:22.350182 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-36b8bc58-ee24-4c44-b019-efa71fc8371c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897017 Mar 16 12:13:22.487787 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-5852e69e-258a-45b0-951d-90bb221ed096 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244965 Mar 16 12:13:22.621932 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d052130-0ca5-4ea1-806c-a6bdb663be44 req-9e8035cd-625e-4398-ae86-a7fab1f9c6bc service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242707 Mar 16 12:13:22.748301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-2e4d2f07-1f3b-4732-aa76-b2ac079095c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1096 time: 0.0688667 Mar 16 12:13:22.892295 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-ae08f474-de40-410e-9e3d-8f817b378cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:22.893847 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-ae08f474-de40-410e-9e3d-8f817b378cfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1389635 Mar 16 12:13:22.965149 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-b5a6225a-9098-43f1-a849-7a261bc63a0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 200 len: 217 time: 0.0645933 Mar 16 12:13:23.068067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-7c1d97cc-6f66-41c0-887f-8e15d2ee3bf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:23.069393 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-7c1d97cc-6f66-41c0-887f-8e15d2ee3bf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0981610 Mar 16 12:13:23.143732 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e324cb-fb5f-4f20-b847-7918f2480568 req-6eaf81e3-182c-4d99-a11e-e46f14db7911 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:23.145157 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8e324cb-fb5f-4f20-b847-7918f2480568 req-6eaf81e3-182c-4d99-a11e-e46f14db7911 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 943 time: 0.1380689 Mar 16 12:13:23.196737 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-44f991fb-c331-43d1-a609-62460c9e93c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170666 Mar 16 12:13:23.225545 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8e324cb-fb5f-4f20-b847-7918f2480568 req-eb1a7acc-88d6-4820-8b4b-da9bf70033c0 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737469 Mar 16 12:13:23.332015 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-74d8e3a0-ea4f-4f10-9511-d4c9f21d0d07 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283708 Mar 16 12:13:23.462626 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86c51f37-4c0b-4acd-b840-7b06a0850a3b req-d4916f2d-0b79-402b-bf20-394b0683c5fb service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245801 Mar 16 12:13:24.438831 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf14b5e-26f1-4468-bc41-4eae4acd68e8 req-800404fe-a1a2-4eae-a884-17ec3eb12e04 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:24.440238 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abf14b5e-26f1-4468-bc41-4eae4acd68e8 req-800404fe-a1a2-4eae-a884-17ec3eb12e04 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 943 time: 0.0821166 Mar 16 12:13:24.576278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abf14b5e-26f1-4468-bc41-4eae4acd68e8 req-77e04530-39ab-4fcc-9b41-6f3fd599427d tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281507 Mar 16 12:13:24.767479 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:13:24.912692 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:13:24.925497 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'mac_address': 'fa:16:3e:e3:0f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:13:25.017314 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:25.035094 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52bca4-f949-404f-9ef0-b13ca7c2cd31 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:13:25.050554 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:13:25.057630 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:25.127740 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:25.387776 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['dc52bca4-f949-404f-9ef0-b13ca7c2cd31'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:13:25.785726 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00123b-e280-4852-88b1-bb43951c2553 req-0abdde4e-f4e3-4d68-9b2e-75438a1a1cb7 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:25.787168 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d00123b-e280-4852-88b1-bb43951c2553 req-0abdde4e-f4e3-4d68-9b2e-75438a1a1cb7 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 944 time: 0.0836737 Mar 16 12:13:25.832431 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d00123b-e280-4852-88b1-bb43951c2553 req-d06d5319-6243-4579-a0df-40b639f4dbe3 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397120 Mar 16 12:13:26.778831 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:13:26.853010 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning for port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 16 12:13:26.858367 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:13:26.858729 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:26.974552 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:27.002745 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:13:27.014096 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:13:27.020159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:27.046163 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f293cc-fbf9-495a-81db-5011b6c9a2db req-0de1ae9f-f8a1-4cec-8284-0ca1d1add8a4 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:27.047605 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88f293cc-fbf9-495a-81db-5011b6c9a2db req-0de1ae9f-f8a1-4cec-8284-0ca1d1add8a4 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 944 time: 0.0887642 Mar 16 12:13:27.068850 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'code': 200} Mar 16 12:13:27.099157 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:27.106570 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88f293cc-fbf9-495a-81db-5011b6c9a2db req-d2443334-4944-4129-8604-85d78b46ec74 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510824 Mar 16 12:13:27.311516 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-208e7b5a-b944-410b-b003-6a9e900b493c req-d6212688-ce6d-4593-99b7-c8817f4cb19d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1098 time: 0.0710237 Mar 16 12:13:27.362989 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-208e7b5a-b944-410b-b003-6a9e900b493c req-3cac758d-e718-4248-96d9-8e42dc8619e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409799 Mar 16 12:13:27.913003 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-90d2db7a-4a36-431d-a2ea-741632cb3828 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717738 Mar 16 12:13:28.065726 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-b2c22c01-ceb6-4b07-99f0-dfe2a4fe5252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1096 time: 0.0824869 Mar 16 12:13:28.209552 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-0f916e80-50ff-4791-986d-a8cd85e13d47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:28.210999 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-0f916e80-50ff-4791-986d-a8cd85e13d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1254449 Mar 16 12:13:28.365910 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-7c7efad4-b879-4934-b53a-9e010b2912f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 999 time: 0.1465378 Mar 16 12:13:28.432376 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372f7c7-f796-47f8-a0dc-6faade857835 req-ccae9152-1e2f-4880-8166-7991d7b4e1a2 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:28.433766 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f372f7c7-f796-47f8-a0dc-6faade857835 req-ccae9152-1e2f-4880-8166-7991d7b4e1a2 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 945 time: 0.1642940 Mar 16 12:13:28.457304 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-19ea9516-2255-4a37-bcff-d759fddbe50c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:28.458937 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-19ea9516-2255-4a37-bcff-d759fddbe50c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0868306 Mar 16 12:13:28.533259 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f372f7c7-f796-47f8-a0dc-6faade857835 req-e148cd34-57b2-4a6a-8cb4-9fc3875c324c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926764 Mar 16 12:13:28.555933 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-ca185f68-1474-4289-a7ee-92e6d3d7f38b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896649 Mar 16 12:13:28.699830 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-16c0ab7c-e7b8-4cf7-af36-92efb4e4b259 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359341 Mar 16 12:13:28.834940 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea453100-3e43-4669-a2b9-096ec1f8ad8c req-be5f48a6-fb51-4372-bff9-2b5ae7cced48 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283386 Mar 16 12:13:29.771450 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56fc7b-bb52-4651-89e2-c13416558489 req-e8dfc322-4066-4b90-99bd-12d4714925a8 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:29.772855 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e56fc7b-bb52-4651-89e2-c13416558489 req-e8dfc322-4066-4b90-99bd-12d4714925a8 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 945 time: 0.1011300 Mar 16 12:13:29.826448 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e56fc7b-bb52-4651-89e2-c13416558489 req-91650e83-5447-4392-a0eb-3aadbce20ee9 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480433 Mar 16 12:13:30.040465 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb893e8b-dd8e-440d-a9e2-4f5e122784e1 req-cea4a85e-2581-48c6-8018-3b5ca7914373 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:30.041894 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb893e8b-dd8e-440d-a9e2-4f5e122784e1 req-cea4a85e-2581-48c6-8018-3b5ca7914373 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 945 time: 0.0911264 Mar 16 12:13:30.090864 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eb893e8b-dd8e-440d-a9e2-4f5e122784e1 req-f6222f21-4a78-40c3-be21-fed8ef4af232 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Mar 16 12:13:30.118338 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:13:30.188454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7e43c498-081c-4502-a3db-1263cce832b3 tempest-TestSnapshotPattern-1410103786 tempest-TestSnapshotPattern-1410103786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1093 time: 0.0690041 Mar 16 12:13:30.191292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:13:30.196713 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Request body: {'floatingip': {'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 16 12:13:30.203003 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 16 12:13:30.207104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Usage tracker for resource:floatingip and tenant:07e2a584f2ee46c7860cea2f2fffcf6b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 16 12:13:30.210024 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 16 12:13:30.215744 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 16 12:13:30.227292 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.378743 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.516623 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Allocated IP 172.26.1.140 (33608c1c-dba6-42ba-bce5-acf22b6dd692/9c6bd943-35aa-41aa-80a7-a8654dddebac/ed9efcb7-0bea-4996-bff1-6933e3b7523d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 12:13:30.666040 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.700334 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738050427531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:30.771650 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Network 33608c1c-dba6-42ba-bce5-acf22b6dd692 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 12:13:30.774431 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 12:13:30.778622 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 16 12:13:30.801785 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=ed9efcb7-0bea-4996-bff1-6933e3b7523d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:30.823954 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.824295 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.824619 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.824952 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.825276 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.825616 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.825926 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.826268 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.826577 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.826886 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:30.827168 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:13:31.316449 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:31.374429 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:31.601588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33cc2091-bfae-43cf-ab4f-d81907b5230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:31.679205 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:31.685949 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335942'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:31.799991 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event updated for resources: {'Port': ['ID=ed9efcb7-0bea-4996-bff1-6933e3b7523d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:13:31.818822 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931603'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:32.020618 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Floating IP b69c4857-d3df-4369-a078-79e3d0760102 associated. External IP: 172.26.1.140, port: dc52bca4-f949-404f-9ef0-b13ca7c2cd31. Mar 16 12:13:32.446310 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:13:32.579645 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:13:32.654162 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:13:32.664325 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:13:32.677001 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:13:32.677571 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:13:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:13:32.680769 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:32.735862 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3d9988b-9ae4-4b4b-82dd-13b151b06192 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5434084 Mar 16 12:13:32.736427 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:13:32.855093 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:13:32.901971 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'status': 'completed', 'code': 200} Mar 16 12:13:32.997210 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-d5ed05d8-d5b0-4c8b-84e0-4f9e3e2c3a3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1098 time: 0.0727670 Mar 16 12:13:33.226044 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-3e4ae169-7564-4f4e-a255-eb0d3d80fd29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:33.227482 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-3e4ae169-7564-4f4e-a255-eb0d3d80fd29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.2250569 Mar 16 12:13:33.234572 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}, {'id': 'b69c4857-d3df-4369-a078-79e3d0760102', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:e3:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647da37-3c57-42b0-9450-d6a96188086a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:13:31Z', 'updated_at': '2022-03-16T12:13:31Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:13:33.238564 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:13:33.250672 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:13:33.251275 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:13:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:13:33.331180 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-c64869aa-e2d5-4736-bc18-216bcaa23195 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 200 len: 999 time: 0.0976930 Mar 16 12:13:33.393234 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-ec1564ea-b396-41c7-9402-c394b739ada6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:13:33.394775 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-ec1564ea-b396-41c7-9402-c394b739ada6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0580103 Mar 16 12:13:33.428088 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:13:33.475246 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-7965cf49-b4d5-4cfe-bee4-7cc430d40bb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724947 Mar 16 12:13:33.619678 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-e3c20284-5f60-4da5-817f-b6900a2cf700 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385171 Mar 16 12:13:33.757341 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b75284d3-ada7-48e1-bda5-4eebbcbf91d9 req-ac75dd29-f240-4e6d-962a-05fd096c003a service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320372 Mar 16 12:13:33.796629 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-448af1b4-25e7-4d9e-b53d-986cb628e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:33.807822 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}, {'id': 'b69c4857-d3df-4369-a078-79e3d0760102', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:e3:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647da37-3c57-42b0-9450-d6a96188086a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:13:31Z', 'updated_at': '2022-03-16T12:13:31Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:13:33.811772 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea44b94-5dc9-4e48-bae1-96f0458f9811 None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}, {'id': 'b69c4857-d3df-4369-a078-79e3d0760102', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.140', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:e3:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647da37-3c57-42b0-9450-d6a96188086a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:13:31Z', 'updated_at': '2022-03-16T12:13:31Z', 'revision_number': 0, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:13:34.030245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed88baf-6802-4082-a3d9-8b67cf3802dc None None] New status for floating IP b69c4857-d3df-4369-a078-79e3d0760102: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:13:35.068875 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:35.243605 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:36.563695 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:13:42.690907 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:01.611464 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0af41691-4288-4d50-b233-279ca0ecec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:03.801170 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d1af-0f7f-4d22-8c88-d1e9109b2bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:05.067691 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:05.246663 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:06.552118 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:09.582867 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:14:12.693150 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:29.950795 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-431c0fa9-bdd3-4590-888c-88b6a8c72c3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794303 Mar 16 12:14:30.100325 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-f5fd81d3-42cc-4a97-902e-625edb21fbce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1096 time: 0.0720463 Mar 16 12:14:30.248922 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d362-1749-454a-b8b6-c817bc457020 req-cd728b63-c9f5-4cac-9214-db1a43f250cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:14:30.250315 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-cd728b63-c9f5-4cac-9214-db1a43f250cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1253726 Mar 16 12:14:30.357425 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-144cf511-a988-4dc1-a296-1e61bc0ba75b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 999 time: 0.0976863 Mar 16 12:14:30.425158 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d362-1749-454a-b8b6-c817bc457020 req-8d570ae3-52d6-46d8-8b91-09769284e859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:14:30.428307 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-8d570ae3-52d6-46d8-8b91-09769284e859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0598555 Mar 16 12:14:30.509053 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-e3d2b952-ba5f-4322-a2f3-df1c618b5082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733707 Mar 16 12:14:30.657785 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-7ff8aac7-09f1-4ea2-a72e-39f499e00765 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386712 Mar 16 12:14:30.793611 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de32d362-1749-454a-b8b6-c817bc457020 req-b2d06377-fab1-4998-a32f-7bf6b4aa0646 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267130 Mar 16 12:14:31.616797 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-96d167ff-7115-48ef-9325-7fda784f2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:33.806843 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6619f4d4-ecd5-4eab-847f-ae9265656f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:35.063146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:35.249098 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:36.563561 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:42.690160 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:14:46.589130 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:15:01.601004 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46464e26-5e36-4e6c-b5a1-3e02d5734469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:03.191855 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 details requested by agent hyperv_hv-neutron-8337 with host hv-neutron-8337 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 16 12:15:03.331117 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:03.344274 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Returning: {'device': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'port_id': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'mac_address': 'fa:16:3e:e3:0f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 16 12:15:03.402112 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:03.419146 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc52bca4-f949-404f-9ef0-b13ca7c2cd31 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 16 12:15:03.433918 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:03.441312 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:03.507341 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:03.515702 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.516048 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.516382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.516708 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.517088 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.517384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.517719 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.518030 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.518400 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.518716 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.519026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:03.528214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] get_ports_and_sgs() called for port_ids ['dc52bca4-f949-404f-9ef0-b13ca7c2cd31'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 16 12:15:03.829320 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91ce1a1e-75d2-404e-8158-ea06feed29b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.062397 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.225544 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 up at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 16 12:15:05.288696 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.331272 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Provisioning complete for port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 16 12:15:05.331737 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763958'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.476580 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.513567 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:05.524802 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:05.530783 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:05.610971 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:05.640766 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'code': 200} Mar 16 12:15:06.559379 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:12.690381 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:15.971798 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52592) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:16.196395 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Deleting port ed9efcb7-0bea-4996-bff1-6933e3b7523d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:16.196734 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:16.455654 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:16.455929 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:16.573037 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Calling delete_port for ed9efcb7-0bea-4996-bff1-6933e3b7523d owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:16.730244 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:16.778477 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event deleted for resources: {'Port': ['ID=ed9efcb7-0bea-4996-bff1-6933e3b7523d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:16.856031 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.856340 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.856704 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.857029 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.857348 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.857667 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.857987 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.858331 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.858644 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.858951 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.859278 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:16.887066 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:17.294653 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:15:17.508083 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:15:17.519122 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:15:17.531129 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:17.533160 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:17.533788 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:17.590780 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f9726443-d4ad-478d-a2d8-fc3c2b75902c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "DELETE /v2.0/floatingips/b69c4857-d3df-4369-a078-79e3d0760102 HTTP/1.1" status: 204 len: 168 time: 1.6154058 Mar 16 12:15:17.590780 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:17.644774 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'status': 'completed', 'code': 200} Mar 16 12:15:17.715100 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:17.738651 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-1e64c368-f1f8-47cd-a5f4-4297cd11805d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 1098 time: 0.0683954 Mar 16 12:15:17.893562 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-4298d4a5-4a5c-4244-b617-e2296703e72b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:17.895244 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-4298d4a5-4a5c-4244-b617-e2296703e72b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.1445668 Mar 16 12:15:18.099928 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:18.103887 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:15:18.106703 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-d629061e-15d5-4c49-8089-e4658aaea74f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 200 len: 217 time: 0.2049043 Mar 16 12:15:18.115519 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:18.116112 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:18.179911 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-2936966f-dcb1-4222-90af-3b47df6b5024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:18.181336 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-2936966f-dcb1-4222-90af-3b47df6b5024 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0641668 Mar 16 12:15:18.191146 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5cd6-dfcb-424d-b196-43448eeb47f8 req-5d387377-422c-4e10-aadb-c079499e090b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:18.192508 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c5cd6-dfcb-424d-b196-43448eeb47f8 req-5d387377-422c-4e10-aadb-c079499e090b tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 945 time: 0.1389854 Mar 16 12:15:18.293351 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934c5cd6-dfcb-424d-b196-43448eeb47f8 req-a72aaf54-dcec-468a-9c9e-f39540d23119 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622408 Mar 16 12:15:18.294415 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:18.305535 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-0b6c90f3-06a1-418f-b09d-9ddd0465d2a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121030 Mar 16 12:15:18.436796 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-ccd919a7-ffb5-45ad-b967-a527b99c53e9 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244390 Mar 16 12:15:18.571614 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5f5ae8d-767c-46c6-9c5f-349fc689f8ad req-5f9cc51f-d738-4d9d-a9c5-53ab4747c19f service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286700 Mar 16 12:15:18.640386 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:18.644483 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485d1ff-5e8a-402b-a444-53c058969d39 None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_floatingips': [{'id': '1650a1c0-c1b4-446d-aac9-85dc2ad3670e', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'router_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'port_id': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'mac_address': 'fa:16:3e:3f:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T12:10:56Z', 'updated_at': '2022-03-16T12:10:59Z', 'revision_number': 1, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:15:18.884678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd20f9-6455-40e9-8ab5-266d2ab2b24c None None] New status for floating IP b69c4857-d3df-4369-a078-79e3d0760102: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:15:19.307590 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:19.428817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1622861'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:19.456634 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:19.466384 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:19.471432 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738050849190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738050427549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738050427594'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:19.499790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d6820-f7df-4abd-9de4-a1be7b48fe0c req-f53870a7-c9bc-4994-8415-f190c01334ee tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:19.501422 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d1d6820-f7df-4abd-9de4-a1be7b48fe0c req-f53870a7-c9bc-4994-8415-f190c01334ee tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 945 time: 0.0774012 Mar 16 12:15:19.519417 dv-neutron-833733-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'code': 200} Mar 16 12:15:19.544219 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Pushing event updated for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:19.548241 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d1d6820-f7df-4abd-9de4-a1be7b48fe0c req-09cc317e-cdf5-4bcd-991e-0b914de618e0 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Mar 16 12:15:19.670275 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-7b3da699-76d6-45d1-8c12-a39ead959bab tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:19.672420 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-7b3da699-76d6-45d1-8c12-a39ead959bab tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 943 time: 0.0898113 Mar 16 12:15:19.743459 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Deleting port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:19.743790 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:19.981933 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] For port dc52bca4-f949-404f-9ef0-b13ca7c2cd31, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:19.982313 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:20.098585 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Calling delete_port for dc52bca4-f949-404f-9ef0-b13ca7c2cd31 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:20.236613 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:20.282406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event deleted for resources: {'Port': ['ID=dc52bca4-f949-404f-9ef0-b13ca7c2cd31,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:20.293781 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.294118 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.294449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.294775 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.295114 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.295433 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.295752 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.296067 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.296748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.296748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.297007 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833733-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 12:15:20.376098 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] No DVR routers for this DVR port dc52bca4-f949-404f-9ef0-b13ca7c2cd31 on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:15:20.378608 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:20.380996 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-deleted', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:20.392454 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5f6b94b-ea98-4be4-9e53-e17679ba731c req-e0cca870-2d24-4c61-99d2-111258bc0dbe tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "DELETE /v2.0/ports/dc52bca4-f949-404f-9ef0-b13ca7c2cd31 HTTP/1.1" status: 204 len: 173 time: 0.7116504 Mar 16 12:15:20.444735 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647da37-3c57-42b0-9450-d6a96188086a', 'name': 'network-vif-deleted', 'tag': 'dc52bca4-f949-404f-9ef0-b13ca7c2cd31', 'status': 'completed', 'code': 200} Mar 16 12:15:20.724464 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-33064a06-acab-4cc8-93b1-71427aef8de0 req-b0dcc9fb-6df5-4706-b72a-52756f83e34f tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:15:20.741728 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-33064a06-acab-4cc8-93b1-71427aef8de0 req-b0dcc9fb-6df5-4706-b72a-52756f83e34f tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:15:20.743017 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33064a06-acab-4cc8-93b1-71427aef8de0 req-b0dcc9fb-6df5-4706-b72a-52756f83e34f tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=e647da37-3c57-42b0-9450-d6a96188086a HTTP/1.1" status: 200 len: 210 time: 0.0584280 Mar 16 12:15:22.474970 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:22.676047 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Deleting port 8948fc65-ae7f-4950-9b30-284cba9e35d1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:22.676396 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:22.944806 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:22.945010 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:23.062499 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Calling delete_port for 8948fc65-ae7f-4950-9b30-284cba9e35d1 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:23.218519 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336063'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:23.261247 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event deleted for resources: {'Port': ['ID=8948fc65-ae7f-4950-9b30-284cba9e35d1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:23.359235 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:23.579914 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:15:23.784747 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:15:24.001542 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:15:24.011810 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:15:24.023845 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:24.024442 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:24.024741 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:24.077706 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-134d57ea-c889-4b59-a817-3a030a69dfc5 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "DELETE /v2.0/floatingips/1650a1c0-c1b4-446d-aac9-85dc2ad3670e HTTP/1.1" status: 204 len: 168 time: 1.6016777 Mar 16 12:15:24.078409 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:24.133470 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'status': 'completed', 'code': 200} Mar 16 12:15:24.212659 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:24.230264 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-8a3727d6-e337-4039-94fa-09409104a09a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 1096 time: 0.0674901 Mar 16 12:15:24.528538 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-3a908924-7ec0-4ce7-aa79-8f084bdaa87a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:24.529879 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-3a908924-7ec0-4ce7-aa79-8f084bdaa87a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 200 len: 907 time: 0.2904129 Mar 16 12:15:24.565598 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:24.569608 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:15:24.580166 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:24.580737 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:24.596680 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33b323-e186-4626-8c6c-276fed4723f5 req-467a9a6f-ad7d-436f-8282-fdff67f56177 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:24.598222 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee33b323-e186-4626-8c6c-276fed4723f5 req-467a9a6f-ad7d-436f-8282-fdff67f56177 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.1781361 Mar 16 12:15:24.623028 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-5d6a9d9b-a363-4753-9574-46b41590dd3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 200 len: 217 time: 0.0858092 Mar 16 12:15:24.696415 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee33b323-e186-4626-8c6c-276fed4723f5 req-e33d3a79-f1a4-481c-878e-e1efe02c8227 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902874 Mar 16 12:15:24.699787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-58575db6-d281-46ad-a0b4-1b06d8c9f1d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:24.701150 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-58575db6-d281-46ad-a0b4-1b06d8c9f1d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 200 len: 846 time: 0.0709751 Mar 16 12:15:24.779935 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-de72ebb4-a02a-4b2b-a3f9-568e963b35f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c16348d0-4c98-4605-be77-f51875974fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720315 Mar 16 12:15:24.784152 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:24.789730 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-a1b81ea8-5a2f-42c8-991e-18c2cff62662 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 16 12:15:24.790679 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-a1b81ea8-5a2f-42c8-991e-18c2cff62662 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048645 Mar 16 12:15:24.922278 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-c57031af-1a49-4a72-b035-0739f69ca008 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245568 Mar 16 12:15:25.055365 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95d21109-0843-44fb-8ab2-bb0e045cc7ed req-e645a897-8c86-4159-9cc5-d9088ebfd254 service neutron] 10.222.0.59 "GET /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270959 Mar 16 12:15:25.093472 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:25.097483 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276576-7a16-45c4-ac26-7bd30bf2ceee None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:10:30Z', 'revision_number': 4, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv', '_interfaces': [{'id': 'ae4e8775-6704-4693-a10c-bab48c176d45', 'name': '', 'network_id': 'c16348d0-4c98-4605-be77-f51875974fe5', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'mac_address': 'fa:16:3e:cc:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:30Z', 'updated_at': '2022-03-16T12:10:38Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'subnets': [{'id': '55e8bb57-881f-4861-ab66-2724ca97cab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:15:25.334659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87a439-992e-4148-ba25-248f87a5a77b None None] New status for floating IP 1650a1c0-c1b4-446d-aac9-85dc2ad3670e: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 16 12:15:25.383257 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:25.479116 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: dc52bca4-f949-404f-9ef0-b13ca7c2cd31 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:25.479438 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device dc52bca4-f949-404f-9ef0-b13ca7c2cd31 not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:25.898408 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b3a15-19f0-469f-8c95-994a2c139330 req-24852819-3c6b-4779-8847-ee1ca480b0d7 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:25.899835 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b06b3a15-19f0-469f-8c95-994a2c139330 req-24852819-3c6b-4779-8847-ee1ca480b0d7 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.0772343 Mar 16 12:15:25.944224 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b06b3a15-19f0-469f-8c95-994a2c139330 req-87d6adf1-ec40-4e8c-bace-6921856d2a45 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e2a9139-3625-4f3f-862e-54f9cba36c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Mar 16 12:15:26.235129 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d116f-5654-4982-b17a-50952d9a018e req-48d4f99e-1674-4e1e-af4d-bbe3ea5a7409 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 12:15:26.236546 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef6d116f-5654-4982-b17a-50952d9a018e req-48d4f99e-1674-4e1e-af4d-bbe3ea5a7409 tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 943 time: 0.0826743 Mar 16 12:15:26.307687 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Deleting port 951f7009-a9a9-45a8-bd42-4427bb36368d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:26.308043 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:26.573829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] For port 951f7009-a9a9-45a8-bd42-4427bb36368d, host hv-neutron-8337, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8337',level=0,port_id=951f7009-a9a9-45a8-bd42-4427bb36368d,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:26.574259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:26.690335 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Calling delete_port for 951f7009-a9a9-45a8-bd42-4427bb36368d owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:26.838184 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:26.885910 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event deleted for resources: {'Port': ['ID=951f7009-a9a9-45a8-bd42-4427bb36368d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:27.069490 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] No DVR routers for this DVR port 951f7009-a9a9-45a8-bd42-4427bb36368d on host hv-neutron-8337 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:15:27.072498 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175339'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:27.075179 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-deleted', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 16 12:15:27.120301 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ef6d116f-5654-4982-b17a-50952d9a018e req-78dfd5db-5303-4f4d-ac63-23e089decd9e tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.59 "DELETE /v2.0/ports/951f7009-a9a9-45a8-bd42-4427bb36368d HTTP/1.1" status: 204 len: 173 time: 0.8754826 Mar 16 12:15:27.125712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-aa089dc5-ecb2-414b-a147-f3f4372657a1 req-b3a1d335-b1c8-40bb-8f54-9460008460ed tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Synchronizing usage tracker for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 16 12:15:27.130377 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9a88a-bb91-4398-9df3-14acaac5620c', 'name': 'network-vif-deleted', 'tag': '951f7009-a9a9-45a8-bd42-4427bb36368d', 'status': 'completed', 'code': 200} Mar 16 12:15:27.143999 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-aa089dc5-ecb2-414b-a147-f3f4372657a1 req-b3a1d335-b1c8-40bb-8f54-9460008460ed tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Unset dirty status for tenant:07e2a584f2ee46c7860cea2f2fffcf6b on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 16 12:15:27.145252 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aa089dc5-ecb2-414b-a147-f3f4372657a1 req-b3a1d335-b1c8-40bb-8f54-9460008460ed tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca9a88a-bb91-4398-9df3-14acaac5620c HTTP/1.1" status: 200 len: 210 time: 0.0609615 Mar 16 12:15:28.404475 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52670) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:28.474515 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:28.503153 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:28.575184 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:28.594819 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2a9139-3625-4f3f-862e-54f9cba36c88,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:28.602807 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:28.603919 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec9402e1-927e-4ae8-94ee-d01516ca4a1c tempest-TestSnapshotPattern-1017518218 tempest-TestSnapshotPattern-1017518218-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e2a9139-3625-4f3f-862e-54f9cba36c88 HTTP/1.1" status: 204 len: 168 time: 0.1985073 Mar 16 12:15:28.668431 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52676) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:29.224824 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:29.817691 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Deleting port ae4e8775-6704-4693-a10c-bab48c176d45 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:29.818449 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:29.995564 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] For port ae4e8775-6704-4693-a10c-bab48c176d45, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ae4e8775-6704-4693-a10c-bab48c176d45,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:29.995892 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:30.112592 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Calling delete_port for ae4e8775-6704-4693-a10c-bab48c176d45 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:30.382635 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:30.430607 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4e8775-6704-4693-a10c-bab48c176d45,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:30.712104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:31.294580 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Router 13dcb889-66bb-4c51-bddf-5ac4ab541376 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:15:31.368632 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d no longer exists at agent hyperv_hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:31.401395 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] No Port match for: 951f7009-a9a9-45a8-bd42-4427bb36368d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:31.401728 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Device 951f7009-a9a9-45a8-bd42-4427bb36368d not bound to the agent host hv-neutron-8337 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:31.498271 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:15:31.508032 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Sync routers for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:15:31.516596 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59a6344e-5d1f-4104-b0b7-6b0e75d03f4b admin admin] 10.222.0.36 "PUT /v2.0/routers/13dcb889-66bb-4c51-bddf-5ac4ab541376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8455555 Mar 16 12:15:31.519054 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52682) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:31.520420 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:31.520866 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:31.605732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59c4e2bd-599d-4fb3-a68c-a28182c74cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:31.711084 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:31.828140 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:31.995353 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:15:30Z', 'revision_number': 5, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port': {'id': '1d573b72-aae1-468b-acf6-94f13513ecca', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:28Z', 'updated_at': '2022-03-16T12:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:31.999102 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Checking router: 13dcb889-66bb-4c51-bddf-5ac4ab541376 for host: dv-neutron-833733-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:15:32.009666 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Routers {'13dcb889-66bb-4c51-bddf-5ac4ab541376'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:32.010277 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:04Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['13dcb889-66bb-4c51-bddf-5ac4ab541376'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:32.025278 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:32.035345 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Deleting port 1d573b72-aae1-468b-acf6-94f13513ecca {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:32.035787 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:32.173514 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] Set router 13dcb889-66bb-4c51-bddf-5ac4ab541376 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:32.228834 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] For port 1d573b72-aae1-468b-acf6-94f13513ecca, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=1d573b72-aae1-468b-acf6-94f13513ecca,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:32.229273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:32.313612 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:15:32Z', 'revision_number': 6, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:32.318039 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7096a-abdc-44ac-b2ad-88e5e95876f4 None None] The sync data for ids ['13dcb889-66bb-4c51-bddf-5ac4ab541376'] in dv-neutron-833733-1-hyperv is: [{'id': '13dcb889-66bb-4c51-bddf-5ac4ab541376', 'name': 'tempest-TestSnapshotPattern-6098069-router', 'tenant_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:27Z', 'updated_at': '2022-03-16T12:15:32Z', 'revision_number': 6, 'project_id': '07e2a584f2ee46c7860cea2f2fffcf6b', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:15:32.347993 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Calling delete_port for 1d573b72-aae1-468b-acf6-94f13513ecca owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:32.523793 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:32.570522 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d573b72-aae1-468b-acf6-94f13513ecca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:32.788636 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.049905 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.055653 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.088269 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.088772 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13dcb889-66bb-4c51-bddf-5ac4ab541376 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 12:15:33.100951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.102106 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-038ec0b9-60e0-409e-876b-007c74a0c079 admin admin] 10.222.0.36 "DELETE /v2.0/routers/13dcb889-66bb-4c51-bddf-5ac4ab541376 HTTP/1.1" status: 204 len: 168 time: 1.5821531 Mar 16 12:15:33.104682 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:33.278686 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Deleting subnet 55e8bb57-881f-4861-ab66-2724ca97cab3 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 12:15:33.281983 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.335476 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.414806 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.492428 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.527695 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e8bb57-881f-4861-ab66-2724ca97cab3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:33.534190 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.539970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd114d9-ac26-4893-9783-3def43e9d1d2 None None] Network c16348d0-4c98-4605-be77-f51875974fe5 requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:15:33.540476 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b78e197-37f0-4f5f-a92d-0ee3ed9219f0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/55e8bb57-881f-4861-ab66-2724ca97cab3 HTTP/1.1" status: 204 len: 168 time: 0.4344158 Mar 16 12:15:33.542583 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:33.646780 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.656874 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Deleting port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:33.657249 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.786443 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] DHCP port deletion for c16348d0-4c98-4605-be77-f51875974fe5 request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 12:15:33.799222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Deleting port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:33.799588 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.835678 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08507dc4-5a3b-4bf0-85c3-063c05e39943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.860122 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] For port eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:33.862625 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:33.980497 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Calling delete_port for eb948ae2-3e19-4ee1-a8df-0caa7fc36198 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:34.002394 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] For port eb948ae2-3e19-4ee1-a8df-0caa7fc36198, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,segment=NetworkSegment(79b5b6d2-1932-4f16-9ced-73678e707a0a),segment_id=79b5b6d2-1932-4f16-9ced-73678e707a0a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:34.002800 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.054712 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.100982 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Pushing event deleted for resources: {'Port': ['ID=eb948ae2-3e19-4ee1-a8df-0caa7fc36198,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:34.107141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] No DVR routers for this DVR port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:15:34.162985 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Calling delete_port for eb948ae2-3e19-4ee1-a8df-0caa7fc36198 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:34.211084 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ae4e8775-6704-4693-a10c-bab48c176d45 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:34.229086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.246522 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ae4e8775-6704-4693-a10c-bab48c176d45 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:34.246786 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ae4e8775-6704-4693-a10c-bab48c176d45 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:34.247176 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1d573b72-aae1-468b-acf6-94f13513ecca no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:34.255581 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16348d0-4c98-4605-be77-f51875974fe5']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:34.268132 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b5b6d2-1932-4f16-9ced-73678e707a0a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:34.268438 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b5b6d2-1932-4f16-9ced-73678e707a0a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:34.279748 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.284492 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 1d573b72-aae1-468b-acf6-94f13513ecca {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:34.284829 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 1d573b72-aae1-468b-acf6-94f13513ecca not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:34.285226 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eb948ae2-3e19-4ee1-a8df-0caa7fc36198 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:34.295413 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.301750 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 12:15:34.302148 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:15:34.315147 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:15:34.325002 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: eb948ae2-3e19-4ee1-a8df-0caa7fc36198 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:34.325343 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device eb948ae2-3e19-4ee1-a8df-0caa7fc36198 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:34.332383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:15:34.332383 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:15:34.393509 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.414332 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.424270 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c16348d0-4c98-4605-be77-f51875974fe5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:34.431255 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e3b2129-c40a-49cb-b783-c5c2717004ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/c16348d0-4c98-4605-be77-f51875974fe5 HTTP/1.1" status: 204 len: 168 time: 0.8877201 Mar 16 12:15:34.434273 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52694) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:34.834056 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Deleting port eb948ae2-3e19-4ee1-a8df-0caa7fc36198 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:34.834659 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:34.900509 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-55b872d5-b3a6-4bf7-9bbe-367e7e0e9d6d None None] The port 'eb948ae2-3e19-4ee1-a8df-0caa7fc36198' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 12:15:34.931840 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932897'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:35.066291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:35.255186 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:35.520365 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Deleting port 13e1575d-b162-4ec0-bd8c-d29d5e24367d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:35.520938 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:35.698543 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] For port 13e1575d-b162-4ec0-bd8c-d29d5e24367d, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=13e1575d-b162-4ec0-bd8c-d29d5e24367d,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:35.698898 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:35.816284 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Calling delete_port for 13e1575d-b162-4ec0-bd8c-d29d5e24367d owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:35.988141 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:36.035471 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Pushing event deleted for resources: {'Port': ['ID=13e1575d-b162-4ec0-bd8c-d29d5e24367d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:36.325086 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1968246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932982'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:36.559248 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:37.008575 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Router d314160e-a9f4-4782-9cc1-2c09f6743884 has already been hosted by L3 agent 28209420-4892-45e1-b7b4-097571825450 {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 12:15:37.212419 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] Notify agent at l3_agent.dv-neutron-833733-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 12:15:37.221928 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Sync routers for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 16 12:15:37.232581 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ae84cc8-28ea-46af-b21d-da4f662185fb admin admin] 10.222.0.36 "PUT /v2.0/routers/d314160e-a9f4-4782-9cc1-2c09f6743884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7950463 Mar 16 12:15:37.233104 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52700) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:37.235420 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:37.236249 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:37.416679 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: dv-neutron-833733-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:37.440466 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:37.636343 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:37.648134 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Deleting port ca73ca05-3e91-4ee0-ad31-73d760185b12 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:37.648520 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:37.706850 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'external_fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:15:35Z', 'revision_number': 5, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port': {'id': 'ca73ca05-3e91-4ee0-ad31-73d760185b12', 'name': '', 'network_id': '33608c1c-dba6-42ba-bce5-acf22b6dd692', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833733-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c6bd943-35aa-41aa-80a7-a8654dddebac', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833733-1-hyperv'}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:37.711291 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Checking router: d314160e-a9f4-4782-9cc1-2c09f6743884 for host: dv-neutron-833733-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 16 12:15:37.723214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Routers {'d314160e-a9f4-4782-9cc1-2c09f6743884'} bound to L3 agent in host dv-neutron-833733-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 16 12:15:37.723817 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833733-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T11:05:34Z,description=,heartbeat_timestamp=2022-03-16T12:15:34Z,host='dv-neutron-833733-1-hyperv',id=28209420-4892-45e1-b7b4-097571825450,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T11:05:34Z,topic='l3_agent')) {'router_ids': ['d314160e-a9f4-4782-9cc1-2c09f6743884'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:37.876061 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] Set router d314160e-a9f4-4782-9cc1-2c09f6743884 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 16 12:15:37.941678 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] For port ca73ca05-3e91-4ee0-ad31-73d760185b12, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=ca73ca05-3e91-4ee0-ad31-73d760185b12,segment=NetworkSegment(5b9627fd-4991-44b9-9bd1-91f312ff1596),segment_id=5b9627fd-4991-44b9-9bd1-91f312ff1596)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:37.941971 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:37.981222 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:15:37Z', 'revision_number': 6, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port_host': None}], 'dv-neutron-833733-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:37.985366 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e394e1-3248-424f-9334-9e8cad712f81 None None] The sync data for ids ['d314160e-a9f4-4782-9cc1-2c09f6743884'] in dv-neutron-833733-1-hyperv is: [{'id': 'd314160e-a9f4-4782-9cc1-2c09f6743884', 'name': 'tempest-TestSnapshotPattern-573920602-router', 'tenant_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T12:10:33Z', 'updated_at': '2022-03-16T12:15:37Z', 'revision_number': 6, 'project_id': 'a7d7e4e8abd24dc6a6bc76a2c8d0931c', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 16 12:15:38.060745 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Calling delete_port for ca73ca05-3e91-4ee0-ad31-73d760185b12 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:38.232500 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.275811 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Pushing event deleted for resources: {'Port': ['ID=ca73ca05-3e91-4ee0-ad31-73d760185b12,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:38.380651 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 13e1575d-b162-4ec0-bd8c-d29d5e24367d no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:38.416884 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 13e1575d-b162-4ec0-bd8c-d29d5e24367d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:38.417334 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 13e1575d-b162-4ec0-bd8c-d29d5e24367d not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:38.500851 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931644'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.745235 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-934604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3665'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.750008 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.776517 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934496'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.777162 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d314160e-a9f4-4782-9cc1-2c09f6743884 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 12:15:38.790392 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.791555 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42c663ca-eb26-40db-bc18-15962d440bda admin admin] 10.222.0.36 "DELETE /v2.0/routers/d314160e-a9f4-4782-9cc1-2c09f6743884 HTTP/1.1" status: 204 len: 168 time: 1.5572877 Mar 16 12:15:38.794095 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:38.854829 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Deleting subnet 59515b58-2a54-4ac4-bf35-076282b0aeac {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 16 12:15:38.857822 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.906283 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3230044'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:38.991017 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759122'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.062777 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3880149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3925072'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.099171 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59515b58-2a54-4ac4-bf35-076282b0aeac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:39.104065 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.110073 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64145651-5aa3-4b4d-9783-a0ed5f30187a None None] Network aa5d7e31-3e63-4306-b419-f64b147c0a0a requested from dv-neutron-833733-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 16 12:15:39.112358 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fceeb352-cc05-4ed8-9c3f-ac60bd513688 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59515b58-2a54-4ac4-bf35-076282b0aeac HTTP/1.1" status: 204 len: 168 time: 0.3173430 Mar 16 12:15:39.115362 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52708) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:39.222189 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621878'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.232631 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Deleting port 37ce39c5-f185-4b75-9431-4aa9f9af501b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:39.232951 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.394510 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] DHCP port deletion for aa5d7e31-3e63-4306-b419-f64b147c0a0a request from dv-neutron-833733-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 16 12:15:39.398851 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Deleting port 37ce39c5-f185-4b75-9431-4aa9f9af501b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:39.399220 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.533424 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] For port 37ce39c5-f185-4b75-9431-4aa9f9af501b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=37ce39c5-f185-4b75-9431-4aa9f9af501b,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:39.533771 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.598832 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] For port 37ce39c5-f185-4b75-9431-4aa9f9af501b, host dv-neutron-833733-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833733-1-hyperv',level=0,port_id=37ce39c5-f185-4b75-9431-4aa9f9af501b,segment=NetworkSegment(de0b4758-fec5-4bfc-9ae3-53e64473f3e3),segment_id=de0b4758-fec5-4bfc-9ae3-53e64473f3e3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 12:15:39.599133 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-860179'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.651481 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Calling delete_port for 37ce39c5-f185-4b75-9431-4aa9f9af501b owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:39.716564 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Calling delete_port for 37ce39c5-f185-4b75-9431-4aa9f9af501b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 16 12:15:39.726619 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1623089', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738050849172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738050427540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3880166'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.769259 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ce39c5-f185-4b75-9431-4aa9f9af501b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:39.776957 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] No DVR routers for this DVR port 37ce39c5-f185-4b75-9431-4aa9f9af501b on host dv-neutron-833733-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 12:15:39.791970 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 12:15:39.792322 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 12:15:39.890406 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761287', 'neutron.services.segments.db._delete_segments_for_network-8738050878329'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.915089 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5d7e31-3e63-4306-b419-f64b147c0a0a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:39.927525 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:39.927988 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b4758-fec5-4bfc-9ae3-53e64473f3e3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 12:15:39.943913 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738050878212', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3231151'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.962327 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1724148'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.972092 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 16 12:15:39.972578 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1724143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3880123'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: timer() Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: self._notify() Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: event.method(event) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 12:15:39.986029 dv-neutron-833733-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 12:15:40.065482 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1968283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931617'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.071219 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.092762 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5d7e31-3e63-4306-b419-f64b147c0a0a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:40.099682 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-433a31ce-98eb-49f1-9f27-0e9a046d0000 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aa5d7e31-3e63-4306-b419-f64b147c0a0a HTTP/1.1" status: 204 len: 168 time: 0.9834039 Mar 16 12:15:40.200491 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 37ce39c5-f185-4b75-9431-4aa9f9af501b no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:40.234816 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: 37ce39c5-f185-4b75-9431-4aa9f9af501b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:40.235285 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device 37ce39c5-f185-4b75-9431-4aa9f9af501b not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:40.235732 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ca73ca05-3e91-4ee0-ad31-73d760185b12 no longer exists at agent ovs-agent-dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 16 12:15:40.241744 dv-neutron-833733-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.36', 52714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:40.268026 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] No Port match for: ca73ca05-3e91-4ee0-ad31-73d760185b12 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 16 12:15:40.268402 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Device ca73ca05-3e91-4ee0-ad31-73d760185b12 not bound to the agent host dv-neutron-833733-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 16 12:15:40.291609 dv-neutron-833733-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cd0af20-2471-40a0-8e97-395f60bc8ebd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07e2a584f2ee46c7860cea2f2fffcf6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486801 Mar 16 12:15:40.293714 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Deleting port 37ce39c5-f185-4b75-9431-4aa9f9af501b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 16 12:15:40.294313 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:40.295346 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738050777299'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.353681 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.359355 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-be8153dd-4fbf-4ee1-81ec-f183612fd633 None None] The port '37ce39c5-f185-4b75-9431-4aa9f9af501b' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 16 12:15:40.380453 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.437560 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.455034 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7095643-1b0f-4a4c-b0ef-1ac70d8fde53,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:40.461468 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:40.462624 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-590bfe3a-d1c9-413f-ade0-eee2b5609477 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7095643-1b0f-4a4c-b0ef-1ac70d8fde53 HTTP/1.1" status: 204 len: 168 time: 0.1673410 Mar 16 12:15:40.893398 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:40.949828 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db887d28-d61e-4d66-aa73-e832e87a6f64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7d7e4e8abd24dc6a6bc76a2c8d0931c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548289 Mar 16 12:15:40.952364 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.36', 52730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 16 12:15:41.022794 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:41.047525 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:41.099104 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014693'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:41.113422 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc333f34-870b-4a76-afd4-15378fe0e9e2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 12:15:41.119925 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:15:41.121026 dv-neutron-833733-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e937d150-0bdd-49f0-b453-b7550b3edb1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc333f34-870b-4a76-afd4-15378fe0e9e2 HTTP/1.1" status: 204 len: 168 time: 0.1678145 Mar 16 12:15:42.712657 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:00.585403 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:16:01.615164 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf43f-9b86-4260-997c-5255f5f612b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:03.801885 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf21a550-dbf3-4068-87ec-249d76d82063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:05.067661 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:05.257720 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:06.572212 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:12.710619 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:31.611247 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-607b3ee7-302e-4e3b-860b-1fd245fbff2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:33.798856 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd6c6217-a8ff-4af8-80e2-c40cc5815790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:35.076159 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:35.263217 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:36.577496 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:16:37.585780 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:16:42.726836 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:01.607245 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acb845d3-fc2d-4b6e-a4a9-69697f35b146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:03.796363 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44b3141b-00f9-4e84-a45e-c52cd6175e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:05.075453 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:05.266967 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:06.578119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:12.747808 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:14.583069 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:17:31.604622 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66d2c74d-fcac-4402-8fb6-43c535bd46e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:33.795035 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18330a90-9e0a-411c-b173-82ab52b858a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:35.073938 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:35.269601 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:36.582709 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:42.744047 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:17:51.577648 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:18:01.605297 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a2497b8-5adc-41aa-83f3-0ddee3b4ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:03.810142 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-156c8253-ea90-41ea-999d-e26eac783aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:05.069697 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:05.277612 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:06.580998 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:12.753754 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:28.588197 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:18:31.603689 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e36c267-1107-4c94-bd72-ffc35a0b0d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:33.806370 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-058ba469-53d9-4286-a834-9c5affd2d9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:35.066423 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:35.275449 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:36.583788 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:18:42.749494 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:01.612514 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-645ac286-c58a-431f-a1b3-098f27cc9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:03.725381 dv-neutron-833733-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-d810d387-0021-4101-900c-d163b200cfe8 req-5a73a812-248e-4c53-9392-6cb9253aa84f service neutron] (83793) timed out ('10.222.0.36', 51376) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 16 12:19:03.809621 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a238-2baf-4b53-8487-6d64d23dd514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:05.070365 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:05.279771 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:05.585472 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:19:06.591994 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:12.764477 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:31.598373 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b7861535-7029-4b4d-9844-83b53196b410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:33.809863 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf5055e5-d069-4501-8c70-6d25b33777e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:35.071194 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:35.280415 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:36.597372 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:19:42.587840 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:19:42.764435 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:01.641043 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c66a81d5-9eee-44de-ab80-fe6eeac11110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:03.808828 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb049660-bffb-4668-927f-c6a1b6c9d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:05.072841 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:05.291130 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:06.599069 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:12.761861 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:19.579498 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:20:31.597349 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa909-9c97-4350-b920-48fc4e66ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:33.813898 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31cb37fa-7773-4334-8758-42c082cc15b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:35.079059 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:35.289382 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:36.605463 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:42.753840 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:20:56.594822 dv-neutron-833733-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-4980a9f3-1dea-41d6-b13f-d4d12b6deced None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 16 12:21:01.607627 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d240b70b-cdef-4f1c-a9c3-d311ea6a9c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:21:03.813083 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b86a16-1027-4369-8517-0868f96172f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:21:05.073586 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31b801f7-d91e-43cf-82da-d446e26adaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:21:05.291119 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3bcad8d7-f673-4e41-9813-a0fdc2816667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:21:06.605471 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-616c2fc1-bda1-448e-a1db-fae3c5a3ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 16 12:21:12.751214 dv-neutron-833733-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58c90444-3dd9-4d4c-9c16-34549cf00704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738050878311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1763847'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}